Index: conf/hive-default.xml =================================================================== --- conf/hive-default.xml (revision 986853) +++ conf/hive-default.xml (working copy) @@ -444,6 +444,12 @@ + hive.mergejob.maponly + true + Try to generate a map-only job for merging files if CombineHiveInputFormat is supported. + + + hive.heartbeat.interval 1000 Send a heartbeat after this interval - used by mapjoin and filter operators Index: common/src/java/org/apache/hadoop/hive/conf/HiveConf.java =================================================================== --- common/src/java/org/apache/hadoop/hive/conf/HiveConf.java (revision 986853) +++ common/src/java/org/apache/hadoop/hive/conf/HiveConf.java (working copy) @@ -239,6 +239,7 @@ HIVESKEWJOINMAPJOINNUMMAPTASK("hive.skewjoin.mapjoin.map.tasks", 10000), HIVESKEWJOINMAPJOINMINSPLIT("hive.skewjoin.mapjoin.min.split", 33554432), //32M MAPREDMINSPLITSIZE("mapred.min.split.size", 1), + HIVEMERGEMAPONLY("hive.mergejob.maponly", true), HIVESENDHEARTBEAT("hive.heartbeat.interval", 1000), HIVEMAXMAPJOINSIZE("hive.mapjoin.maxsize", 100000), Index: common/src/java/org/apache/hadoop/hive/common/FileUtils.java =================================================================== --- common/src/java/org/apache/hadoop/hive/common/FileUtils.java (revision 986853) +++ common/src/java/org/apache/hadoop/hive/common/FileUtils.java (working copy) @@ -20,7 +20,6 @@ import java.io.IOException; import java.net.URI; -import java.util.ArrayList; import java.util.BitSet; import java.util.List; @@ -78,10 +77,11 @@ if(authority == null) { // no authority - use default one if it applies if(scheme.equals(fsUri.getScheme()) && - fsUri.getAuthority() != null) + fsUri.getAuthority() != null) { authority = fsUri.getAuthority(); - else + } else { authority = ""; + } } } @@ -123,7 +123,7 @@ charToEscape.set(c); } char[] clist = new char[] { '"', '#', '%', '\'', '*', '/', ':', '=', '?', - '\\', '\u007F' }; + '\\', '\u007F', '{', ']' }; for (char c : clist) { charToEscape.set(c); } Index: contrib/src/test/results/clientpositive/serde_typedbytes.q.out_0.20 =================================================================== --- contrib/src/test/results/clientpositive/serde_typedbytes.q.out_0.20 (revision 0) +++ contrib/src/test/results/clientpositive/serde_typedbytes.q.out_0.20 (revision 0) @@ -0,0 +1,659 @@ +PREHOOK: query: drop table dest1 +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table dest1 +POSTHOOK: type: DROPTABLE +PREHOOK: query: CREATE TABLE dest1(key INT, value STRING) STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +POSTHOOK: query: CREATE TABLE dest1(key INT, value STRING) STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: default@dest1 +PREHOOK: query: EXPLAIN +FROM ( + FROM src + SELECT TRANSFORM(src.key, src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' + RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' + USING '/bin/cat' + AS (tkey, tvalue) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' + RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' +) tmap +INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN +FROM ( + FROM src + SELECT TRANSFORM(src.key, src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' + RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' + USING '/bin/cat' + AS (tkey, tvalue) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' + RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' +) tmap +INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) key) (. (TOK_TABLE_OR_COL src) value)) (TOK_SERDE (TOK_SERDENAME 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe')) (TOK_RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter') '/bin/cat' (TOK_SERDE (TOK_SERDENAME 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe')) (TOK_RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader') (TOK_ALIASLIST tkey tvalue)))))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB dest1)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL tkey)) (TOK_SELEXPR (TOK_TABLE_OR_COL tvalue))))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-4 depends on stages: Stage-1 , consists of Stage-3, Stage-2 + Stage-3 + Stage-0 depends on stages: Stage-3, Stage-2 + Stage-2 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + tmap:src + TableScan + alias: src + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + outputColumnNames: _col0, _col1 + Transform Operator + command: /bin/cat + output info: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + Select Operator + expressions: + expr: _col0 + type: string + expr: _col1 + type: string + outputColumnNames: _col0, _col1 + Select Operator + expressions: + expr: UDFToInteger(_col0) + type: int + expr: _col1 + type: string + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest1 + + Stage: Stage-4 + Conditional Operator + + Stage: Stage-3 + Move Operator + files: + hdfs directory: true + destination: file:/data/users/nzhang/work/870/apache-hive/build/contrib/scratchdir/hive_2010-07-15_19-05-52_338_6708048456580076375/10000 + + Stage: Stage-0 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest1 + + Stage: Stage-2 + Map Reduce + Alias -> Map Operator Tree: + file:/data/users/nzhang/work/870/apache-hive/build/contrib/scratchdir/hive_2010-07-15_19-05-52_338_6708048456580076375/10002 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest1 + + +PREHOOK: query: FROM ( + FROM src + SELECT TRANSFORM(src.key, src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' + RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' + USING '/bin/cat' + AS (tkey, tvalue) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' + RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' +) tmap +INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 +POSTHOOK: query: FROM ( + FROM src + SELECT TRANSFORM(src.key, src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' + RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' + USING '/bin/cat' + AS (tkey, tvalue) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' + RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' +) tmap +INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 +POSTHOOK: Lineage: dest1.key SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: SELECT dest1.* FROM dest1 +PREHOOK: type: QUERY +PREHOOK: Input: default@dest1 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-07-15_19-05-55_767_2139590313568926675/10000 +POSTHOOK: query: SELECT dest1.* FROM dest1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest1 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-07-15_19-05-55_767_2139590313568926675/10000 +POSTHOOK: Lineage: dest1.key SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] +238 val_238 +86 val_86 +311 val_311 +27 val_27 +165 val_165 +409 val_409 +255 val_255 +278 val_278 +98 val_98 +484 val_484 +265 val_265 +193 val_193 +401 val_401 +150 val_150 +273 val_273 +224 val_224 +369 val_369 +66 val_66 +128 val_128 +213 val_213 +146 val_146 +406 val_406 +429 val_429 +374 val_374 +152 val_152 +469 val_469 +145 val_145 +495 val_495 +37 val_37 +327 val_327 +281 val_281 +277 val_277 +209 val_209 +15 val_15 +82 val_82 +403 val_403 +166 val_166 +417 val_417 +430 val_430 +252 val_252 +292 val_292 +219 val_219 +287 val_287 +153 val_153 +193 val_193 +338 val_338 +446 val_446 +459 val_459 +394 val_394 +237 val_237 +482 val_482 +174 val_174 +413 val_413 +494 val_494 +207 val_207 +199 val_199 +466 val_466 +208 val_208 +174 val_174 +399 val_399 +396 val_396 +247 val_247 +417 val_417 +489 val_489 +162 val_162 +377 val_377 +397 val_397 +309 val_309 +365 val_365 +266 val_266 +439 val_439 +342 val_342 +367 val_367 +325 val_325 +167 val_167 +195 val_195 +475 val_475 +17 val_17 +113 val_113 +155 val_155 +203 val_203 +339 val_339 +0 val_0 +455 val_455 +128 val_128 +311 val_311 +316 val_316 +57 val_57 +302 val_302 +205 val_205 +149 val_149 +438 val_438 +345 val_345 +129 val_129 +170 val_170 +20 val_20 +489 val_489 +157 val_157 +378 val_378 +221 val_221 +92 val_92 +111 val_111 +47 val_47 +72 val_72 +4 val_4 +280 val_280 +35 val_35 +427 val_427 +277 val_277 +208 val_208 +356 val_356 +399 val_399 +169 val_169 +382 val_382 +498 val_498 +125 val_125 +386 val_386 +437 val_437 +469 val_469 +192 val_192 +286 val_286 +187 val_187 +176 val_176 +54 val_54 +459 val_459 +51 val_51 +138 val_138 +103 val_103 +239 val_239 +213 val_213 +216 val_216 +430 val_430 +278 val_278 +176 val_176 +289 val_289 +221 val_221 +65 val_65 +318 val_318 +332 val_332 +311 val_311 +275 val_275 +137 val_137 +241 val_241 +83 val_83 +333 val_333 +180 val_180 +284 val_284 +12 val_12 +230 val_230 +181 val_181 +67 val_67 +260 val_260 +404 val_404 +384 val_384 +489 val_489 +353 val_353 +373 val_373 +272 val_272 +138 val_138 +217 val_217 +84 val_84 +348 val_348 +466 val_466 +58 val_58 +8 val_8 +411 val_411 +230 val_230 +208 val_208 +348 val_348 +24 val_24 +463 val_463 +431 val_431 +179 val_179 +172 val_172 +42 val_42 +129 val_129 +158 val_158 +119 val_119 +496 val_496 +0 val_0 +322 val_322 +197 val_197 +468 val_468 +393 val_393 +454 val_454 +100 val_100 +298 val_298 +199 val_199 +191 val_191 +418 val_418 +96 val_96 +26 val_26 +165 val_165 +327 val_327 +230 val_230 +205 val_205 +120 val_120 +131 val_131 +51 val_51 +404 val_404 +43 val_43 +436 val_436 +156 val_156 +469 val_469 +468 val_468 +308 val_308 +95 val_95 +196 val_196 +288 val_288 +481 val_481 +457 val_457 +98 val_98 +282 val_282 +197 val_197 +187 val_187 +318 val_318 +318 val_318 +409 val_409 +470 val_470 +137 val_137 +369 val_369 +316 val_316 +169 val_169 +413 val_413 +85 val_85 +77 val_77 +0 val_0 +490 val_490 +87 val_87 +364 val_364 +179 val_179 +118 val_118 +134 val_134 +395 val_395 +282 val_282 +138 val_138 +238 val_238 +419 val_419 +15 val_15 +118 val_118 +72 val_72 +90 val_90 +307 val_307 +19 val_19 +435 val_435 +10 val_10 +277 val_277 +273 val_273 +306 val_306 +224 val_224 +309 val_309 +389 val_389 +327 val_327 +242 val_242 +369 val_369 +392 val_392 +272 val_272 +331 val_331 +401 val_401 +242 val_242 +452 val_452 +177 val_177 +226 val_226 +5 val_5 +497 val_497 +402 val_402 +396 val_396 +317 val_317 +395 val_395 +58 val_58 +35 val_35 +336 val_336 +95 val_95 +11 val_11 +168 val_168 +34 val_34 +229 val_229 +233 val_233 +143 val_143 +472 val_472 +322 val_322 +498 val_498 +160 val_160 +195 val_195 +42 val_42 +321 val_321 +430 val_430 +119 val_119 +489 val_489 +458 val_458 +78 val_78 +76 val_76 +41 val_41 +223 val_223 +492 val_492 +149 val_149 +449 val_449 +218 val_218 +228 val_228 +138 val_138 +453 val_453 +30 val_30 +209 val_209 +64 val_64 +468 val_468 +76 val_76 +74 val_74 +342 val_342 +69 val_69 +230 val_230 +33 val_33 +368 val_368 +103 val_103 +296 val_296 +113 val_113 +216 val_216 +367 val_367 +344 val_344 +167 val_167 +274 val_274 +219 val_219 +239 val_239 +485 val_485 +116 val_116 +223 val_223 +256 val_256 +263 val_263 +70 val_70 +487 val_487 +480 val_480 +401 val_401 +288 val_288 +191 val_191 +5 val_5 +244 val_244 +438 val_438 +128 val_128 +467 val_467 +432 val_432 +202 val_202 +316 val_316 +229 val_229 +469 val_469 +463 val_463 +280 val_280 +2 val_2 +35 val_35 +283 val_283 +331 val_331 +235 val_235 +80 val_80 +44 val_44 +193 val_193 +321 val_321 +335 val_335 +104 val_104 +466 val_466 +366 val_366 +175 val_175 +403 val_403 +483 val_483 +53 val_53 +105 val_105 +257 val_257 +406 val_406 +409 val_409 +190 val_190 +406 val_406 +401 val_401 +114 val_114 +258 val_258 +90 val_90 +203 val_203 +262 val_262 +348 val_348 +424 val_424 +12 val_12 +396 val_396 +201 val_201 +217 val_217 +164 val_164 +431 val_431 +454 val_454 +478 val_478 +298 val_298 +125 val_125 +431 val_431 +164 val_164 +424 val_424 +187 val_187 +382 val_382 +5 val_5 +70 val_70 +397 val_397 +480 val_480 +291 val_291 +24 val_24 +351 val_351 +255 val_255 +104 val_104 +70 val_70 +163 val_163 +438 val_438 +119 val_119 +414 val_414 +200 val_200 +491 val_491 +237 val_237 +439 val_439 +360 val_360 +248 val_248 +479 val_479 +305 val_305 +417 val_417 +199 val_199 +444 val_444 +120 val_120 +429 val_429 +169 val_169 +443 val_443 +323 val_323 +325 val_325 +277 val_277 +230 val_230 +478 val_478 +178 val_178 +468 val_468 +310 val_310 +317 val_317 +333 val_333 +493 val_493 +460 val_460 +207 val_207 +249 val_249 +265 val_265 +480 val_480 +83 val_83 +136 val_136 +353 val_353 +172 val_172 +214 val_214 +462 val_462 +233 val_233 +406 val_406 +133 val_133 +175 val_175 +189 val_189 +454 val_454 +375 val_375 +401 val_401 +421 val_421 +407 val_407 +384 val_384 +256 val_256 +26 val_26 +134 val_134 +67 val_67 +384 val_384 +379 val_379 +18 val_18 +462 val_462 +492 val_492 +100 val_100 +298 val_298 +9 val_9 +341 val_341 +498 val_498 +146 val_146 +458 val_458 +362 val_362 +186 val_186 +285 val_285 +348 val_348 +167 val_167 +18 val_18 +273 val_273 +183 val_183 +281 val_281 +344 val_344 +97 val_97 +469 val_469 +315 val_315 +84 val_84 +28 val_28 +37 val_37 +448 val_448 +152 val_152 +348 val_348 +307 val_307 +194 val_194 +414 val_414 +477 val_477 +222 val_222 +126 val_126 +90 val_90 +169 val_169 +403 val_403 +400 val_400 +200 val_200 +97 val_97 +PREHOOK: query: drop table dest1 +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table dest1 +POSTHOOK: type: DROPTABLE +POSTHOOK: Output: default@dest1 +POSTHOOK: Lineage: dest1.key SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] Index: contrib/src/test/results/clientpositive/serde_typedbytes2.q.out_0.20 =================================================================== --- contrib/src/test/results/clientpositive/serde_typedbytes2.q.out_0.20 (revision 0) +++ contrib/src/test/results/clientpositive/serde_typedbytes2.q.out_0.20 (revision 0) @@ -0,0 +1,652 @@ +PREHOOK: query: drop table dest1 +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table dest1 +POSTHOOK: type: DROPTABLE +PREHOOK: query: CREATE TABLE dest1(key SMALLINT, value STRING) STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +POSTHOOK: query: CREATE TABLE dest1(key SMALLINT, value STRING) STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: default@dest1 +PREHOOK: query: EXPLAIN +FROM ( + FROM src + SELECT TRANSFORM(cast(src.key as smallint), src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' + RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' + USING '/bin/cat' + AS (tkey smallint, tvalue string) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' + RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' +) tmap +INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN +FROM ( + FROM src + SELECT TRANSFORM(cast(src.key as smallint), src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' + RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' + USING '/bin/cat' + AS (tkey smallint, tvalue string) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' + RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' +) tmap +INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (TOK_FUNCTION TOK_SMALLINT (. (TOK_TABLE_OR_COL src) key)) (. (TOK_TABLE_OR_COL src) value)) (TOK_SERDE (TOK_SERDENAME 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe')) (TOK_RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter') '/bin/cat' (TOK_SERDE (TOK_SERDENAME 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe')) (TOK_RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader') (TOK_TABCOLLIST (TOK_TABCOL tkey TOK_SMALLINT) (TOK_TABCOL tvalue TOK_STRING))))))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB dest1)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL tkey)) (TOK_SELEXPR (TOK_TABLE_OR_COL tvalue))))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-4 depends on stages: Stage-1 , consists of Stage-3, Stage-2 + Stage-3 + Stage-0 depends on stages: Stage-3, Stage-2 + Stage-2 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + tmap:src + TableScan + alias: src + Select Operator + expressions: + expr: UDFToShort(key) + type: smallint + expr: value + type: string + outputColumnNames: _col0, _col1 + Transform Operator + command: /bin/cat + output info: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + Select Operator + expressions: + expr: _col0 + type: smallint + expr: _col1 + type: string + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest1 + + Stage: Stage-4 + Conditional Operator + + Stage: Stage-3 + Move Operator + files: + hdfs directory: true + destination: file:/data/users/nzhang/work/870/apache-hive/build/contrib/scratchdir/hive_2010-07-15_19-05-58_835_5948169435503322560/10000 + + Stage: Stage-0 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest1 + + Stage: Stage-2 + Map Reduce + Alias -> Map Operator Tree: + file:/data/users/nzhang/work/870/apache-hive/build/contrib/scratchdir/hive_2010-07-15_19-05-58_835_5948169435503322560/10002 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest1 + + +PREHOOK: query: FROM ( + FROM src + SELECT TRANSFORM(cast(src.key as smallint), src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' + RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' + USING '/bin/cat' + AS (tkey smallint, tvalue string) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' + RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' +) tmap +INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 +POSTHOOK: query: FROM ( + FROM src + SELECT TRANSFORM(cast(src.key as smallint), src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' + RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' + USING '/bin/cat' + AS (tkey smallint, tvalue string) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' + RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' +) tmap +INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 +POSTHOOK: Lineage: dest1.key SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: SELECT dest1.* FROM dest1 +PREHOOK: type: QUERY +PREHOOK: Input: default@dest1 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-07-15_19-06-02_478_8287345977886565770/10000 +POSTHOOK: query: SELECT dest1.* FROM dest1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest1 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-07-15_19-06-02_478_8287345977886565770/10000 +POSTHOOK: Lineage: dest1.key SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] +238 val_238 +86 val_86 +311 val_311 +27 val_27 +165 val_165 +409 val_409 +255 val_255 +278 val_278 +98 val_98 +484 val_484 +265 val_265 +193 val_193 +401 val_401 +150 val_150 +273 val_273 +224 val_224 +369 val_369 +66 val_66 +128 val_128 +213 val_213 +146 val_146 +406 val_406 +429 val_429 +374 val_374 +152 val_152 +469 val_469 +145 val_145 +495 val_495 +37 val_37 +327 val_327 +281 val_281 +277 val_277 +209 val_209 +15 val_15 +82 val_82 +403 val_403 +166 val_166 +417 val_417 +430 val_430 +252 val_252 +292 val_292 +219 val_219 +287 val_287 +153 val_153 +193 val_193 +338 val_338 +446 val_446 +459 val_459 +394 val_394 +237 val_237 +482 val_482 +174 val_174 +413 val_413 +494 val_494 +207 val_207 +199 val_199 +466 val_466 +208 val_208 +174 val_174 +399 val_399 +396 val_396 +247 val_247 +417 val_417 +489 val_489 +162 val_162 +377 val_377 +397 val_397 +309 val_309 +365 val_365 +266 val_266 +439 val_439 +342 val_342 +367 val_367 +325 val_325 +167 val_167 +195 val_195 +475 val_475 +17 val_17 +113 val_113 +155 val_155 +203 val_203 +339 val_339 +0 val_0 +455 val_455 +128 val_128 +311 val_311 +316 val_316 +57 val_57 +302 val_302 +205 val_205 +149 val_149 +438 val_438 +345 val_345 +129 val_129 +170 val_170 +20 val_20 +489 val_489 +157 val_157 +378 val_378 +221 val_221 +92 val_92 +111 val_111 +47 val_47 +72 val_72 +4 val_4 +280 val_280 +35 val_35 +427 val_427 +277 val_277 +208 val_208 +356 val_356 +399 val_399 +169 val_169 +382 val_382 +498 val_498 +125 val_125 +386 val_386 +437 val_437 +469 val_469 +192 val_192 +286 val_286 +187 val_187 +176 val_176 +54 val_54 +459 val_459 +51 val_51 +138 val_138 +103 val_103 +239 val_239 +213 val_213 +216 val_216 +430 val_430 +278 val_278 +176 val_176 +289 val_289 +221 val_221 +65 val_65 +318 val_318 +332 val_332 +311 val_311 +275 val_275 +137 val_137 +241 val_241 +83 val_83 +333 val_333 +180 val_180 +284 val_284 +12 val_12 +230 val_230 +181 val_181 +67 val_67 +260 val_260 +404 val_404 +384 val_384 +489 val_489 +353 val_353 +373 val_373 +272 val_272 +138 val_138 +217 val_217 +84 val_84 +348 val_348 +466 val_466 +58 val_58 +8 val_8 +411 val_411 +230 val_230 +208 val_208 +348 val_348 +24 val_24 +463 val_463 +431 val_431 +179 val_179 +172 val_172 +42 val_42 +129 val_129 +158 val_158 +119 val_119 +496 val_496 +0 val_0 +322 val_322 +197 val_197 +468 val_468 +393 val_393 +454 val_454 +100 val_100 +298 val_298 +199 val_199 +191 val_191 +418 val_418 +96 val_96 +26 val_26 +165 val_165 +327 val_327 +230 val_230 +205 val_205 +120 val_120 +131 val_131 +51 val_51 +404 val_404 +43 val_43 +436 val_436 +156 val_156 +469 val_469 +468 val_468 +308 val_308 +95 val_95 +196 val_196 +288 val_288 +481 val_481 +457 val_457 +98 val_98 +282 val_282 +197 val_197 +187 val_187 +318 val_318 +318 val_318 +409 val_409 +470 val_470 +137 val_137 +369 val_369 +316 val_316 +169 val_169 +413 val_413 +85 val_85 +77 val_77 +0 val_0 +490 val_490 +87 val_87 +364 val_364 +179 val_179 +118 val_118 +134 val_134 +395 val_395 +282 val_282 +138 val_138 +238 val_238 +419 val_419 +15 val_15 +118 val_118 +72 val_72 +90 val_90 +307 val_307 +19 val_19 +435 val_435 +10 val_10 +277 val_277 +273 val_273 +306 val_306 +224 val_224 +309 val_309 +389 val_389 +327 val_327 +242 val_242 +369 val_369 +392 val_392 +272 val_272 +331 val_331 +401 val_401 +242 val_242 +452 val_452 +177 val_177 +226 val_226 +5 val_5 +497 val_497 +402 val_402 +396 val_396 +317 val_317 +395 val_395 +58 val_58 +35 val_35 +336 val_336 +95 val_95 +11 val_11 +168 val_168 +34 val_34 +229 val_229 +233 val_233 +143 val_143 +472 val_472 +322 val_322 +498 val_498 +160 val_160 +195 val_195 +42 val_42 +321 val_321 +430 val_430 +119 val_119 +489 val_489 +458 val_458 +78 val_78 +76 val_76 +41 val_41 +223 val_223 +492 val_492 +149 val_149 +449 val_449 +218 val_218 +228 val_228 +138 val_138 +453 val_453 +30 val_30 +209 val_209 +64 val_64 +468 val_468 +76 val_76 +74 val_74 +342 val_342 +69 val_69 +230 val_230 +33 val_33 +368 val_368 +103 val_103 +296 val_296 +113 val_113 +216 val_216 +367 val_367 +344 val_344 +167 val_167 +274 val_274 +219 val_219 +239 val_239 +485 val_485 +116 val_116 +223 val_223 +256 val_256 +263 val_263 +70 val_70 +487 val_487 +480 val_480 +401 val_401 +288 val_288 +191 val_191 +5 val_5 +244 val_244 +438 val_438 +128 val_128 +467 val_467 +432 val_432 +202 val_202 +316 val_316 +229 val_229 +469 val_469 +463 val_463 +280 val_280 +2 val_2 +35 val_35 +283 val_283 +331 val_331 +235 val_235 +80 val_80 +44 val_44 +193 val_193 +321 val_321 +335 val_335 +104 val_104 +466 val_466 +366 val_366 +175 val_175 +403 val_403 +483 val_483 +53 val_53 +105 val_105 +257 val_257 +406 val_406 +409 val_409 +190 val_190 +406 val_406 +401 val_401 +114 val_114 +258 val_258 +90 val_90 +203 val_203 +262 val_262 +348 val_348 +424 val_424 +12 val_12 +396 val_396 +201 val_201 +217 val_217 +164 val_164 +431 val_431 +454 val_454 +478 val_478 +298 val_298 +125 val_125 +431 val_431 +164 val_164 +424 val_424 +187 val_187 +382 val_382 +5 val_5 +70 val_70 +397 val_397 +480 val_480 +291 val_291 +24 val_24 +351 val_351 +255 val_255 +104 val_104 +70 val_70 +163 val_163 +438 val_438 +119 val_119 +414 val_414 +200 val_200 +491 val_491 +237 val_237 +439 val_439 +360 val_360 +248 val_248 +479 val_479 +305 val_305 +417 val_417 +199 val_199 +444 val_444 +120 val_120 +429 val_429 +169 val_169 +443 val_443 +323 val_323 +325 val_325 +277 val_277 +230 val_230 +478 val_478 +178 val_178 +468 val_468 +310 val_310 +317 val_317 +333 val_333 +493 val_493 +460 val_460 +207 val_207 +249 val_249 +265 val_265 +480 val_480 +83 val_83 +136 val_136 +353 val_353 +172 val_172 +214 val_214 +462 val_462 +233 val_233 +406 val_406 +133 val_133 +175 val_175 +189 val_189 +454 val_454 +375 val_375 +401 val_401 +421 val_421 +407 val_407 +384 val_384 +256 val_256 +26 val_26 +134 val_134 +67 val_67 +384 val_384 +379 val_379 +18 val_18 +462 val_462 +492 val_492 +100 val_100 +298 val_298 +9 val_9 +341 val_341 +498 val_498 +146 val_146 +458 val_458 +362 val_362 +186 val_186 +285 val_285 +348 val_348 +167 val_167 +18 val_18 +273 val_273 +183 val_183 +281 val_281 +344 val_344 +97 val_97 +469 val_469 +315 val_315 +84 val_84 +28 val_28 +37 val_37 +448 val_448 +152 val_152 +348 val_348 +307 val_307 +194 val_194 +414 val_414 +477 val_477 +222 val_222 +126 val_126 +90 val_90 +169 val_169 +403 val_403 +400 val_400 +200 val_200 +97 val_97 +PREHOOK: query: drop table dest1 +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table dest1 +POSTHOOK: type: DROPTABLE +POSTHOOK: Output: default@dest1 +POSTHOOK: Lineage: dest1.key SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] Index: contrib/src/test/results/clientpositive/serde_typedbytes3.q.out_0.20 =================================================================== --- contrib/src/test/results/clientpositive/serde_typedbytes3.q.out_0.20 (revision 0) +++ contrib/src/test/results/clientpositive/serde_typedbytes3.q.out_0.20 (revision 0) @@ -0,0 +1,652 @@ +PREHOOK: query: drop table dest1 +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table dest1 +POSTHOOK: type: DROPTABLE +PREHOOK: query: CREATE TABLE dest1(key STRING, value STRING) STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +POSTHOOK: query: CREATE TABLE dest1(key STRING, value STRING) STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: default@dest1 +PREHOOK: query: EXPLAIN +FROM ( + FROM src + SELECT TRANSFORM(cast(src.key as smallint), src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' + RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' + USING '/bin/cat' + AS (tkey, tvalue) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' + RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' +) tmap +INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN +FROM ( + FROM src + SELECT TRANSFORM(cast(src.key as smallint), src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' + RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' + USING '/bin/cat' + AS (tkey, tvalue) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' + RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' +) tmap +INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (TOK_FUNCTION TOK_SMALLINT (. (TOK_TABLE_OR_COL src) key)) (. (TOK_TABLE_OR_COL src) value)) (TOK_SERDE (TOK_SERDENAME 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe')) (TOK_RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter') '/bin/cat' (TOK_SERDE (TOK_SERDENAME 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe')) (TOK_RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader') (TOK_ALIASLIST tkey tvalue)))))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB dest1)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL tkey)) (TOK_SELEXPR (TOK_TABLE_OR_COL tvalue))))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-4 depends on stages: Stage-1 , consists of Stage-3, Stage-2 + Stage-3 + Stage-0 depends on stages: Stage-3, Stage-2 + Stage-2 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + tmap:src + TableScan + alias: src + Select Operator + expressions: + expr: UDFToShort(key) + type: smallint + expr: value + type: string + outputColumnNames: _col0, _col1 + Transform Operator + command: /bin/cat + output info: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + Select Operator + expressions: + expr: _col0 + type: string + expr: _col1 + type: string + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest1 + + Stage: Stage-4 + Conditional Operator + + Stage: Stage-3 + Move Operator + files: + hdfs directory: true + destination: file:/data/users/nzhang/work/870/apache-hive/build/contrib/scratchdir/hive_2010-07-15_19-06-05_302_4458212825626097247/10000 + + Stage: Stage-0 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest1 + + Stage: Stage-2 + Map Reduce + Alias -> Map Operator Tree: + file:/data/users/nzhang/work/870/apache-hive/build/contrib/scratchdir/hive_2010-07-15_19-06-05_302_4458212825626097247/10002 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest1 + + +PREHOOK: query: FROM ( + FROM src + SELECT TRANSFORM(cast(src.key as smallint), src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' + RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' + USING '/bin/cat' + AS (tkey, tvalue) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' + RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' +) tmap +INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 +POSTHOOK: query: FROM ( + FROM src + SELECT TRANSFORM(cast(src.key as smallint), src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' + RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' + USING '/bin/cat' + AS (tkey, tvalue) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' + RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' +) tmap +INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 +POSTHOOK: Lineage: dest1.key SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: SELECT dest1.* FROM dest1 +PREHOOK: type: QUERY +PREHOOK: Input: default@dest1 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-07-15_19-06-08_650_4851216650714236790/10000 +POSTHOOK: query: SELECT dest1.* FROM dest1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest1 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-07-15_19-06-08_650_4851216650714236790/10000 +POSTHOOK: Lineage: dest1.key SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] +238 val_238 +86 val_86 +311 val_311 +27 val_27 +165 val_165 +409 val_409 +255 val_255 +278 val_278 +98 val_98 +484 val_484 +265 val_265 +193 val_193 +401 val_401 +150 val_150 +273 val_273 +224 val_224 +369 val_369 +66 val_66 +128 val_128 +213 val_213 +146 val_146 +406 val_406 +429 val_429 +374 val_374 +152 val_152 +469 val_469 +145 val_145 +495 val_495 +37 val_37 +327 val_327 +281 val_281 +277 val_277 +209 val_209 +15 val_15 +82 val_82 +403 val_403 +166 val_166 +417 val_417 +430 val_430 +252 val_252 +292 val_292 +219 val_219 +287 val_287 +153 val_153 +193 val_193 +338 val_338 +446 val_446 +459 val_459 +394 val_394 +237 val_237 +482 val_482 +174 val_174 +413 val_413 +494 val_494 +207 val_207 +199 val_199 +466 val_466 +208 val_208 +174 val_174 +399 val_399 +396 val_396 +247 val_247 +417 val_417 +489 val_489 +162 val_162 +377 val_377 +397 val_397 +309 val_309 +365 val_365 +266 val_266 +439 val_439 +342 val_342 +367 val_367 +325 val_325 +167 val_167 +195 val_195 +475 val_475 +17 val_17 +113 val_113 +155 val_155 +203 val_203 +339 val_339 +0 val_0 +455 val_455 +128 val_128 +311 val_311 +316 val_316 +57 val_57 +302 val_302 +205 val_205 +149 val_149 +438 val_438 +345 val_345 +129 val_129 +170 val_170 +20 val_20 +489 val_489 +157 val_157 +378 val_378 +221 val_221 +92 val_92 +111 val_111 +47 val_47 +72 val_72 +4 val_4 +280 val_280 +35 val_35 +427 val_427 +277 val_277 +208 val_208 +356 val_356 +399 val_399 +169 val_169 +382 val_382 +498 val_498 +125 val_125 +386 val_386 +437 val_437 +469 val_469 +192 val_192 +286 val_286 +187 val_187 +176 val_176 +54 val_54 +459 val_459 +51 val_51 +138 val_138 +103 val_103 +239 val_239 +213 val_213 +216 val_216 +430 val_430 +278 val_278 +176 val_176 +289 val_289 +221 val_221 +65 val_65 +318 val_318 +332 val_332 +311 val_311 +275 val_275 +137 val_137 +241 val_241 +83 val_83 +333 val_333 +180 val_180 +284 val_284 +12 val_12 +230 val_230 +181 val_181 +67 val_67 +260 val_260 +404 val_404 +384 val_384 +489 val_489 +353 val_353 +373 val_373 +272 val_272 +138 val_138 +217 val_217 +84 val_84 +348 val_348 +466 val_466 +58 val_58 +8 val_8 +411 val_411 +230 val_230 +208 val_208 +348 val_348 +24 val_24 +463 val_463 +431 val_431 +179 val_179 +172 val_172 +42 val_42 +129 val_129 +158 val_158 +119 val_119 +496 val_496 +0 val_0 +322 val_322 +197 val_197 +468 val_468 +393 val_393 +454 val_454 +100 val_100 +298 val_298 +199 val_199 +191 val_191 +418 val_418 +96 val_96 +26 val_26 +165 val_165 +327 val_327 +230 val_230 +205 val_205 +120 val_120 +131 val_131 +51 val_51 +404 val_404 +43 val_43 +436 val_436 +156 val_156 +469 val_469 +468 val_468 +308 val_308 +95 val_95 +196 val_196 +288 val_288 +481 val_481 +457 val_457 +98 val_98 +282 val_282 +197 val_197 +187 val_187 +318 val_318 +318 val_318 +409 val_409 +470 val_470 +137 val_137 +369 val_369 +316 val_316 +169 val_169 +413 val_413 +85 val_85 +77 val_77 +0 val_0 +490 val_490 +87 val_87 +364 val_364 +179 val_179 +118 val_118 +134 val_134 +395 val_395 +282 val_282 +138 val_138 +238 val_238 +419 val_419 +15 val_15 +118 val_118 +72 val_72 +90 val_90 +307 val_307 +19 val_19 +435 val_435 +10 val_10 +277 val_277 +273 val_273 +306 val_306 +224 val_224 +309 val_309 +389 val_389 +327 val_327 +242 val_242 +369 val_369 +392 val_392 +272 val_272 +331 val_331 +401 val_401 +242 val_242 +452 val_452 +177 val_177 +226 val_226 +5 val_5 +497 val_497 +402 val_402 +396 val_396 +317 val_317 +395 val_395 +58 val_58 +35 val_35 +336 val_336 +95 val_95 +11 val_11 +168 val_168 +34 val_34 +229 val_229 +233 val_233 +143 val_143 +472 val_472 +322 val_322 +498 val_498 +160 val_160 +195 val_195 +42 val_42 +321 val_321 +430 val_430 +119 val_119 +489 val_489 +458 val_458 +78 val_78 +76 val_76 +41 val_41 +223 val_223 +492 val_492 +149 val_149 +449 val_449 +218 val_218 +228 val_228 +138 val_138 +453 val_453 +30 val_30 +209 val_209 +64 val_64 +468 val_468 +76 val_76 +74 val_74 +342 val_342 +69 val_69 +230 val_230 +33 val_33 +368 val_368 +103 val_103 +296 val_296 +113 val_113 +216 val_216 +367 val_367 +344 val_344 +167 val_167 +274 val_274 +219 val_219 +239 val_239 +485 val_485 +116 val_116 +223 val_223 +256 val_256 +263 val_263 +70 val_70 +487 val_487 +480 val_480 +401 val_401 +288 val_288 +191 val_191 +5 val_5 +244 val_244 +438 val_438 +128 val_128 +467 val_467 +432 val_432 +202 val_202 +316 val_316 +229 val_229 +469 val_469 +463 val_463 +280 val_280 +2 val_2 +35 val_35 +283 val_283 +331 val_331 +235 val_235 +80 val_80 +44 val_44 +193 val_193 +321 val_321 +335 val_335 +104 val_104 +466 val_466 +366 val_366 +175 val_175 +403 val_403 +483 val_483 +53 val_53 +105 val_105 +257 val_257 +406 val_406 +409 val_409 +190 val_190 +406 val_406 +401 val_401 +114 val_114 +258 val_258 +90 val_90 +203 val_203 +262 val_262 +348 val_348 +424 val_424 +12 val_12 +396 val_396 +201 val_201 +217 val_217 +164 val_164 +431 val_431 +454 val_454 +478 val_478 +298 val_298 +125 val_125 +431 val_431 +164 val_164 +424 val_424 +187 val_187 +382 val_382 +5 val_5 +70 val_70 +397 val_397 +480 val_480 +291 val_291 +24 val_24 +351 val_351 +255 val_255 +104 val_104 +70 val_70 +163 val_163 +438 val_438 +119 val_119 +414 val_414 +200 val_200 +491 val_491 +237 val_237 +439 val_439 +360 val_360 +248 val_248 +479 val_479 +305 val_305 +417 val_417 +199 val_199 +444 val_444 +120 val_120 +429 val_429 +169 val_169 +443 val_443 +323 val_323 +325 val_325 +277 val_277 +230 val_230 +478 val_478 +178 val_178 +468 val_468 +310 val_310 +317 val_317 +333 val_333 +493 val_493 +460 val_460 +207 val_207 +249 val_249 +265 val_265 +480 val_480 +83 val_83 +136 val_136 +353 val_353 +172 val_172 +214 val_214 +462 val_462 +233 val_233 +406 val_406 +133 val_133 +175 val_175 +189 val_189 +454 val_454 +375 val_375 +401 val_401 +421 val_421 +407 val_407 +384 val_384 +256 val_256 +26 val_26 +134 val_134 +67 val_67 +384 val_384 +379 val_379 +18 val_18 +462 val_462 +492 val_492 +100 val_100 +298 val_298 +9 val_9 +341 val_341 +498 val_498 +146 val_146 +458 val_458 +362 val_362 +186 val_186 +285 val_285 +348 val_348 +167 val_167 +18 val_18 +273 val_273 +183 val_183 +281 val_281 +344 val_344 +97 val_97 +469 val_469 +315 val_315 +84 val_84 +28 val_28 +37 val_37 +448 val_448 +152 val_152 +348 val_348 +307 val_307 +194 val_194 +414 val_414 +477 val_477 +222 val_222 +126 val_126 +90 val_90 +169 val_169 +403 val_403 +400 val_400 +200 val_200 +97 val_97 +PREHOOK: query: drop table dest1 +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table dest1 +POSTHOOK: type: DROPTABLE +POSTHOOK: Output: default@dest1 +POSTHOOK: Lineage: dest1.key SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] Index: contrib/src/test/results/clientpositive/serde_typedbytes5.q.out_0.20 =================================================================== --- contrib/src/test/results/clientpositive/serde_typedbytes5.q.out_0.20 (revision 0) +++ contrib/src/test/results/clientpositive/serde_typedbytes5.q.out_0.20 (revision 0) @@ -0,0 +1,659 @@ +PREHOOK: query: drop table dest1 +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table dest1 +POSTHOOK: type: DROPTABLE +PREHOOK: query: CREATE TABLE dest1(key INT, value STRING) STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +POSTHOOK: query: CREATE TABLE dest1(key INT, value STRING) STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: default@dest1 +PREHOOK: query: EXPLAIN +FROM ( + FROM src + SELECT TRANSFORM(src.key, src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' + RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' + USING 'python ../data/scripts/cat.py' + AS (tkey, tvalue) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' + RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' +) tmap +INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN +FROM ( + FROM src + SELECT TRANSFORM(src.key, src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' + RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' + USING 'python ../data/scripts/cat.py' + AS (tkey, tvalue) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' + RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' +) tmap +INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) key) (. (TOK_TABLE_OR_COL src) value)) (TOK_SERDE (TOK_SERDENAME 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe')) (TOK_RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter') 'python ../data/scripts/cat.py' (TOK_SERDE (TOK_SERDENAME 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe')) (TOK_RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader') (TOK_ALIASLIST tkey tvalue)))))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB dest1)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL tkey)) (TOK_SELEXPR (TOK_TABLE_OR_COL tvalue))))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-4 depends on stages: Stage-1 , consists of Stage-3, Stage-2 + Stage-3 + Stage-0 depends on stages: Stage-3, Stage-2 + Stage-2 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + tmap:src + TableScan + alias: src + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + outputColumnNames: _col0, _col1 + Transform Operator + command: python ../data/scripts/cat.py + output info: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + Select Operator + expressions: + expr: _col0 + type: string + expr: _col1 + type: string + outputColumnNames: _col0, _col1 + Select Operator + expressions: + expr: UDFToInteger(_col0) + type: int + expr: _col1 + type: string + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest1 + + Stage: Stage-4 + Conditional Operator + + Stage: Stage-3 + Move Operator + files: + hdfs directory: true + destination: file:/data/users/nzhang/work/870/apache-hive/build/contrib/scratchdir/hive_2010-07-15_19-06-18_045_1656345669252161005/10000 + + Stage: Stage-0 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest1 + + Stage: Stage-2 + Map Reduce + Alias -> Map Operator Tree: + file:/data/users/nzhang/work/870/apache-hive/build/contrib/scratchdir/hive_2010-07-15_19-06-18_045_1656345669252161005/10002 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest1 + + +PREHOOK: query: FROM ( + FROM src + SELECT TRANSFORM(src.key, src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' + RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' + USING 'python ../data/scripts/cat.py' + AS (tkey, tvalue) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' + RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' +) tmap +INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 +POSTHOOK: query: FROM ( + FROM src + SELECT TRANSFORM(src.key, src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' + RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' + USING 'python ../data/scripts/cat.py' + AS (tkey, tvalue) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' + RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' +) tmap +INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 +POSTHOOK: Lineage: dest1.key SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: SELECT dest1.* FROM dest1 +PREHOOK: type: QUERY +PREHOOK: Input: default@dest1 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-07-15_19-06-23_357_7332357679678994069/10000 +POSTHOOK: query: SELECT dest1.* FROM dest1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest1 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-07-15_19-06-23_357_7332357679678994069/10000 +POSTHOOK: Lineage: dest1.key SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] +238 val_238 +86 val_86 +311 val_311 +27 val_27 +165 val_165 +409 val_409 +255 val_255 +278 val_278 +98 val_98 +484 val_484 +265 val_265 +193 val_193 +401 val_401 +150 val_150 +273 val_273 +224 val_224 +369 val_369 +66 val_66 +128 val_128 +213 val_213 +146 val_146 +406 val_406 +429 val_429 +374 val_374 +152 val_152 +469 val_469 +145 val_145 +495 val_495 +37 val_37 +327 val_327 +281 val_281 +277 val_277 +209 val_209 +15 val_15 +82 val_82 +403 val_403 +166 val_166 +417 val_417 +430 val_430 +252 val_252 +292 val_292 +219 val_219 +287 val_287 +153 val_153 +193 val_193 +338 val_338 +446 val_446 +459 val_459 +394 val_394 +237 val_237 +482 val_482 +174 val_174 +413 val_413 +494 val_494 +207 val_207 +199 val_199 +466 val_466 +208 val_208 +174 val_174 +399 val_399 +396 val_396 +247 val_247 +417 val_417 +489 val_489 +162 val_162 +377 val_377 +397 val_397 +309 val_309 +365 val_365 +266 val_266 +439 val_439 +342 val_342 +367 val_367 +325 val_325 +167 val_167 +195 val_195 +475 val_475 +17 val_17 +113 val_113 +155 val_155 +203 val_203 +339 val_339 +0 val_0 +455 val_455 +128 val_128 +311 val_311 +316 val_316 +57 val_57 +302 val_302 +205 val_205 +149 val_149 +438 val_438 +345 val_345 +129 val_129 +170 val_170 +20 val_20 +489 val_489 +157 val_157 +378 val_378 +221 val_221 +92 val_92 +111 val_111 +47 val_47 +72 val_72 +4 val_4 +280 val_280 +35 val_35 +427 val_427 +277 val_277 +208 val_208 +356 val_356 +399 val_399 +169 val_169 +382 val_382 +498 val_498 +125 val_125 +386 val_386 +437 val_437 +469 val_469 +192 val_192 +286 val_286 +187 val_187 +176 val_176 +54 val_54 +459 val_459 +51 val_51 +138 val_138 +103 val_103 +239 val_239 +213 val_213 +216 val_216 +430 val_430 +278 val_278 +176 val_176 +289 val_289 +221 val_221 +65 val_65 +318 val_318 +332 val_332 +311 val_311 +275 val_275 +137 val_137 +241 val_241 +83 val_83 +333 val_333 +180 val_180 +284 val_284 +12 val_12 +230 val_230 +181 val_181 +67 val_67 +260 val_260 +404 val_404 +384 val_384 +489 val_489 +353 val_353 +373 val_373 +272 val_272 +138 val_138 +217 val_217 +84 val_84 +348 val_348 +466 val_466 +58 val_58 +8 val_8 +411 val_411 +230 val_230 +208 val_208 +348 val_348 +24 val_24 +463 val_463 +431 val_431 +179 val_179 +172 val_172 +42 val_42 +129 val_129 +158 val_158 +119 val_119 +496 val_496 +0 val_0 +322 val_322 +197 val_197 +468 val_468 +393 val_393 +454 val_454 +100 val_100 +298 val_298 +199 val_199 +191 val_191 +418 val_418 +96 val_96 +26 val_26 +165 val_165 +327 val_327 +230 val_230 +205 val_205 +120 val_120 +131 val_131 +51 val_51 +404 val_404 +43 val_43 +436 val_436 +156 val_156 +469 val_469 +468 val_468 +308 val_308 +95 val_95 +196 val_196 +288 val_288 +481 val_481 +457 val_457 +98 val_98 +282 val_282 +197 val_197 +187 val_187 +318 val_318 +318 val_318 +409 val_409 +470 val_470 +137 val_137 +369 val_369 +316 val_316 +169 val_169 +413 val_413 +85 val_85 +77 val_77 +0 val_0 +490 val_490 +87 val_87 +364 val_364 +179 val_179 +118 val_118 +134 val_134 +395 val_395 +282 val_282 +138 val_138 +238 val_238 +419 val_419 +15 val_15 +118 val_118 +72 val_72 +90 val_90 +307 val_307 +19 val_19 +435 val_435 +10 val_10 +277 val_277 +273 val_273 +306 val_306 +224 val_224 +309 val_309 +389 val_389 +327 val_327 +242 val_242 +369 val_369 +392 val_392 +272 val_272 +331 val_331 +401 val_401 +242 val_242 +452 val_452 +177 val_177 +226 val_226 +5 val_5 +497 val_497 +402 val_402 +396 val_396 +317 val_317 +395 val_395 +58 val_58 +35 val_35 +336 val_336 +95 val_95 +11 val_11 +168 val_168 +34 val_34 +229 val_229 +233 val_233 +143 val_143 +472 val_472 +322 val_322 +498 val_498 +160 val_160 +195 val_195 +42 val_42 +321 val_321 +430 val_430 +119 val_119 +489 val_489 +458 val_458 +78 val_78 +76 val_76 +41 val_41 +223 val_223 +492 val_492 +149 val_149 +449 val_449 +218 val_218 +228 val_228 +138 val_138 +453 val_453 +30 val_30 +209 val_209 +64 val_64 +468 val_468 +76 val_76 +74 val_74 +342 val_342 +69 val_69 +230 val_230 +33 val_33 +368 val_368 +103 val_103 +296 val_296 +113 val_113 +216 val_216 +367 val_367 +344 val_344 +167 val_167 +274 val_274 +219 val_219 +239 val_239 +485 val_485 +116 val_116 +223 val_223 +256 val_256 +263 val_263 +70 val_70 +487 val_487 +480 val_480 +401 val_401 +288 val_288 +191 val_191 +5 val_5 +244 val_244 +438 val_438 +128 val_128 +467 val_467 +432 val_432 +202 val_202 +316 val_316 +229 val_229 +469 val_469 +463 val_463 +280 val_280 +2 val_2 +35 val_35 +283 val_283 +331 val_331 +235 val_235 +80 val_80 +44 val_44 +193 val_193 +321 val_321 +335 val_335 +104 val_104 +466 val_466 +366 val_366 +175 val_175 +403 val_403 +483 val_483 +53 val_53 +105 val_105 +257 val_257 +406 val_406 +409 val_409 +190 val_190 +406 val_406 +401 val_401 +114 val_114 +258 val_258 +90 val_90 +203 val_203 +262 val_262 +348 val_348 +424 val_424 +12 val_12 +396 val_396 +201 val_201 +217 val_217 +164 val_164 +431 val_431 +454 val_454 +478 val_478 +298 val_298 +125 val_125 +431 val_431 +164 val_164 +424 val_424 +187 val_187 +382 val_382 +5 val_5 +70 val_70 +397 val_397 +480 val_480 +291 val_291 +24 val_24 +351 val_351 +255 val_255 +104 val_104 +70 val_70 +163 val_163 +438 val_438 +119 val_119 +414 val_414 +200 val_200 +491 val_491 +237 val_237 +439 val_439 +360 val_360 +248 val_248 +479 val_479 +305 val_305 +417 val_417 +199 val_199 +444 val_444 +120 val_120 +429 val_429 +169 val_169 +443 val_443 +323 val_323 +325 val_325 +277 val_277 +230 val_230 +478 val_478 +178 val_178 +468 val_468 +310 val_310 +317 val_317 +333 val_333 +493 val_493 +460 val_460 +207 val_207 +249 val_249 +265 val_265 +480 val_480 +83 val_83 +136 val_136 +353 val_353 +172 val_172 +214 val_214 +462 val_462 +233 val_233 +406 val_406 +133 val_133 +175 val_175 +189 val_189 +454 val_454 +375 val_375 +401 val_401 +421 val_421 +407 val_407 +384 val_384 +256 val_256 +26 val_26 +134 val_134 +67 val_67 +384 val_384 +379 val_379 +18 val_18 +462 val_462 +492 val_492 +100 val_100 +298 val_298 +9 val_9 +341 val_341 +498 val_498 +146 val_146 +458 val_458 +362 val_362 +186 val_186 +285 val_285 +348 val_348 +167 val_167 +18 val_18 +273 val_273 +183 val_183 +281 val_281 +344 val_344 +97 val_97 +469 val_469 +315 val_315 +84 val_84 +28 val_28 +37 val_37 +448 val_448 +152 val_152 +348 val_348 +307 val_307 +194 val_194 +414 val_414 +477 val_477 +222 val_222 +126 val_126 +90 val_90 +169 val_169 +403 val_403 +400 val_400 +200 val_200 +97 val_97 +PREHOOK: query: drop table dest1 +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table dest1 +POSTHOOK: type: DROPTABLE +POSTHOOK: Output: default@dest1 +POSTHOOK: Lineage: dest1.key SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] Index: contrib/build.xml =================================================================== --- contrib/build.xml (revision 986853) +++ contrib/build.xml (working copy) @@ -93,7 +93,9 @@ clusterMode="${clustermode}" resultsDirectory="${contrib.test.results.dir}/clientpositive" className="TestContribCliDriver" logFile="${test.log.dir}/testcontribclidrivergen.log" - logDirectory="${test.log.dir}/contribclientpositive"/> + logDirectory="${test.log.dir}/contribclientpositive" + hadoopVersion="${hadoopVersion}" + /> Map Operator Tree: - file:/tmp/jssarma/hive_2010-07-21_13-41-40_681_7920974237145003540/10002 + file:/tmp/nzhang/hive_2010-08-17_23-00-26_802_8395517398034899124/-mr-10002 Union Select Operator expressions: @@ -101,7 +101,7 @@ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: tmptable - file:/tmp/jssarma/hive_2010-07-21_13-41-40_681_7920974237145003540/10004 + file:/tmp/nzhang/hive_2010-08-17_23-00-26_802_8395517398034899124/-mr-10004 Union Select Operator expressions: @@ -133,7 +133,7 @@ Move Operator files: hdfs directory: true - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_13-41-40_681_7920974237145003540/10000 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_23-00-26_802_8395517398034899124/-ext-10000 Stage: Stage-0 Move Operator @@ -148,28 +148,15 @@ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_13-41-40_681_7920974237145003540/10003 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: string - expr: value - type: int - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: tmptable + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_23-00-26_802_8395517398034899124/-ext-10003 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: tmptable Stage: Stage-6 Map Reduce @@ -231,11 +218,11 @@ PREHOOK: query: select * from tmptable x sort by x.key PREHOOK: type: QUERY PREHOOK: Input: default@tmptable -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_13-41-50_925_942224749030960902/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_23-00-41_917_5299368229202949539/-mr-10000 POSTHOOK: query: select * from tmptable x sort by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@tmptable -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_13-41-50_925_942224749030960902/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_23-00-41_917_5299368229202949539/-mr-10000 POSTHOOK: Lineage: tmptable.key EXPRESSION [] POSTHOOK: Lineage: tmptable.value EXPRESSION [(src)s1.null, (src)s2.null, ] tst1 500 Index: ql/src/test/results/clientpositive/join29.q.out =================================================================== --- ql/src/test/results/clientpositive/join29.q.out (revision 986853) +++ ql/src/test/results/clientpositive/join29.q.out (working copy) @@ -87,7 +87,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/jssarma/hive_2010-07-21_11-32-59_660_3940646832112023058/10002 + file:/tmp/nzhang/hive_2010-08-17_22-54-18_745_3735170774347695260/-mr-10002 Common Join Operator condition map: Inner Join 0 to 1 @@ -138,11 +138,11 @@ Local Work: Map Reduce Local Work Alias -> Map Local Tables: - file:/tmp/jssarma/hive_2010-07-21_11-32-59_660_3940646832112023058/10004 + file:/tmp/nzhang/hive_2010-08-17_22-54-18_745_3735170774347695260/-mr-10004 Fetch Operator limit: -1 Alias -> Map Local Operator Tree: - file:/tmp/jssarma/hive_2010-07-21_11-32-59_660_3940646832112023058/10004 + file:/tmp/nzhang/hive_2010-08-17_22-54-18_745_3735170774347695260/-mr-10004 Common Join Operator condition map: Inner Join 0 to 1 @@ -198,7 +198,7 @@ Move Operator files: hdfs directory: true - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-32-59_660_3940646832112023058/10000 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-18_745_3735170774347695260/-ext-10000 Stage: Stage-0 Move Operator @@ -213,30 +213,15 @@ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-32-59_660_3940646832112023058/10003 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: string - expr: cnt1 - type: int - expr: cnt2 - type: int - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: dest_j1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-18_745_3735170774347695260/-ext-10003 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest_j1 Stage: Stage-6 Map Reduce @@ -317,11 +302,11 @@ PREHOOK: query: select * from dest_j1 x order by x.key PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-33-08_454_5846290866810953063/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-54-30_633_9036208287661562782/-mr-10000 POSTHOOK: query: select * from dest_j1 x order by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest_j1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-33-08_454_5846290866810953063/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-54-30_633_9036208287661562782/-mr-10000 POSTHOOK: Lineage: dest_j1.cnt1 EXPRESSION [(src1)x.null, ] POSTHOOK: Lineage: dest_j1.cnt2 EXPRESSION [(src)y.null, ] POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/join32.q.out_0.17 =================================================================== --- ql/src/test/results/clientpositive/join32.q.out_0.17 (revision 981708) +++ ql/src/test/results/clientpositive/join32.q.out_0.17 (working copy) @@ -48,7 +48,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_12-57-55_426_1799934934395198977/-mr-10003 + directory: file:/tmp/nzhang/hive_2010-08-18_12-00-40_705_5960721321942434914/-mr-10003 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -84,7 +84,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_12-57-55_426_1799934934395198977/-mr-10003 + directory: file:/tmp/nzhang/hive_2010-08-18_12-00-40_705_5960721321942434914/-mr-10003 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -97,9 +97,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src [y] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src [y] Path -> Partition: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -110,12 +110,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280430369 + transient_lastDdlTime 1282157853 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -126,12 +126,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280430369 + transient_lastDdlTime 1282157853 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -139,7 +139,7 @@ Stage: Stage-1 Map Reduce Alias -> Map Operator Tree: - file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_12-57-55_426_1799934934395198977/-mr-10003 + file:/tmp/nzhang/hive_2010-08-18_12-00-40_705_5960721321942434914/-mr-10003 Select Operator expressions: expr: _col0 @@ -182,7 +182,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_12-57-55_426_1799934934395198977/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-40_705_5960721321942434914/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -193,12 +193,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280433475 + transient_lastDdlTime 1282158040 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -261,7 +261,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_12-57-55_426_1799934934395198977/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-40_705_5960721321942434914/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -272,21 +272,21 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280433475 + transient_lastDdlTime 1282158040 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_12-57-55_426_1799934934395198977/-mr-10003 [file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_12-57-55_426_1799934934395198977/-mr-10003] + file:/tmp/nzhang/hive_2010-08-18_12-00-40_705_5960721321942434914/-mr-10003 [file:/tmp/nzhang/hive_2010-08-18_12-00-40_705_5960721321942434914/-mr-10003] Path -> Partition: - file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_12-57-55_426_1799934934395198977/-mr-10003 + file:/tmp/nzhang/hive_2010-08-18_12-00-40_705_5960721321942434914/-mr-10003 Partition base file name: -mr-10003 input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -310,14 +310,14 @@ Move Operator files: hdfs directory: true - source: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_12-57-55_426_1799934934395198977/-ext-10002 - destination: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_12-57-55_426_1799934934395198977/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-40_705_5960721321942434914/-ext-10002 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-40_705_5960721321942434914/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_12-57-55_426_1799934934395198977/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-40_705_5960721321942434914/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -327,20 +327,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280433475 + transient_lastDdlTime 1282158040 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 - tmp directory: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_12-57-55_426_1799934934395198977/-ext-10001 + tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-40_705_5960721321942434914/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_12-57-55_426_1799934934395198977/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-40_705_5960721321942434914/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -356,9 +356,9 @@ type: string Needs Tagging: false Path -> Alias: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_12-57-55_426_1799934934395198977/-ext-10002 [pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_12-57-55_426_1799934934395198977/-ext-10002] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-40_705_5960721321942434914/-ext-10002 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-40_705_5960721321942434914/-ext-10002] Path -> Partition: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_12-57-55_426_1799934934395198977/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-40_705_5960721321942434914/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -369,12 +369,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280433475 + transient_lastDdlTime 1282158040 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -385,12 +385,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280433475 + transient_lastDdlTime 1282158040 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 name: dest_j1 @@ -399,7 +399,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_12-57-55_426_1799934934395198977/-ext-10000 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-40_705_5960721321942434914/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -410,12 +410,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280433475 + transient_lastDdlTime 1282158040 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -442,18 +442,18 @@ POSTHOOK: Output: default@dest_j1 POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.val2 EXPRESSION [(src)y.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: select * from dest_j1 x order by x.key PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 -PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_12-58-05_933_7604675679100703944/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_12-00-49_444_5311228476742662204/-mr-10000 POSTHOOK: query: select * from dest_j1 x order by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest_j1 -POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_12-58-05_933_7604675679100703944/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_12-00-49_444_5311228476742662204/-mr-10000 POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.val2 EXPRESSION [(src)y.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:value, type:string, comment:default), ] 146 val_146 val_146 146 val_146 val_146 146 val_146 val_146 Index: ql/src/test/results/clientpositive/join26.q.out_0.17 =================================================================== --- ql/src/test/results/clientpositive/join26.q.out_0.17 (revision 981708) +++ ql/src/test/results/clientpositive/join26.q.out_0.17 (working copy) @@ -83,7 +83,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_12-56-20_480_3170232677450906861/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-20_724_7183622453729573020/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -94,12 +94,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280433380 + transient_lastDdlTime 1282158020 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -153,7 +153,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_12-56-20_480_3170232677450906861/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-20_724_7183622453729573020/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -164,12 +164,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280433380 + transient_lastDdlTime 1282158020 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -213,7 +213,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_12-56-20_480_3170232677450906861/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-20_724_7183622453729573020/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -224,21 +224,21 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280433380 + transient_lastDdlTime 1282158020 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] Path -> Partition: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -252,13 +252,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280430361 + transient_lastDdlTime 1282157844 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -269,13 +269,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280430361 + transient_lastDdlTime 1282157844 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -287,14 +287,14 @@ Move Operator files: hdfs directory: true - source: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_12-56-20_480_3170232677450906861/-ext-10002 - destination: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_12-56-20_480_3170232677450906861/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-20_724_7183622453729573020/-ext-10002 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-20_724_7183622453729573020/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_12-56-20_480_3170232677450906861/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-20_724_7183622453729573020/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -304,20 +304,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280433380 + transient_lastDdlTime 1282158020 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 - tmp directory: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_12-56-20_480_3170232677450906861/-ext-10001 + tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-20_724_7183622453729573020/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_12-56-20_480_3170232677450906861/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-20_724_7183622453729573020/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -333,9 +333,9 @@ type: string Needs Tagging: false Path -> Alias: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_12-56-20_480_3170232677450906861/-ext-10002 [pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_12-56-20_480_3170232677450906861/-ext-10002] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-20_724_7183622453729573020/-ext-10002 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-20_724_7183622453729573020/-ext-10002] Path -> Partition: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_12-56-20_480_3170232677450906861/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-20_724_7183622453729573020/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -346,12 +346,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280433380 + transient_lastDdlTime 1282158020 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -362,12 +362,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280433380 + transient_lastDdlTime 1282158020 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 name: dest_j1 @@ -376,7 +376,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_12-56-20_480_3170232677450906861/-ext-10000 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-20_724_7183622453729573020/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -387,12 +387,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280433380 + transient_lastDdlTime 1282158020 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -419,18 +419,18 @@ POSTHOOK: Output: default@dest_j1 POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.val2 SIMPLE [(src)y.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: select * from dest_j1 x order by x.key PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 -PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_12-56-26_686_2905935467186762491/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_12-00-26_499_7478535881310159821/-mr-10000 POSTHOOK: query: select * from dest_j1 x order by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest_j1 -POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_12-56-26_686_2905935467186762491/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_12-00-26_499_7478535881310159821/-mr-10000 POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.val2 SIMPLE [(src)y.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:value, type:string, comment:default), ] 128 val_128 val_128 128 val_128 val_128 128 val_128 val_128 Index: ql/src/test/results/clientpositive/bucketmapjoin5.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketmapjoin5.q.out (revision 986853) +++ ql/src/test/results/clientpositive/bucketmapjoin5.q.out (working copy) @@ -160,7 +160,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-11-54_251_7817654430427150341/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-50-51_368_5350546396771086780/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -171,12 +171,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474714 + transient_lastDdlTime 1282110651 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -224,7 +224,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-11-54_251_7817654430427150341/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-50-51_368_5350546396771086780/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -235,12 +235,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474714 + transient_lastDdlTime 1282110651 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -249,22 +249,22 @@ Alias Bucket Base File Name Mapping: a {srcbucket20.txt=[srcbucket20.txt], srcbucket21.txt=[srcbucket21.txt], srcbucket22.txt=[srcbucket20.txt], srcbucket23.txt=[srcbucket21.txt], ds=2008-04-09/srcbucket20.txt=[srcbucket20.txt], ds=2008-04-09/srcbucket21.txt=[srcbucket21.txt], ds=2008-04-09/srcbucket22.txt=[srcbucket20.txt], ds=2008-04-09/srcbucket23.txt=[srcbucket21.txt]} Alias Bucket File Name Mapping: - a {pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket20.txt=[pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket21.txt=[pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket22.txt=[pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket23.txt=[pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} + a {pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket20.txt=[pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket21.txt=[pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket22.txt=[pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket23.txt=[pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} Alias Bucket Output File Name Mapping: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0 - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1 - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2 - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3 - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket20.txt 0 - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket21.txt 1 - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket22.txt 2 - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket23.txt 3 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket20.txt 0 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket21.txt 1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket22.txt 2 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket23.txt 3 Needs Tagging: false Path -> Alias: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b] - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09 [b] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09 [b] Path -> Partition: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 Partition base file name: ds=2008-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -278,13 +278,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474708 + transient_lastDdlTime 1282110642 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -296,17 +296,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474708 + transient_lastDdlTime 1282110642 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin_part name: srcbucket_mapjoin_part - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09 Partition base file name: ds=2008-04-09 input format: org.apache.hadoop.mapred.TextInputFormat @@ -320,13 +320,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474708 + transient_lastDdlTime 1282110642 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -338,13 +338,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474708 + transient_lastDdlTime 1282110642 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin_part name: srcbucket_mapjoin_part @@ -356,14 +356,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-11-54_251_7817654430427150341/-ext-10002 - destination: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-11-54_251_7817654430427150341/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-50-51_368_5350546396771086780/-ext-10002 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-50-51_368_5350546396771086780/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-11-54_251_7817654430427150341/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-50-51_368_5350546396771086780/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -373,38 +373,49 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474714 + transient_lastDdlTime 1282110651 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-11-54_251_7817654430427150341/-ext-10001 + tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-50-51_368_5350546396771086780/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-11-54_251_7817654430427150341/-ext-10002 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: string - expr: value1 - type: string - expr: value2 - type: string + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-50-51_368_5350546396771086780/-ext-10002 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-50-51_368_5350546396771086780/-ext-10000 + NumFilesPerFileSink: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value1,value2 + columns.types string:string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + name bucketmapjoin_tmp_result + serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282110651 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: bucketmapjoin_tmp_result + TotalFiles: 1 + MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-11-54_251_7817654430427150341/-ext-10002 [pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-11-54_251_7817654430427150341/-ext-10002] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-50-51_368_5350546396771086780/-ext-10002 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-50-51_368_5350546396771086780/-ext-10002] Path -> Partition: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-11-54_251_7817654430427150341/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-50-51_368_5350546396771086780/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -415,12 +426,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474714 + transient_lastDdlTime 1282110651 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -431,41 +442,15 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474714 + transient_lastDdlTime 1282110651 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-11-54_251_7817654430427150341/-ext-10000 - NumFilesPerFileSink: 1 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - bucket_count -1 - columns key,value1,value2 - columns.types string:string:string - file.inputformat org.apache.hadoop.mapred.TextInputFormat - file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/bucketmapjoin_tmp_result - name bucketmapjoin_tmp_result - serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474714 - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: bucketmapjoin_tmp_result - TotalFiles: 1 - MultiFileSpray: false PREHOOK: query: insert overwrite table bucketmapjoin_tmp_result @@ -492,11 +477,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-12-02_588_1673729114122698903/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-51-04_261_7426219828390637762/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-12-02_588_1673729114122698903/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-51-04_261_7426219828390637762/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] @@ -547,11 +532,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-12-16_523_7011881152264490698/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-51-24_413_3659729041059262431/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-12-16_523_7011881152264490698/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-51-24_413_3659729041059262431/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -590,14 +575,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_2 PREHOOK: Input: default@bucketmapjoin_hash_result_1 -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-12-21_899_3694545421631466888/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-51-32_623_4157649257530913054/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_2 POSTHOOK: Input: default@bucketmapjoin_hash_result_1 -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-12-21_899_3694545421631466888/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-51-32_623_4157649257530913054/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -685,7 +670,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-12-24_538_8671163514614464090/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-51-37_533_2275473416802667388/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -696,12 +681,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474736 + transient_lastDdlTime 1282110684 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -749,7 +734,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-12-24_538_8671163514614464090/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-51-37_533_2275473416802667388/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -760,12 +745,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474736 + transient_lastDdlTime 1282110684 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -774,18 +759,18 @@ Alias Bucket Base File Name Mapping: a {srcbucket22.txt=[srcbucket20.txt], srcbucket23.txt=[srcbucket21.txt], ds=2008-04-09/srcbucket22.txt=[srcbucket20.txt], ds=2008-04-09/srcbucket23.txt=[srcbucket21.txt]} Alias Bucket File Name Mapping: - a {pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket22.txt=[pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket23.txt=[pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} + a {pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket22.txt=[pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket23.txt=[pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} Alias Bucket Output File Name Mapping: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt 0 - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt 1 - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket22.txt 0 - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket23.txt 1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt 0 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt 1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket22.txt 0 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket23.txt 1 Needs Tagging: false Path -> Alias: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 [b] - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09 [b] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 [b] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09 [b] Path -> Partition: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 Partition base file name: ds=2008-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -799,13 +784,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 name srcbucket_mapjoin_part_2 partition_columns ds serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474712 + transient_lastDdlTime 1282110648 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -817,17 +802,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 name srcbucket_mapjoin_part_2 partition_columns ds serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474712 + transient_lastDdlTime 1282110648 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin_part_2 name: srcbucket_mapjoin_part_2 - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09 Partition base file name: ds=2008-04-09 input format: org.apache.hadoop.mapred.TextInputFormat @@ -841,13 +826,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 name srcbucket_mapjoin_part_2 partition_columns ds serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474712 + transient_lastDdlTime 1282110648 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -859,13 +844,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 name srcbucket_mapjoin_part_2 partition_columns ds serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474712 + transient_lastDdlTime 1282110648 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin_part_2 name: srcbucket_mapjoin_part_2 @@ -877,14 +862,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-12-24_538_8671163514614464090/-ext-10002 - destination: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-12-24_538_8671163514614464090/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-51-37_533_2275473416802667388/-ext-10002 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-51-37_533_2275473416802667388/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-12-24_538_8671163514614464090/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-51-37_533_2275473416802667388/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -894,38 +879,49 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474736 + transient_lastDdlTime 1282110684 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-12-24_538_8671163514614464090/-ext-10001 + tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-51-37_533_2275473416802667388/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-12-24_538_8671163514614464090/-ext-10002 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: string - expr: value1 - type: string - expr: value2 - type: string + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-51-37_533_2275473416802667388/-ext-10002 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-51-37_533_2275473416802667388/-ext-10000 + NumFilesPerFileSink: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value1,value2 + columns.types string:string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + name bucketmapjoin_tmp_result + serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282110684 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: bucketmapjoin_tmp_result + TotalFiles: 1 + MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-12-24_538_8671163514614464090/-ext-10002 [pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-12-24_538_8671163514614464090/-ext-10002] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-51-37_533_2275473416802667388/-ext-10002 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-51-37_533_2275473416802667388/-ext-10002] Path -> Partition: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-12-24_538_8671163514614464090/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-51-37_533_2275473416802667388/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -936,12 +932,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474736 + transient_lastDdlTime 1282110684 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -952,41 +948,15 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474736 + transient_lastDdlTime 1282110684 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-12-24_538_8671163514614464090/-ext-10000 - NumFilesPerFileSink: 1 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - bucket_count -1 - columns key,value1,value2 - columns.types string:string:string - file.inputformat org.apache.hadoop.mapred.TextInputFormat - file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/bucketmapjoin_tmp_result - name bucketmapjoin_tmp_result - serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474736 - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: bucketmapjoin_tmp_result - TotalFiles: 1 - MultiFileSpray: false PREHOOK: query: insert overwrite table bucketmapjoin_tmp_result @@ -1025,11 +995,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-12-30_601_8554123101841438164/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-51-47_997_323383406252969587/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-12-30_601_8554123101841438164/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-51-47_997_323383406252969587/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -1116,11 +1086,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-12-42_268_2790470736092254468/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-52-05_128_4901853024310983340/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-12-42_268_2790470736092254468/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-52-05_128_4901853024310983340/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] @@ -1183,14 +1153,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_2 PREHOOK: Input: default@bucketmapjoin_hash_result_1 -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-12-47_548_4968818239522629081/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-52-12_642_3510993017661467408/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_2 POSTHOOK: Input: default@bucketmapjoin_hash_result_1 -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-12-47_548_4968818239522629081/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-52-12_642_3510993017661467408/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] Index: ql/src/test/results/clientpositive/join_map_ppr.q.out_0.17 =================================================================== --- ql/src/test/results/clientpositive/join_map_ppr.q.out_0.17 (revision 981708) +++ ql/src/test/results/clientpositive/join_map_ppr.q.out_0.17 (working copy) @@ -84,7 +84,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_13-02-06_654_4872924397003947925/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-53_198_7552513637926884087/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -95,12 +95,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280433726 + transient_lastDdlTime 1282158053 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -163,7 +163,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_13-02-06_654_4872924397003947925/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-53_198_7552513637926884087/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -174,12 +174,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280433726 + transient_lastDdlTime 1282158053 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -232,7 +232,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_13-02-06_654_4872924397003947925/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-53_198_7552513637926884087/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -243,21 +243,21 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280433726 + transient_lastDdlTime 1282158053 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] Path -> Partition: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -271,13 +271,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280430361 + transient_lastDdlTime 1282157844 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -288,13 +288,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280430361 + transient_lastDdlTime 1282157844 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -306,14 +306,14 @@ Move Operator files: hdfs directory: true - source: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_13-02-06_654_4872924397003947925/-ext-10002 - destination: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_13-02-06_654_4872924397003947925/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-53_198_7552513637926884087/-ext-10002 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-53_198_7552513637926884087/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_13-02-06_654_4872924397003947925/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-53_198_7552513637926884087/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -323,20 +323,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280433726 + transient_lastDdlTime 1282158053 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 - tmp directory: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_13-02-06_654_4872924397003947925/-ext-10001 + tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-53_198_7552513637926884087/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_13-02-06_654_4872924397003947925/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-53_198_7552513637926884087/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -352,9 +352,9 @@ type: string Needs Tagging: false Path -> Alias: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_13-02-06_654_4872924397003947925/-ext-10002 [pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_13-02-06_654_4872924397003947925/-ext-10002] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-53_198_7552513637926884087/-ext-10002 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-53_198_7552513637926884087/-ext-10002] Path -> Partition: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_13-02-06_654_4872924397003947925/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-53_198_7552513637926884087/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -365,12 +365,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280433726 + transient_lastDdlTime 1282158053 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -381,12 +381,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280433726 + transient_lastDdlTime 1282158053 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 name: dest_j1 @@ -395,7 +395,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_13-02-06_654_4872924397003947925/-ext-10000 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-53_198_7552513637926884087/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -406,12 +406,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280433726 + transient_lastDdlTime 1282158053 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -439,18 +439,18 @@ POSTHOOK: Output: default@dest_j1 POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.val2 SIMPLE [(src)y.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: select * from dest_j1 x order by x.key PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 -PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_13-02-12_429_1549668140257729881/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_12-00-59_150_5946892064655861445/-mr-10000 POSTHOOK: query: select * from dest_j1 x order by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest_j1 -POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_13-02-12_429_1549668140257729881/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_12-00-59_150_5946892064655861445/-mr-10000 POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.val2 SIMPLE [(src)y.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:value, type:string, comment:default), ] 128 val_128 val_128 128 val_128 val_128 128 val_128 val_128 @@ -565,7 +565,7 @@ POSTHOOK: Output: default@src_copy POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.val2 SIMPLE [(src)y.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: CREATE TABLE src1_copy(key string, value string) PREHOOK: type: CREATETABLE POSTHOOK: query: CREATE TABLE src1_copy(key string, value string) @@ -573,7 +573,7 @@ POSTHOOK: Output: default@src1_copy POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.val2 SIMPLE [(src)y.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: INSERT OVERWRITE TABLE src_copy select key, value from src PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -584,7 +584,7 @@ POSTHOOK: Output: default@src_copy POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.val2 SIMPLE [(src)y.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: src_copy.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_copy.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: INSERT OVERWRITE TABLE src1_copy select key, value from src1 @@ -597,7 +597,7 @@ POSTHOOK: Output: default@src1_copy POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.val2 SIMPLE [(src)y.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: src1_copy.key SIMPLE [(src1)src1.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src1_copy.value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: src_copy.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -618,7 +618,7 @@ POSTHOOK: type: QUERY POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.val2 SIMPLE [(src)y.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: src1_copy.key SIMPLE [(src1)src1.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src1_copy.value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: src_copy.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -690,7 +690,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_13-02-26_132_5292131418902400294/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-01-10_868_4138678058783602981/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -701,12 +701,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280433732 + transient_lastDdlTime 1282158059 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -769,7 +769,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_13-02-26_132_5292131418902400294/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-01-10_868_4138678058783602981/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -780,12 +780,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280433732 + transient_lastDdlTime 1282158059 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -838,7 +838,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_13-02-26_132_5292131418902400294/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-01-10_868_4138678058783602981/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -849,21 +849,21 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280433732 + transient_lastDdlTime 1282158059 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] Path -> Partition: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -877,13 +877,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280430361 + transient_lastDdlTime 1282157844 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -894,13 +894,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280430361 + transient_lastDdlTime 1282157844 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -912,14 +912,14 @@ Move Operator files: hdfs directory: true - source: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_13-02-26_132_5292131418902400294/-ext-10002 - destination: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_13-02-26_132_5292131418902400294/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-01-10_868_4138678058783602981/-ext-10002 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-01-10_868_4138678058783602981/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_13-02-26_132_5292131418902400294/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-01-10_868_4138678058783602981/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -929,20 +929,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280433732 + transient_lastDdlTime 1282158059 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 - tmp directory: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_13-02-26_132_5292131418902400294/-ext-10001 + tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-01-10_868_4138678058783602981/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_13-02-26_132_5292131418902400294/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-01-10_868_4138678058783602981/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -958,9 +958,9 @@ type: string Needs Tagging: false Path -> Alias: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_13-02-26_132_5292131418902400294/-ext-10002 [pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_13-02-26_132_5292131418902400294/-ext-10002] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-01-10_868_4138678058783602981/-ext-10002 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-01-10_868_4138678058783602981/-ext-10002] Path -> Partition: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_13-02-26_132_5292131418902400294/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-01-10_868_4138678058783602981/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -971,12 +971,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280433732 + transient_lastDdlTime 1282158059 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -987,12 +987,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280433732 + transient_lastDdlTime 1282158059 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 name: dest_j1 @@ -1001,7 +1001,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_13-02-26_132_5292131418902400294/-ext-10000 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-01-10_868_4138678058783602981/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1012,12 +1012,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280433732 + transient_lastDdlTime 1282158059 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -1047,8 +1047,8 @@ POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1_copy)x.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: dest_j1.val2 SIMPLE [(src)y.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.val2 SIMPLE [(src_copy)y.FieldSchema(name:value, type:string, comment:null), ] -POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:hr, type:string, comment:null), ] -POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: src1_copy.key SIMPLE [(src1)src1.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src1_copy.value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: src_copy.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -1056,17 +1056,17 @@ PREHOOK: query: select * from dest_j1 x order by x.key PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 -PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_13-02-32_947_7414062586677410982/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_12-01-17_264_1310208710139829323/-mr-10000 POSTHOOK: query: select * from dest_j1 x order by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest_j1 -POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_13-02-32_947_7414062586677410982/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_12-01-17_264_1310208710139829323/-mr-10000 POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1_copy)x.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: dest_j1.val2 SIMPLE [(src)y.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.val2 SIMPLE [(src_copy)y.FieldSchema(name:value, type:string, comment:null), ] -POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:hr, type:string, comment:null), ] -POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: src1_copy.key SIMPLE [(src1)src1.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src1_copy.value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: src_copy.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/bucketmapjoin5.q.out_0.17 =================================================================== --- ql/src/test/results/clientpositive/bucketmapjoin5.q.out_0.17 (revision 981708) +++ ql/src/test/results/clientpositive/bucketmapjoin5.q.out_0.17 (working copy) @@ -160,7 +160,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_10-59-28_173_3096619411830786003/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-57-44_723_5342924335492122335/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -171,12 +171,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280426368 + transient_lastDdlTime 1282157864 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -224,7 +224,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_10-59-28_173_3096619411830786003/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-57-44_723_5342924335492122335/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -235,12 +235,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280426368 + transient_lastDdlTime 1282157864 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -249,22 +249,22 @@ Alias Bucket Base File Name Mapping: a {srcbucket20.txt=[srcbucket20.txt], srcbucket21.txt=[srcbucket21.txt], srcbucket22.txt=[srcbucket20.txt], srcbucket23.txt=[srcbucket21.txt], ds=2008-04-09/srcbucket20.txt=[srcbucket20.txt], ds=2008-04-09/srcbucket21.txt=[srcbucket21.txt], ds=2008-04-09/srcbucket22.txt=[srcbucket20.txt], ds=2008-04-09/srcbucket23.txt=[srcbucket21.txt]} Alias Bucket File Name Mapping: - a {pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket20.txt=[pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket21.txt=[pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket22.txt=[pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket23.txt=[pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} + a {pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket20.txt=[pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket21.txt=[pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket22.txt=[pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket23.txt=[pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} Alias Bucket Output File Name Mapping: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket20.txt 0 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket21.txt 1 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket22.txt 2 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket23.txt 3 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket20.txt 0 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket21.txt 1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket22.txt 2 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket23.txt 3 Needs Tagging: false Path -> Alias: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b] - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09 [b] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09 [b] Path -> Partition: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 Partition base file name: ds=2008-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -278,13 +278,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280426361 + transient_lastDdlTime 1282157856 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -296,17 +296,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280426361 + transient_lastDdlTime 1282157856 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin_part name: srcbucket_mapjoin_part - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09 Partition base file name: ds=2008-04-09 input format: org.apache.hadoop.mapred.TextInputFormat @@ -320,13 +320,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280426361 + transient_lastDdlTime 1282157856 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -338,13 +338,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280426361 + transient_lastDdlTime 1282157856 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin_part name: srcbucket_mapjoin_part @@ -356,14 +356,14 @@ Move Operator files: hdfs directory: true - source: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_10-59-28_173_3096619411830786003/-ext-10002 - destination: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_10-59-28_173_3096619411830786003/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-57-44_723_5342924335492122335/-ext-10002 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-57-44_723_5342924335492122335/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_10-59-28_173_3096619411830786003/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-57-44_723_5342924335492122335/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -373,20 +373,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280426368 + transient_lastDdlTime 1282157864 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_10-59-28_173_3096619411830786003/-ext-10001 + tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-57-44_723_5342924335492122335/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_10-59-28_173_3096619411830786003/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-57-44_723_5342924335492122335/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -402,9 +402,9 @@ type: string Needs Tagging: false Path -> Alias: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_10-59-28_173_3096619411830786003/-ext-10002 [pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_10-59-28_173_3096619411830786003/-ext-10002] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-57-44_723_5342924335492122335/-ext-10002 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-57-44_723_5342924335492122335/-ext-10002] Path -> Partition: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_10-59-28_173_3096619411830786003/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-57-44_723_5342924335492122335/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -415,12 +415,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280426368 + transient_lastDdlTime 1282157864 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -431,12 +431,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280426368 + transient_lastDdlTime 1282157864 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -445,7 +445,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_10-59-28_173_3096619411830786003/-ext-10000 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-57-44_723_5342924335492122335/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -456,12 +456,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280426368 + transient_lastDdlTime 1282157864 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -488,18 +488,18 @@ POSTHOOK: Output: default@bucketmapjoin_tmp_result POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_10-59-44_923_162014556469770406/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_11-58-03_580_4533133116413665606/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_10-59-44_923_162014556469770406/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_11-58-03_580_4533133116413665606/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 928 PREHOOK: query: insert overwrite table bucketmapjoin_hash_result_1 select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result @@ -516,7 +516,7 @@ POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] PREHOOK: query: insert overwrite table bucketmapjoin_tmp_result select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin a join srcbucket_mapjoin_part b @@ -542,16 +542,16 @@ POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_11-00-10_327_7906911749628268315/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_11-58-32_305_7290030936664523666/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_11-00-10_327_7906911749628268315/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_11-58-32_305_7290030936664523666/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -559,8 +559,8 @@ POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 928 PREHOOK: query: insert overwrite table bucketmapjoin_hash_result_2 select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result @@ -582,22 +582,22 @@ POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] PREHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_2 PREHOOK: Input: default@bucketmapjoin_hash_result_1 -PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_11-00-18_918_2823891634474707724/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_11-58-39_780_2037790620779229993/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_2 POSTHOOK: Input: default@bucketmapjoin_hash_result_1 -POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_11-00-18_918_2823891634474707724/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_11-58-39_780_2037790620779229993/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -608,8 +608,8 @@ POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 0 0 0 PREHOOK: query: explain extended insert overwrite table bucketmapjoin_tmp_result @@ -633,8 +633,8 @@ POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] ABSTRACT SYNTAX TREE: (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF srcbucket_mapjoin a) (TOK_TABREF srcbucket_mapjoin_part_2 b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB bucketmapjoin_tmp_result)) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST a))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) value))))) @@ -685,7 +685,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-00-23_892_5356930401742522505/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-58-45_253_7166928829838644011/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -696,12 +696,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280426410 + transient_lastDdlTime 1282157912 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -749,7 +749,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-00-23_892_5356930401742522505/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-58-45_253_7166928829838644011/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -760,12 +760,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280426410 + transient_lastDdlTime 1282157912 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -774,18 +774,18 @@ Alias Bucket Base File Name Mapping: a {srcbucket22.txt=[srcbucket20.txt], srcbucket23.txt=[srcbucket21.txt], ds=2008-04-09/srcbucket22.txt=[srcbucket20.txt], ds=2008-04-09/srcbucket23.txt=[srcbucket21.txt]} Alias Bucket File Name Mapping: - a {pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt=[pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt=[pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket22.txt=[pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket23.txt=[pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} + a {pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket22.txt=[pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket23.txt=[pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} Alias Bucket Output File Name Mapping: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt 0 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt 1 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket22.txt 0 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket23.txt 1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt 0 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt 1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket22.txt 0 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket23.txt 1 Needs Tagging: false Path -> Alias: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 [b] - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09 [b] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 [b] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09 [b] Path -> Partition: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 Partition base file name: ds=2008-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -799,13 +799,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 name srcbucket_mapjoin_part_2 partition_columns ds serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280426365 + transient_lastDdlTime 1282157862 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -817,17 +817,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 name srcbucket_mapjoin_part_2 partition_columns ds serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280426365 + transient_lastDdlTime 1282157862 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin_part_2 name: srcbucket_mapjoin_part_2 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09 Partition base file name: ds=2008-04-09 input format: org.apache.hadoop.mapred.TextInputFormat @@ -841,13 +841,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 name srcbucket_mapjoin_part_2 partition_columns ds serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280426365 + transient_lastDdlTime 1282157862 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -859,13 +859,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 name srcbucket_mapjoin_part_2 partition_columns ds serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280426365 + transient_lastDdlTime 1282157862 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin_part_2 name: srcbucket_mapjoin_part_2 @@ -877,14 +877,14 @@ Move Operator files: hdfs directory: true - source: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-00-23_892_5356930401742522505/-ext-10002 - destination: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-00-23_892_5356930401742522505/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-58-45_253_7166928829838644011/-ext-10002 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-58-45_253_7166928829838644011/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-00-23_892_5356930401742522505/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-58-45_253_7166928829838644011/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -894,20 +894,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280426410 + transient_lastDdlTime 1282157912 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-00-23_892_5356930401742522505/-ext-10001 + tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-58-45_253_7166928829838644011/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-00-23_892_5356930401742522505/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-58-45_253_7166928829838644011/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -923,9 +923,9 @@ type: string Needs Tagging: false Path -> Alias: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-00-23_892_5356930401742522505/-ext-10002 [pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-00-23_892_5356930401742522505/-ext-10002] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-58-45_253_7166928829838644011/-ext-10002 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-58-45_253_7166928829838644011/-ext-10002] Path -> Partition: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-00-23_892_5356930401742522505/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-58-45_253_7166928829838644011/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -936,12 +936,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280426410 + transient_lastDdlTime 1282157912 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -952,12 +952,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280426410 + transient_lastDdlTime 1282157912 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -966,7 +966,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-00-23_892_5356930401742522505/-ext-10000 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-58-45_253_7166928829838644011/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -977,12 +977,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280426410 + transient_lastDdlTime 1282157912 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -1019,17 +1019,17 @@ POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part_2)b.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part_2)b.FieldSchema(name:value, type:string, comment:null), ] PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_11-00-37_568_7763049022309571712/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_11-58-59_325_4063144386961253784/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_11-00-37_568_7763049022309571712/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_11-58-59_325_4063144386961253784/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -1042,9 +1042,9 @@ POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part_2)b.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part_2)b.FieldSchema(name:value, type:string, comment:null), ] 0 PREHOOK: query: insert overwrite table bucketmapjoin_hash_result_1 select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result @@ -1071,9 +1071,9 @@ POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part_2)b.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part_2)b.FieldSchema(name:value, type:string, comment:null), ] PREHOOK: query: insert overwrite table bucketmapjoin_tmp_result select /*+mapjoin(a)*/ a.key, a.value, b.value from srcbucket_mapjoin a join srcbucket_mapjoin_part_2 b @@ -1109,18 +1109,18 @@ POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part_2)b.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part_2)b.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part_2)b.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part_2)b.FieldSchema(name:value, type:string, comment:null), ] PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_11-01-00_396_5976525413166136116/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_11-59-19_620_5883251350449169318/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_11-01-00_396_5976525413166136116/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_11-59-19_620_5883251350449169318/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] @@ -1138,10 +1138,10 @@ POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part_2)b.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part_2)b.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part_2)b.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part_2)b.FieldSchema(name:value, type:string, comment:null), ] 0 PREHOOK: query: insert overwrite table bucketmapjoin_hash_result_2 select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result @@ -1173,24 +1173,24 @@ POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part_2)b.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part_2)b.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part_2)b.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part_2)b.FieldSchema(name:value, type:string, comment:null), ] PREHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_2 PREHOOK: Input: default@bucketmapjoin_hash_result_1 -PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_11-01-10_082_509584523836431421/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_11-59-27_875_3255265979471623386/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_2 POSTHOOK: Input: default@bucketmapjoin_hash_result_1 -POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_11-01-10_082_509584523836431421/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_11-59-27_875_3255265979471623386/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] @@ -1211,8 +1211,8 @@ POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part_2)b.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part_2)b.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part_2)b.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part_2)b.FieldSchema(name:value, type:string, comment:null), ] NULL NULL NULL Index: ql/src/test/results/clientpositive/merge3.q.out_0.17 =================================================================== --- ql/src/test/results/clientpositive/merge3.q.out_0.17 (revision 0) +++ ql/src/test/results/clientpositive/merge3.q.out_0.17 (revision 0) @@ -0,0 +1,4487 @@ +PREHOOK: query: create table merge_src as +select key, value from srcpart where ds is not null +PREHOOK: type: CREATETABLE +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: query: create table merge_src as +select key, value from srcpart where ds is not null +POSTHOOK: type: CREATETABLE +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: default@merge_src +PREHOOK: query: create table merge_src_part (key string, value string) partitioned by (ds string) +PREHOOK: type: CREATETABLE +POSTHOOK: query: create table merge_src_part (key string, value string) partitioned by (ds string) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: default@merge_src_part +PREHOOK: query: insert overwrite table merge_src_part partition(ds) select key, value, ds from srcpart where ds is not null +PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: query: insert overwrite table merge_src_part partition(ds) select key, value, ds from srcpart where ds is not null +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: default@merge_src_part@ds=2008-04-08 +POSTHOOK: Output: default@merge_src_part@ds=2008-04-09 +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: explain extended +create table merge_src2 as +select key, value from merge_src +PREHOOK: type: CREATETABLE +POSTHOOK: query: explain extended +create table merge_src2 as +select key, value from merge_src +POSTHOOK: type: CREATETABLE +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_CREATETABLE merge_src2 TOK_LIKETABLE (TOK_QUERY (TOK_FROM (TOK_TABREF merge_src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)))))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-4 depends on stages: Stage-1 , consists of Stage-3, Stage-2 + Stage-3 + Stage-0 depends on stages: Stage-3, Stage-2 + Stage-5 depends on stages: Stage-0 + Stage-2 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + merge_src + TableScan + alias: merge_src + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 1 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_14-51-30_250_164573854771527775/-ext-10002 + NumFilesPerFileSink: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1 + columns.types string:string + serialization.format 1 + TotalFiles: 1 + MultiFileSpray: false + Needs Tagging: false + Path -> Alias: + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src [merge_src] + Path -> Partition: + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src + Partition + base file name: merge_src + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src + name merge_src + serialization.ddl struct merge_src { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282081883 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src + name merge_src + serialization.ddl struct merge_src { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282081883 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: merge_src + name: merge_src + + Stage: Stage-4 + Conditional Operator + + Stage: Stage-3 + Move Operator + files: + hdfs directory: true + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_14-51-30_250_164573854771527775/-ext-10002 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_14-51-30_250_164573854771527775/-ext-10001 + + Stage: Stage-0 + Move Operator + files: + hdfs directory: true + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_14-51-30_250_164573854771527775/-ext-10001 + destination: pfile:///data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src2 + + Stage: Stage-5 + Create Table Operator: + Create Table + columns: key string, value string + if not exists: false + input format: org.apache.hadoop.mapred.TextInputFormat + # buckets: -1 + output format: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat + name: merge_src2 + isExternal: false + + Stage: Stage-2 + Map Reduce + Alias -> Map Operator Tree: + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_14-51-30_250_164573854771527775/-ext-10002 + Reduce Output Operator + sort order: + Map-reduce partition columns: + expr: rand() + type: double + tag: -1 + value expressions: + expr: _col0 + type: string + expr: _col1 + type: string + Needs Tagging: false + Path -> Alias: + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_14-51-30_250_164573854771527775/-ext-10002 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_14-51-30_250_164573854771527775/-ext-10002] + Path -> Partition: + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_14-51-30_250_164573854771527775/-ext-10002 + Partition + base file name: -ext-10002 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1 + columns.types string:string + serialization.format 1 + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1 + columns.types string:string + serialization.format 1 + Reduce Operator Tree: + Extract + File Output Operator + compressed: false + GlobalTableId: 0 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_14-51-30_250_164573854771527775/-ext-10001 + NumFilesPerFileSink: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1 + columns.types string:string + serialization.format 1 + TotalFiles: 1 + MultiFileSpray: false + + +PREHOOK: query: create table merge_src2 as +select key, value from merge_src +PREHOOK: type: CREATETABLE +PREHOOK: Input: default@merge_src +POSTHOOK: query: create table merge_src2 as +select key, value from merge_src +POSTHOOK: type: CREATETABLE +POSTHOOK: Input: default@merge_src +POSTHOOK: Output: default@merge_src2 +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: select * from merge_src2 +PREHOOK: type: QUERY +PREHOOK: Input: default@merge_src2 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_14-51-41_740_3698474222001159243/-mr-10000 +POSTHOOK: query: select * from merge_src2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@merge_src2 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_14-51-41_740_3698474222001159243/-mr-10000 +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +128 val_128 +288 val_288 +191 val_191 +5 val_5 +244 val_244 +438 val_438 +401 val_401 +467 val_467 +432 val_432 +202 val_202 +316 val_316 +229 val_229 +469 val_469 +463 val_463 +280 val_280 +239 val_239 +216 val_216 +367 val_367 +344 val_344 +167 val_167 +274 val_274 +219 val_219 +480 val_480 +485 val_485 +116 val_116 +223 val_223 +256 val_256 +263 val_263 +70 val_70 +487 val_487 +113 val_113 +406 val_406 +105 val_105 +257 val_257 +406 val_406 +409 val_409 +190 val_190 +53 val_53 +401 val_401 +114 val_114 +258 val_258 +90 val_90 +203 val_203 +262 val_262 +348 val_348 +2 val_2 +193 val_193 +35 val_35 +283 val_283 +331 val_331 +235 val_235 +80 val_80 +44 val_44 +483 val_483 +321 val_321 +335 val_335 +104 val_104 +466 val_466 +366 val_366 +175 val_175 +403 val_403 +424 val_424 +11 val_11 +395 val_395 +58 val_58 +35 val_35 +336 val_336 +95 val_95 +317 val_317 +168 val_168 +34 val_34 +229 val_229 +233 val_233 +143 val_143 +472 val_472 +322 val_322 +498 val_498 +401 val_401 +327 val_327 +242 val_242 +369 val_369 +392 val_392 +272 val_272 +331 val_331 +396 val_396 +242 val_242 +452 val_452 +177 val_177 +226 val_226 +5 val_5 +497 val_497 +402 val_402 +296 val_296 +76 val_76 +138 val_138 +453 val_453 +30 val_30 +209 val_209 +64 val_64 +468 val_468 +228 val_228 +74 val_74 +342 val_342 +69 val_69 +230 val_230 +33 val_33 +368 val_368 +103 val_103 +160 val_160 +458 val_458 +195 val_195 +42 val_42 +321 val_321 +430 val_430 +119 val_119 +489 val_489 +218 val_218 +78 val_78 +76 val_76 +41 val_41 +223 val_223 +492 val_492 +149 val_149 +449 val_449 +389 val_389 +492 val_492 +67 val_67 +384 val_384 +379 val_379 +18 val_18 +462 val_462 +134 val_134 +100 val_100 +298 val_298 +9 val_9 +341 val_341 +498 val_498 +146 val_146 +458 val_458 +362 val_362 +189 val_189 +214 val_214 +462 val_462 +233 val_233 +406 val_406 +133 val_133 +175 val_175 +26 val_26 +454 val_454 +375 val_375 +401 val_401 +421 val_421 +407 val_407 +384 val_384 +256 val_256 +172 val_172 +222 val_222 +348 val_348 +307 val_307 +194 val_194 +414 val_414 +477 val_477 +152 val_152 +126 val_126 +90 val_90 +169 val_169 +403 val_403 +400 val_400 +200 val_200 +97 val_97 +186 val_186 +281 val_281 +285 val_285 +348 val_348 +167 val_167 +18 val_18 +273 val_273 +183 val_183 +448 val_448 +344 val_344 +97 val_97 +469 val_469 +315 val_315 +84 val_84 +28 val_28 +37 val_37 +12 val_12 +255 val_255 +397 val_397 +480 val_480 +291 val_291 +24 val_24 +351 val_351 +70 val_70 +104 val_104 +70 val_70 +163 val_163 +438 val_438 +119 val_119 +414 val_414 +200 val_200 +491 val_491 +478 val_478 +396 val_396 +201 val_201 +217 val_217 +164 val_164 +431 val_431 +454 val_454 +5 val_5 +298 val_298 +125 val_125 +431 val_431 +164 val_164 +424 val_424 +187 val_187 +382 val_382 +353 val_353 +493 val_493 +478 val_478 +178 val_178 +468 val_468 +310 val_310 +317 val_317 +333 val_333 +230 val_230 +460 val_460 +207 val_207 +249 val_249 +265 val_265 +480 val_480 +83 val_83 +136 val_136 +237 val_237 +199 val_199 +439 val_439 +360 val_360 +248 val_248 +479 val_479 +305 val_305 +417 val_417 +277 val_277 +444 val_444 +120 val_120 +429 val_429 +169 val_169 +443 val_443 +323 val_323 +325 val_325 +238 val_238 +311 val_311 +203 val_203 +339 val_339 +0 val_0 +455 val_455 +128 val_128 +155 val_155 +316 val_316 +57 val_57 +302 val_302 +205 val_205 +149 val_149 +438 val_438 +345 val_345 +129 val_129 +439 val_439 +162 val_162 +377 val_377 +397 val_397 +309 val_309 +365 val_365 +266 val_266 +113 val_113 +342 val_342 +367 val_367 +325 val_325 +167 val_167 +195 val_195 +475 val_475 +17 val_17 +489 val_489 +386 val_386 +399 val_399 +169 val_169 +382 val_382 +498 val_498 +125 val_125 +356 val_356 +437 val_437 +469 val_469 +192 val_192 +286 val_286 +187 val_187 +176 val_176 +54 val_54 +170 val_170 +111 val_111 +20 val_20 +489 val_489 +157 val_157 +378 val_378 +221 val_221 +92 val_92 +208 val_208 +47 val_47 +72 val_72 +4 val_4 +280 val_280 +35 val_35 +427 val_427 +277 val_277 +459 val_459 +429 val_429 +66 val_66 +128 val_128 +213 val_213 +146 val_146 +406 val_406 +369 val_369 +374 val_374 +152 val_152 +469 val_469 +145 val_145 +495 val_495 +37 val_37 +327 val_327 +281 val_281 +278 val_278 +86 val_86 +311 val_311 +27 val_27 +165 val_165 +409 val_409 +255 val_255 +224 val_224 +98 val_98 +484 val_484 +265 val_265 +193 val_193 +401 val_401 +150 val_150 +273 val_273 +417 val_417 +207 val_207 +394 val_394 +237 val_237 +482 val_482 +174 val_174 +413 val_413 +494 val_494 +459 val_459 +199 val_199 +466 val_466 +208 val_208 +174 val_174 +399 val_399 +396 val_396 +247 val_247 +277 val_277 +430 val_430 +209 val_209 +15 val_15 +82 val_82 +403 val_403 +166 val_166 +417 val_417 +446 val_446 +252 val_252 +292 val_292 +219 val_219 +287 val_287 +153 val_153 +193 val_193 +338 val_338 +309 val_309 +457 val_457 +308 val_308 +95 val_95 +196 val_196 +288 val_288 +481 val_481 +468 val_468 +98 val_98 +282 val_282 +197 val_197 +187 val_187 +318 val_318 +318 val_318 +409 val_409 +470 val_470 +205 val_205 +418 val_418 +96 val_96 +26 val_26 +165 val_165 +327 val_327 +230 val_230 +469 val_469 +120 val_120 +131 val_131 +51 val_51 +404 val_404 +43 val_43 +436 val_436 +156 val_156 +191 val_191 +307 val_307 +238 val_238 +419 val_419 +15 val_15 +118 val_118 +72 val_72 +90 val_90 +138 val_138 +19 val_19 +435 val_435 +10 val_10 +277 val_277 +273 val_273 +306 val_306 +224 val_224 +137 val_137 +0 val_0 +369 val_369 +316 val_316 +169 val_169 +413 val_413 +85 val_85 +77 val_77 +282 val_282 +490 val_490 +87 val_87 +364 val_364 +179 val_179 +118 val_118 +134 val_134 +395 val_395 +51 val_51 +12 val_12 +241 val_241 +83 val_83 +333 val_333 +180 val_180 +284 val_284 +137 val_137 +230 val_230 +181 val_181 +67 val_67 +260 val_260 +404 val_404 +384 val_384 +489 val_489 +353 val_353 +278 val_278 +138 val_138 +103 val_103 +239 val_239 +213 val_213 +216 val_216 +430 val_430 +275 val_275 +176 val_176 +289 val_289 +221 val_221 +65 val_65 +318 val_318 +332 val_332 +311 val_311 +199 val_199 +0 val_0 +172 val_172 +42 val_42 +129 val_129 +158 val_158 +119 val_119 +496 val_496 +179 val_179 +322 val_322 +197 val_197 +468 val_468 +393 val_393 +454 val_454 +100 val_100 +298 val_298 +373 val_373 +58 val_58 +272 val_272 +138 val_138 +217 val_217 +84 val_84 +348 val_348 +466 val_466 +431 val_431 +8 val_8 +411 val_411 +230 val_230 +208 val_208 +348 val_348 +24 val_24 +463 val_463 +128 val_128 +288 val_288 +191 val_191 +5 val_5 +244 val_244 +438 val_438 +401 val_401 +467 val_467 +432 val_432 +202 val_202 +316 val_316 +229 val_229 +469 val_469 +463 val_463 +280 val_280 +239 val_239 +216 val_216 +367 val_367 +344 val_344 +167 val_167 +274 val_274 +219 val_219 +480 val_480 +485 val_485 +116 val_116 +223 val_223 +256 val_256 +263 val_263 +70 val_70 +487 val_487 +113 val_113 +406 val_406 +105 val_105 +257 val_257 +406 val_406 +409 val_409 +190 val_190 +53 val_53 +401 val_401 +114 val_114 +258 val_258 +90 val_90 +203 val_203 +262 val_262 +348 val_348 +2 val_2 +193 val_193 +35 val_35 +283 val_283 +331 val_331 +235 val_235 +80 val_80 +44 val_44 +483 val_483 +321 val_321 +335 val_335 +104 val_104 +466 val_466 +366 val_366 +175 val_175 +403 val_403 +424 val_424 +11 val_11 +395 val_395 +58 val_58 +35 val_35 +336 val_336 +95 val_95 +317 val_317 +168 val_168 +34 val_34 +229 val_229 +233 val_233 +143 val_143 +472 val_472 +322 val_322 +498 val_498 +401 val_401 +327 val_327 +242 val_242 +369 val_369 +392 val_392 +272 val_272 +331 val_331 +396 val_396 +242 val_242 +452 val_452 +177 val_177 +226 val_226 +5 val_5 +497 val_497 +402 val_402 +296 val_296 +76 val_76 +138 val_138 +453 val_453 +30 val_30 +209 val_209 +64 val_64 +468 val_468 +228 val_228 +74 val_74 +342 val_342 +69 val_69 +230 val_230 +33 val_33 +368 val_368 +103 val_103 +160 val_160 +458 val_458 +195 val_195 +42 val_42 +321 val_321 +430 val_430 +119 val_119 +489 val_489 +218 val_218 +78 val_78 +76 val_76 +41 val_41 +223 val_223 +492 val_492 +149 val_149 +449 val_449 +389 val_389 +492 val_492 +67 val_67 +384 val_384 +379 val_379 +18 val_18 +462 val_462 +134 val_134 +100 val_100 +298 val_298 +9 val_9 +341 val_341 +498 val_498 +146 val_146 +458 val_458 +362 val_362 +189 val_189 +214 val_214 +462 val_462 +233 val_233 +406 val_406 +133 val_133 +175 val_175 +26 val_26 +454 val_454 +375 val_375 +401 val_401 +421 val_421 +407 val_407 +384 val_384 +256 val_256 +172 val_172 +222 val_222 +348 val_348 +307 val_307 +194 val_194 +414 val_414 +477 val_477 +152 val_152 +126 val_126 +90 val_90 +169 val_169 +403 val_403 +400 val_400 +200 val_200 +97 val_97 +186 val_186 +281 val_281 +285 val_285 +348 val_348 +167 val_167 +18 val_18 +273 val_273 +183 val_183 +448 val_448 +344 val_344 +97 val_97 +469 val_469 +315 val_315 +84 val_84 +28 val_28 +37 val_37 +12 val_12 +255 val_255 +397 val_397 +480 val_480 +291 val_291 +24 val_24 +351 val_351 +70 val_70 +104 val_104 +70 val_70 +163 val_163 +438 val_438 +119 val_119 +414 val_414 +200 val_200 +491 val_491 +478 val_478 +396 val_396 +201 val_201 +217 val_217 +164 val_164 +431 val_431 +454 val_454 +5 val_5 +298 val_298 +125 val_125 +431 val_431 +164 val_164 +424 val_424 +187 val_187 +382 val_382 +353 val_353 +493 val_493 +478 val_478 +178 val_178 +468 val_468 +310 val_310 +317 val_317 +333 val_333 +230 val_230 +460 val_460 +207 val_207 +249 val_249 +265 val_265 +480 val_480 +83 val_83 +136 val_136 +237 val_237 +199 val_199 +439 val_439 +360 val_360 +248 val_248 +479 val_479 +305 val_305 +417 val_417 +277 val_277 +444 val_444 +120 val_120 +429 val_429 +169 val_169 +443 val_443 +323 val_323 +325 val_325 +238 val_238 +311 val_311 +203 val_203 +339 val_339 +0 val_0 +455 val_455 +128 val_128 +155 val_155 +316 val_316 +57 val_57 +302 val_302 +205 val_205 +149 val_149 +438 val_438 +345 val_345 +129 val_129 +439 val_439 +162 val_162 +377 val_377 +397 val_397 +309 val_309 +365 val_365 +266 val_266 +113 val_113 +342 val_342 +367 val_367 +325 val_325 +167 val_167 +195 val_195 +475 val_475 +17 val_17 +489 val_489 +386 val_386 +399 val_399 +169 val_169 +382 val_382 +498 val_498 +125 val_125 +356 val_356 +437 val_437 +469 val_469 +192 val_192 +286 val_286 +187 val_187 +176 val_176 +54 val_54 +170 val_170 +111 val_111 +20 val_20 +489 val_489 +157 val_157 +378 val_378 +221 val_221 +92 val_92 +208 val_208 +47 val_47 +72 val_72 +4 val_4 +280 val_280 +35 val_35 +427 val_427 +277 val_277 +459 val_459 +429 val_429 +66 val_66 +128 val_128 +213 val_213 +146 val_146 +406 val_406 +369 val_369 +374 val_374 +152 val_152 +469 val_469 +145 val_145 +495 val_495 +37 val_37 +327 val_327 +281 val_281 +278 val_278 +86 val_86 +311 val_311 +27 val_27 +165 val_165 +409 val_409 +255 val_255 +224 val_224 +98 val_98 +484 val_484 +265 val_265 +193 val_193 +401 val_401 +150 val_150 +273 val_273 +417 val_417 +207 val_207 +394 val_394 +237 val_237 +482 val_482 +174 val_174 +413 val_413 +494 val_494 +459 val_459 +199 val_199 +466 val_466 +208 val_208 +174 val_174 +399 val_399 +396 val_396 +247 val_247 +277 val_277 +430 val_430 +209 val_209 +15 val_15 +82 val_82 +403 val_403 +166 val_166 +417 val_417 +446 val_446 +252 val_252 +292 val_292 +219 val_219 +287 val_287 +153 val_153 +193 val_193 +338 val_338 +309 val_309 +457 val_457 +308 val_308 +95 val_95 +196 val_196 +288 val_288 +481 val_481 +468 val_468 +98 val_98 +282 val_282 +197 val_197 +187 val_187 +318 val_318 +318 val_318 +409 val_409 +470 val_470 +205 val_205 +418 val_418 +96 val_96 +26 val_26 +165 val_165 +327 val_327 +230 val_230 +469 val_469 +120 val_120 +131 val_131 +51 val_51 +404 val_404 +43 val_43 +436 val_436 +156 val_156 +191 val_191 +307 val_307 +238 val_238 +419 val_419 +15 val_15 +118 val_118 +72 val_72 +90 val_90 +138 val_138 +19 val_19 +435 val_435 +10 val_10 +277 val_277 +273 val_273 +306 val_306 +224 val_224 +137 val_137 +0 val_0 +369 val_369 +316 val_316 +169 val_169 +413 val_413 +85 val_85 +77 val_77 +282 val_282 +490 val_490 +87 val_87 +364 val_364 +179 val_179 +118 val_118 +134 val_134 +395 val_395 +51 val_51 +12 val_12 +241 val_241 +83 val_83 +333 val_333 +180 val_180 +284 val_284 +137 val_137 +230 val_230 +181 val_181 +67 val_67 +260 val_260 +404 val_404 +384 val_384 +489 val_489 +353 val_353 +278 val_278 +138 val_138 +103 val_103 +239 val_239 +213 val_213 +216 val_216 +430 val_430 +275 val_275 +176 val_176 +289 val_289 +221 val_221 +65 val_65 +318 val_318 +332 val_332 +311 val_311 +199 val_199 +0 val_0 +172 val_172 +42 val_42 +129 val_129 +158 val_158 +119 val_119 +496 val_496 +179 val_179 +322 val_322 +197 val_197 +468 val_468 +393 val_393 +454 val_454 +100 val_100 +298 val_298 +373 val_373 +58 val_58 +272 val_272 +138 val_138 +217 val_217 +84 val_84 +348 val_348 +466 val_466 +431 val_431 +8 val_8 +411 val_411 +230 val_230 +208 val_208 +348 val_348 +24 val_24 +463 val_463 +128 val_128 +288 val_288 +191 val_191 +5 val_5 +244 val_244 +438 val_438 +401 val_401 +467 val_467 +432 val_432 +202 val_202 +316 val_316 +229 val_229 +469 val_469 +463 val_463 +280 val_280 +239 val_239 +216 val_216 +367 val_367 +344 val_344 +167 val_167 +274 val_274 +219 val_219 +480 val_480 +485 val_485 +116 val_116 +223 val_223 +256 val_256 +263 val_263 +70 val_70 +487 val_487 +113 val_113 +406 val_406 +105 val_105 +257 val_257 +406 val_406 +409 val_409 +190 val_190 +53 val_53 +401 val_401 +114 val_114 +258 val_258 +90 val_90 +203 val_203 +262 val_262 +348 val_348 +2 val_2 +193 val_193 +35 val_35 +283 val_283 +331 val_331 +235 val_235 +80 val_80 +44 val_44 +483 val_483 +321 val_321 +335 val_335 +104 val_104 +466 val_466 +366 val_366 +175 val_175 +403 val_403 +424 val_424 +11 val_11 +395 val_395 +58 val_58 +35 val_35 +336 val_336 +95 val_95 +317 val_317 +168 val_168 +34 val_34 +229 val_229 +233 val_233 +143 val_143 +472 val_472 +322 val_322 +498 val_498 +401 val_401 +327 val_327 +242 val_242 +369 val_369 +392 val_392 +272 val_272 +331 val_331 +396 val_396 +242 val_242 +452 val_452 +177 val_177 +226 val_226 +5 val_5 +497 val_497 +402 val_402 +296 val_296 +76 val_76 +138 val_138 +453 val_453 +30 val_30 +209 val_209 +64 val_64 +468 val_468 +228 val_228 +74 val_74 +342 val_342 +69 val_69 +230 val_230 +33 val_33 +368 val_368 +103 val_103 +160 val_160 +458 val_458 +195 val_195 +42 val_42 +321 val_321 +430 val_430 +119 val_119 +489 val_489 +218 val_218 +78 val_78 +76 val_76 +41 val_41 +223 val_223 +492 val_492 +149 val_149 +449 val_449 +389 val_389 +492 val_492 +67 val_67 +384 val_384 +379 val_379 +18 val_18 +462 val_462 +134 val_134 +100 val_100 +298 val_298 +9 val_9 +341 val_341 +498 val_498 +146 val_146 +458 val_458 +362 val_362 +189 val_189 +214 val_214 +462 val_462 +233 val_233 +406 val_406 +133 val_133 +175 val_175 +26 val_26 +454 val_454 +375 val_375 +401 val_401 +421 val_421 +407 val_407 +384 val_384 +256 val_256 +172 val_172 +222 val_222 +348 val_348 +307 val_307 +194 val_194 +414 val_414 +477 val_477 +152 val_152 +126 val_126 +90 val_90 +169 val_169 +403 val_403 +400 val_400 +200 val_200 +97 val_97 +186 val_186 +281 val_281 +285 val_285 +348 val_348 +167 val_167 +18 val_18 +273 val_273 +183 val_183 +448 val_448 +344 val_344 +97 val_97 +469 val_469 +315 val_315 +84 val_84 +28 val_28 +37 val_37 +12 val_12 +255 val_255 +397 val_397 +480 val_480 +291 val_291 +24 val_24 +351 val_351 +70 val_70 +104 val_104 +70 val_70 +163 val_163 +438 val_438 +119 val_119 +414 val_414 +200 val_200 +491 val_491 +478 val_478 +396 val_396 +201 val_201 +217 val_217 +164 val_164 +431 val_431 +454 val_454 +5 val_5 +298 val_298 +125 val_125 +431 val_431 +164 val_164 +424 val_424 +187 val_187 +382 val_382 +353 val_353 +493 val_493 +478 val_478 +178 val_178 +468 val_468 +310 val_310 +317 val_317 +333 val_333 +230 val_230 +460 val_460 +207 val_207 +249 val_249 +265 val_265 +480 val_480 +83 val_83 +136 val_136 +237 val_237 +199 val_199 +439 val_439 +360 val_360 +248 val_248 +479 val_479 +305 val_305 +417 val_417 +277 val_277 +444 val_444 +120 val_120 +429 val_429 +169 val_169 +443 val_443 +323 val_323 +325 val_325 +238 val_238 +311 val_311 +203 val_203 +339 val_339 +0 val_0 +455 val_455 +128 val_128 +155 val_155 +316 val_316 +57 val_57 +302 val_302 +205 val_205 +149 val_149 +438 val_438 +345 val_345 +129 val_129 +439 val_439 +162 val_162 +377 val_377 +397 val_397 +309 val_309 +365 val_365 +266 val_266 +113 val_113 +342 val_342 +367 val_367 +325 val_325 +167 val_167 +195 val_195 +475 val_475 +17 val_17 +489 val_489 +386 val_386 +399 val_399 +169 val_169 +382 val_382 +498 val_498 +125 val_125 +356 val_356 +437 val_437 +469 val_469 +192 val_192 +286 val_286 +187 val_187 +176 val_176 +54 val_54 +170 val_170 +111 val_111 +20 val_20 +489 val_489 +157 val_157 +378 val_378 +221 val_221 +92 val_92 +208 val_208 +47 val_47 +72 val_72 +4 val_4 +280 val_280 +35 val_35 +427 val_427 +277 val_277 +459 val_459 +429 val_429 +66 val_66 +128 val_128 +213 val_213 +146 val_146 +406 val_406 +369 val_369 +374 val_374 +152 val_152 +469 val_469 +145 val_145 +495 val_495 +37 val_37 +327 val_327 +281 val_281 +278 val_278 +86 val_86 +311 val_311 +27 val_27 +165 val_165 +409 val_409 +255 val_255 +224 val_224 +98 val_98 +484 val_484 +265 val_265 +193 val_193 +401 val_401 +150 val_150 +273 val_273 +417 val_417 +207 val_207 +394 val_394 +237 val_237 +482 val_482 +174 val_174 +413 val_413 +494 val_494 +459 val_459 +199 val_199 +466 val_466 +208 val_208 +174 val_174 +399 val_399 +396 val_396 +247 val_247 +277 val_277 +430 val_430 +209 val_209 +15 val_15 +82 val_82 +403 val_403 +166 val_166 +417 val_417 +446 val_446 +252 val_252 +292 val_292 +219 val_219 +287 val_287 +153 val_153 +193 val_193 +338 val_338 +309 val_309 +457 val_457 +308 val_308 +95 val_95 +196 val_196 +288 val_288 +481 val_481 +468 val_468 +98 val_98 +282 val_282 +197 val_197 +187 val_187 +318 val_318 +318 val_318 +409 val_409 +470 val_470 +205 val_205 +418 val_418 +96 val_96 +26 val_26 +165 val_165 +327 val_327 +230 val_230 +469 val_469 +120 val_120 +131 val_131 +51 val_51 +404 val_404 +43 val_43 +436 val_436 +156 val_156 +191 val_191 +307 val_307 +238 val_238 +419 val_419 +15 val_15 +118 val_118 +72 val_72 +90 val_90 +138 val_138 +19 val_19 +435 val_435 +10 val_10 +277 val_277 +273 val_273 +306 val_306 +224 val_224 +137 val_137 +0 val_0 +369 val_369 +316 val_316 +169 val_169 +413 val_413 +85 val_85 +77 val_77 +282 val_282 +490 val_490 +87 val_87 +364 val_364 +179 val_179 +118 val_118 +134 val_134 +395 val_395 +51 val_51 +12 val_12 +241 val_241 +83 val_83 +333 val_333 +180 val_180 +284 val_284 +137 val_137 +230 val_230 +181 val_181 +67 val_67 +260 val_260 +404 val_404 +384 val_384 +489 val_489 +353 val_353 +278 val_278 +138 val_138 +103 val_103 +239 val_239 +213 val_213 +216 val_216 +430 val_430 +275 val_275 +176 val_176 +289 val_289 +221 val_221 +65 val_65 +318 val_318 +332 val_332 +311 val_311 +199 val_199 +0 val_0 +172 val_172 +42 val_42 +129 val_129 +158 val_158 +119 val_119 +496 val_496 +179 val_179 +322 val_322 +197 val_197 +468 val_468 +393 val_393 +454 val_454 +100 val_100 +298 val_298 +373 val_373 +58 val_58 +272 val_272 +138 val_138 +217 val_217 +84 val_84 +348 val_348 +466 val_466 +431 val_431 +8 val_8 +411 val_411 +230 val_230 +208 val_208 +348 val_348 +24 val_24 +463 val_463 +128 val_128 +288 val_288 +191 val_191 +5 val_5 +244 val_244 +438 val_438 +401 val_401 +467 val_467 +432 val_432 +202 val_202 +316 val_316 +229 val_229 +469 val_469 +463 val_463 +280 val_280 +239 val_239 +216 val_216 +367 val_367 +344 val_344 +167 val_167 +274 val_274 +219 val_219 +480 val_480 +485 val_485 +116 val_116 +223 val_223 +256 val_256 +263 val_263 +70 val_70 +487 val_487 +113 val_113 +406 val_406 +105 val_105 +257 val_257 +406 val_406 +409 val_409 +190 val_190 +53 val_53 +401 val_401 +114 val_114 +258 val_258 +90 val_90 +203 val_203 +262 val_262 +348 val_348 +2 val_2 +193 val_193 +35 val_35 +283 val_283 +331 val_331 +235 val_235 +80 val_80 +44 val_44 +483 val_483 +321 val_321 +335 val_335 +104 val_104 +466 val_466 +366 val_366 +175 val_175 +403 val_403 +424 val_424 +11 val_11 +395 val_395 +58 val_58 +35 val_35 +336 val_336 +95 val_95 +317 val_317 +168 val_168 +34 val_34 +229 val_229 +233 val_233 +143 val_143 +472 val_472 +322 val_322 +498 val_498 +401 val_401 +327 val_327 +242 val_242 +369 val_369 +392 val_392 +272 val_272 +331 val_331 +396 val_396 +242 val_242 +452 val_452 +177 val_177 +226 val_226 +5 val_5 +497 val_497 +402 val_402 +296 val_296 +76 val_76 +138 val_138 +453 val_453 +30 val_30 +209 val_209 +64 val_64 +468 val_468 +228 val_228 +74 val_74 +342 val_342 +69 val_69 +230 val_230 +33 val_33 +368 val_368 +103 val_103 +160 val_160 +458 val_458 +195 val_195 +42 val_42 +321 val_321 +430 val_430 +119 val_119 +489 val_489 +218 val_218 +78 val_78 +76 val_76 +41 val_41 +223 val_223 +492 val_492 +149 val_149 +449 val_449 +389 val_389 +492 val_492 +67 val_67 +384 val_384 +379 val_379 +18 val_18 +462 val_462 +134 val_134 +100 val_100 +298 val_298 +9 val_9 +341 val_341 +498 val_498 +146 val_146 +458 val_458 +362 val_362 +189 val_189 +214 val_214 +462 val_462 +233 val_233 +406 val_406 +133 val_133 +175 val_175 +26 val_26 +454 val_454 +375 val_375 +401 val_401 +421 val_421 +407 val_407 +384 val_384 +256 val_256 +172 val_172 +222 val_222 +348 val_348 +307 val_307 +194 val_194 +414 val_414 +477 val_477 +152 val_152 +126 val_126 +90 val_90 +169 val_169 +403 val_403 +400 val_400 +200 val_200 +97 val_97 +186 val_186 +281 val_281 +285 val_285 +348 val_348 +167 val_167 +18 val_18 +273 val_273 +183 val_183 +448 val_448 +344 val_344 +97 val_97 +469 val_469 +315 val_315 +84 val_84 +28 val_28 +37 val_37 +12 val_12 +255 val_255 +397 val_397 +480 val_480 +291 val_291 +24 val_24 +351 val_351 +70 val_70 +104 val_104 +70 val_70 +163 val_163 +438 val_438 +119 val_119 +414 val_414 +200 val_200 +491 val_491 +478 val_478 +396 val_396 +201 val_201 +217 val_217 +164 val_164 +431 val_431 +454 val_454 +5 val_5 +298 val_298 +125 val_125 +431 val_431 +164 val_164 +424 val_424 +187 val_187 +382 val_382 +353 val_353 +493 val_493 +478 val_478 +178 val_178 +468 val_468 +310 val_310 +317 val_317 +333 val_333 +230 val_230 +460 val_460 +207 val_207 +249 val_249 +265 val_265 +480 val_480 +83 val_83 +136 val_136 +237 val_237 +199 val_199 +439 val_439 +360 val_360 +248 val_248 +479 val_479 +305 val_305 +417 val_417 +277 val_277 +444 val_444 +120 val_120 +429 val_429 +169 val_169 +443 val_443 +323 val_323 +325 val_325 +238 val_238 +311 val_311 +203 val_203 +339 val_339 +0 val_0 +455 val_455 +128 val_128 +155 val_155 +316 val_316 +57 val_57 +302 val_302 +205 val_205 +149 val_149 +438 val_438 +345 val_345 +129 val_129 +439 val_439 +162 val_162 +377 val_377 +397 val_397 +309 val_309 +365 val_365 +266 val_266 +113 val_113 +342 val_342 +367 val_367 +325 val_325 +167 val_167 +195 val_195 +475 val_475 +17 val_17 +489 val_489 +386 val_386 +399 val_399 +169 val_169 +382 val_382 +498 val_498 +125 val_125 +356 val_356 +437 val_437 +469 val_469 +192 val_192 +286 val_286 +187 val_187 +176 val_176 +54 val_54 +170 val_170 +111 val_111 +20 val_20 +489 val_489 +157 val_157 +378 val_378 +221 val_221 +92 val_92 +208 val_208 +47 val_47 +72 val_72 +4 val_4 +280 val_280 +35 val_35 +427 val_427 +277 val_277 +459 val_459 +429 val_429 +66 val_66 +128 val_128 +213 val_213 +146 val_146 +406 val_406 +369 val_369 +374 val_374 +152 val_152 +469 val_469 +145 val_145 +495 val_495 +37 val_37 +327 val_327 +281 val_281 +278 val_278 +86 val_86 +311 val_311 +27 val_27 +165 val_165 +409 val_409 +255 val_255 +224 val_224 +98 val_98 +484 val_484 +265 val_265 +193 val_193 +401 val_401 +150 val_150 +273 val_273 +417 val_417 +207 val_207 +394 val_394 +237 val_237 +482 val_482 +174 val_174 +413 val_413 +494 val_494 +459 val_459 +199 val_199 +466 val_466 +208 val_208 +174 val_174 +399 val_399 +396 val_396 +247 val_247 +277 val_277 +430 val_430 +209 val_209 +15 val_15 +82 val_82 +403 val_403 +166 val_166 +417 val_417 +446 val_446 +252 val_252 +292 val_292 +219 val_219 +287 val_287 +153 val_153 +193 val_193 +338 val_338 +309 val_309 +457 val_457 +308 val_308 +95 val_95 +196 val_196 +288 val_288 +481 val_481 +468 val_468 +98 val_98 +282 val_282 +197 val_197 +187 val_187 +318 val_318 +318 val_318 +409 val_409 +470 val_470 +205 val_205 +418 val_418 +96 val_96 +26 val_26 +165 val_165 +327 val_327 +230 val_230 +469 val_469 +120 val_120 +131 val_131 +51 val_51 +404 val_404 +43 val_43 +436 val_436 +156 val_156 +191 val_191 +307 val_307 +238 val_238 +419 val_419 +15 val_15 +118 val_118 +72 val_72 +90 val_90 +138 val_138 +19 val_19 +435 val_435 +10 val_10 +277 val_277 +273 val_273 +306 val_306 +224 val_224 +137 val_137 +0 val_0 +369 val_369 +316 val_316 +169 val_169 +413 val_413 +85 val_85 +77 val_77 +282 val_282 +490 val_490 +87 val_87 +364 val_364 +179 val_179 +118 val_118 +134 val_134 +395 val_395 +51 val_51 +12 val_12 +241 val_241 +83 val_83 +333 val_333 +180 val_180 +284 val_284 +137 val_137 +230 val_230 +181 val_181 +67 val_67 +260 val_260 +404 val_404 +384 val_384 +489 val_489 +353 val_353 +278 val_278 +138 val_138 +103 val_103 +239 val_239 +213 val_213 +216 val_216 +430 val_430 +275 val_275 +176 val_176 +289 val_289 +221 val_221 +65 val_65 +318 val_318 +332 val_332 +311 val_311 +199 val_199 +0 val_0 +172 val_172 +42 val_42 +129 val_129 +158 val_158 +119 val_119 +496 val_496 +179 val_179 +322 val_322 +197 val_197 +468 val_468 +393 val_393 +454 val_454 +100 val_100 +298 val_298 +373 val_373 +58 val_58 +272 val_272 +138 val_138 +217 val_217 +84 val_84 +348 val_348 +466 val_466 +431 val_431 +8 val_8 +411 val_411 +230 val_230 +208 val_208 +348 val_348 +24 val_24 +463 val_463 +PREHOOK: query: create table merge_src_part2 like merge_src_part +PREHOOK: type: CREATETABLE +POSTHOOK: query: create table merge_src_part2 like merge_src_part +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: default@merge_src_part2 +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: explain extended +insert overwrite table merge_src_part2 partition(ds) +select key, value, ds from merge_src_part +where ds is not null +PREHOOK: type: QUERY +POSTHOOK: query: explain extended +insert overwrite table merge_src_part2 partition(ds) +select key, value, ds from merge_src_part +where ds is not null +POSTHOOK: type: QUERY +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF merge_src_part)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB merge_src_part2 (TOK_PARTSPEC (TOK_PARTVAL ds)))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)) (TOK_SELEXPR (TOK_TABLE_OR_COL ds))) (TOK_WHERE (TOK_FUNCTION TOK_ISNOTNULL (TOK_TABLE_OR_COL ds))))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + merge_src_part + TableScan + alias: merge_src_part + Filter Operator + isSamplingPred: false + predicate: + expr: ds is not null + type: boolean + Filter Operator + isSamplingPred: false + predicate: + expr: ds is not null + type: boolean + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 1 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_14-51-42_341_3566906978275405218/-ext-10000 + NumFilesPerFileSink: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + EXTERNAL FALSE + bucket_count -1 + columns key,value + columns.types string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part2 + name merge_src_part2 + partition_columns ds + serialization.ddl struct merge_src_part2 { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282081902 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: merge_src_part2 + TotalFiles: 1 + MultiFileSpray: false + Needs Tagging: false + Path -> Alias: + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-08 [merge_src_part] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-09 [merge_src_part] + Path -> Partition: + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-08 + Partition + base file name: ds=2008-04-08 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-08 + properties: + bucket_count -1 + columns key,value + columns.types string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part + name merge_src_part + partition_columns ds + serialization.ddl struct merge_src_part { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282081883 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part + name merge_src_part + partition_columns ds + serialization.ddl struct merge_src_part { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282081883 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: merge_src_part + name: merge_src_part + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-09 + Partition + base file name: ds=2008-04-09 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-09 + properties: + bucket_count -1 + columns key,value + columns.types string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part + name merge_src_part + partition_columns ds + serialization.ddl struct merge_src_part { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282081883 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part + name merge_src_part + partition_columns ds + serialization.ddl struct merge_src_part { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282081883 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: merge_src_part + name: merge_src_part + + Stage: Stage-0 + Move Operator + tables: + partition: + ds + replace: true + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_14-51-42_341_3566906978275405218/-ext-10000 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + EXTERNAL FALSE + bucket_count -1 + columns key,value + columns.types string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part2 + name merge_src_part2 + partition_columns ds + serialization.ddl struct merge_src_part2 { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282081902 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: merge_src_part2 + tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_14-51-42_341_3566906978275405218/-ext-10001 + + +PREHOOK: query: insert overwrite table merge_src_part2 partition(ds) +select key, value, ds from merge_src_part +where ds is not null +PREHOOK: type: QUERY +PREHOOK: Input: default@merge_src_part@ds=2008-04-08 +PREHOOK: Input: default@merge_src_part@ds=2008-04-09 +POSTHOOK: query: insert overwrite table merge_src_part2 partition(ds) +select key, value, ds from merge_src_part +where ds is not null +POSTHOOK: type: QUERY +POSTHOOK: Input: default@merge_src_part@ds=2008-04-08 +POSTHOOK: Input: default@merge_src_part@ds=2008-04-09 +POSTHOOK: Output: default@merge_src_part2@ds=2008-04-08 +POSTHOOK: Output: default@merge_src_part2@ds=2008-04-09 +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part2 PARTITION(ds=2008-04-08).key SIMPLE [(merge_src_part)merge_src_part.FieldSchema(name:key, type:string, comment:null), ] +POSTHOOK: Lineage: merge_src_part2 PARTITION(ds=2008-04-08).value SIMPLE [(merge_src_part)merge_src_part.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: merge_src_part2 PARTITION(ds=2008-04-09).key SIMPLE [(merge_src_part)merge_src_part.FieldSchema(name:key, type:string, comment:null), ] +POSTHOOK: Lineage: merge_src_part2 PARTITION(ds=2008-04-09).value SIMPLE [(merge_src_part)merge_src_part.FieldSchema(name:value, type:string, comment:null), ] +PREHOOK: query: show partitions merge_src_part2 +PREHOOK: type: SHOWPARTITIONS +POSTHOOK: query: show partitions merge_src_part2 +POSTHOOK: type: SHOWPARTITIONS +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part2 PARTITION(ds=2008-04-08).key SIMPLE [(merge_src_part)merge_src_part.FieldSchema(name:key, type:string, comment:null), ] +POSTHOOK: Lineage: merge_src_part2 PARTITION(ds=2008-04-08).value SIMPLE [(merge_src_part)merge_src_part.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: merge_src_part2 PARTITION(ds=2008-04-09).key SIMPLE [(merge_src_part)merge_src_part.FieldSchema(name:key, type:string, comment:null), ] +POSTHOOK: Lineage: merge_src_part2 PARTITION(ds=2008-04-09).value SIMPLE [(merge_src_part)merge_src_part.FieldSchema(name:value, type:string, comment:null), ] +ds=2008-04-08 +ds=2008-04-09 +PREHOOK: query: select * from merge_src_part2 where ds is not null +PREHOOK: type: QUERY +PREHOOK: Input: default@merge_src_part2@ds=2008-04-08 +PREHOOK: Input: default@merge_src_part2@ds=2008-04-09 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_14-51-48_970_5727717637056410936/-mr-10000 +POSTHOOK: query: select * from merge_src_part2 where ds is not null +POSTHOOK: type: QUERY +POSTHOOK: Input: default@merge_src_part2@ds=2008-04-08 +POSTHOOK: Input: default@merge_src_part2@ds=2008-04-09 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_14-51-48_970_5727717637056410936/-mr-10000 +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part2 PARTITION(ds=2008-04-08).key SIMPLE [(merge_src_part)merge_src_part.FieldSchema(name:key, type:string, comment:null), ] +POSTHOOK: Lineage: merge_src_part2 PARTITION(ds=2008-04-08).value SIMPLE [(merge_src_part)merge_src_part.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: merge_src_part2 PARTITION(ds=2008-04-09).key SIMPLE [(merge_src_part)merge_src_part.FieldSchema(name:key, type:string, comment:null), ] +POSTHOOK: Lineage: merge_src_part2 PARTITION(ds=2008-04-09).value SIMPLE [(merge_src_part)merge_src_part.FieldSchema(name:value, type:string, comment:null), ] +238 val_238 2008-04-08 +86 val_86 2008-04-08 +311 val_311 2008-04-08 +27 val_27 2008-04-08 +165 val_165 2008-04-08 +409 val_409 2008-04-08 +255 val_255 2008-04-08 +278 val_278 2008-04-08 +98 val_98 2008-04-08 +484 val_484 2008-04-08 +265 val_265 2008-04-08 +193 val_193 2008-04-08 +401 val_401 2008-04-08 +150 val_150 2008-04-08 +273 val_273 2008-04-08 +224 val_224 2008-04-08 +369 val_369 2008-04-08 +66 val_66 2008-04-08 +128 val_128 2008-04-08 +213 val_213 2008-04-08 +146 val_146 2008-04-08 +406 val_406 2008-04-08 +429 val_429 2008-04-08 +374 val_374 2008-04-08 +152 val_152 2008-04-08 +469 val_469 2008-04-08 +145 val_145 2008-04-08 +495 val_495 2008-04-08 +37 val_37 2008-04-08 +327 val_327 2008-04-08 +281 val_281 2008-04-08 +277 val_277 2008-04-08 +209 val_209 2008-04-08 +15 val_15 2008-04-08 +82 val_82 2008-04-08 +403 val_403 2008-04-08 +166 val_166 2008-04-08 +417 val_417 2008-04-08 +430 val_430 2008-04-08 +252 val_252 2008-04-08 +292 val_292 2008-04-08 +219 val_219 2008-04-08 +287 val_287 2008-04-08 +153 val_153 2008-04-08 +193 val_193 2008-04-08 +338 val_338 2008-04-08 +446 val_446 2008-04-08 +459 val_459 2008-04-08 +394 val_394 2008-04-08 +237 val_237 2008-04-08 +482 val_482 2008-04-08 +174 val_174 2008-04-08 +413 val_413 2008-04-08 +494 val_494 2008-04-08 +207 val_207 2008-04-08 +199 val_199 2008-04-08 +466 val_466 2008-04-08 +208 val_208 2008-04-08 +174 val_174 2008-04-08 +399 val_399 2008-04-08 +396 val_396 2008-04-08 +247 val_247 2008-04-08 +417 val_417 2008-04-08 +489 val_489 2008-04-08 +162 val_162 2008-04-08 +377 val_377 2008-04-08 +397 val_397 2008-04-08 +309 val_309 2008-04-08 +365 val_365 2008-04-08 +266 val_266 2008-04-08 +439 val_439 2008-04-08 +342 val_342 2008-04-08 +367 val_367 2008-04-08 +325 val_325 2008-04-08 +167 val_167 2008-04-08 +195 val_195 2008-04-08 +475 val_475 2008-04-08 +17 val_17 2008-04-08 +113 val_113 2008-04-08 +155 val_155 2008-04-08 +203 val_203 2008-04-08 +339 val_339 2008-04-08 +0 val_0 2008-04-08 +455 val_455 2008-04-08 +128 val_128 2008-04-08 +311 val_311 2008-04-08 +316 val_316 2008-04-08 +57 val_57 2008-04-08 +302 val_302 2008-04-08 +205 val_205 2008-04-08 +149 val_149 2008-04-08 +438 val_438 2008-04-08 +345 val_345 2008-04-08 +129 val_129 2008-04-08 +170 val_170 2008-04-08 +20 val_20 2008-04-08 +489 val_489 2008-04-08 +157 val_157 2008-04-08 +378 val_378 2008-04-08 +221 val_221 2008-04-08 +92 val_92 2008-04-08 +111 val_111 2008-04-08 +47 val_47 2008-04-08 +72 val_72 2008-04-08 +4 val_4 2008-04-08 +280 val_280 2008-04-08 +35 val_35 2008-04-08 +427 val_427 2008-04-08 +277 val_277 2008-04-08 +208 val_208 2008-04-08 +356 val_356 2008-04-08 +399 val_399 2008-04-08 +169 val_169 2008-04-08 +382 val_382 2008-04-08 +498 val_498 2008-04-08 +125 val_125 2008-04-08 +386 val_386 2008-04-08 +437 val_437 2008-04-08 +469 val_469 2008-04-08 +192 val_192 2008-04-08 +286 val_286 2008-04-08 +187 val_187 2008-04-08 +176 val_176 2008-04-08 +54 val_54 2008-04-08 +459 val_459 2008-04-08 +51 val_51 2008-04-08 +138 val_138 2008-04-08 +103 val_103 2008-04-08 +239 val_239 2008-04-08 +213 val_213 2008-04-08 +216 val_216 2008-04-08 +430 val_430 2008-04-08 +278 val_278 2008-04-08 +176 val_176 2008-04-08 +289 val_289 2008-04-08 +221 val_221 2008-04-08 +65 val_65 2008-04-08 +318 val_318 2008-04-08 +332 val_332 2008-04-08 +311 val_311 2008-04-08 +275 val_275 2008-04-08 +137 val_137 2008-04-08 +241 val_241 2008-04-08 +83 val_83 2008-04-08 +333 val_333 2008-04-08 +180 val_180 2008-04-08 +284 val_284 2008-04-08 +12 val_12 2008-04-08 +230 val_230 2008-04-08 +181 val_181 2008-04-08 +67 val_67 2008-04-08 +260 val_260 2008-04-08 +404 val_404 2008-04-08 +384 val_384 2008-04-08 +489 val_489 2008-04-08 +353 val_353 2008-04-08 +373 val_373 2008-04-08 +272 val_272 2008-04-08 +138 val_138 2008-04-08 +217 val_217 2008-04-08 +84 val_84 2008-04-08 +348 val_348 2008-04-08 +466 val_466 2008-04-08 +58 val_58 2008-04-08 +8 val_8 2008-04-08 +411 val_411 2008-04-08 +230 val_230 2008-04-08 +208 val_208 2008-04-08 +348 val_348 2008-04-08 +24 val_24 2008-04-08 +463 val_463 2008-04-08 +431 val_431 2008-04-08 +179 val_179 2008-04-08 +172 val_172 2008-04-08 +42 val_42 2008-04-08 +129 val_129 2008-04-08 +158 val_158 2008-04-08 +119 val_119 2008-04-08 +496 val_496 2008-04-08 +0 val_0 2008-04-08 +322 val_322 2008-04-08 +197 val_197 2008-04-08 +468 val_468 2008-04-08 +393 val_393 2008-04-08 +454 val_454 2008-04-08 +100 val_100 2008-04-08 +298 val_298 2008-04-08 +199 val_199 2008-04-08 +191 val_191 2008-04-08 +418 val_418 2008-04-08 +96 val_96 2008-04-08 +26 val_26 2008-04-08 +165 val_165 2008-04-08 +327 val_327 2008-04-08 +230 val_230 2008-04-08 +205 val_205 2008-04-08 +120 val_120 2008-04-08 +131 val_131 2008-04-08 +51 val_51 2008-04-08 +404 val_404 2008-04-08 +43 val_43 2008-04-08 +436 val_436 2008-04-08 +156 val_156 2008-04-08 +469 val_469 2008-04-08 +468 val_468 2008-04-08 +308 val_308 2008-04-08 +95 val_95 2008-04-08 +196 val_196 2008-04-08 +288 val_288 2008-04-08 +481 val_481 2008-04-08 +457 val_457 2008-04-08 +98 val_98 2008-04-08 +282 val_282 2008-04-08 +197 val_197 2008-04-08 +187 val_187 2008-04-08 +318 val_318 2008-04-08 +318 val_318 2008-04-08 +409 val_409 2008-04-08 +470 val_470 2008-04-08 +137 val_137 2008-04-08 +369 val_369 2008-04-08 +316 val_316 2008-04-08 +169 val_169 2008-04-08 +413 val_413 2008-04-08 +85 val_85 2008-04-08 +77 val_77 2008-04-08 +0 val_0 2008-04-08 +490 val_490 2008-04-08 +87 val_87 2008-04-08 +364 val_364 2008-04-08 +179 val_179 2008-04-08 +118 val_118 2008-04-08 +134 val_134 2008-04-08 +395 val_395 2008-04-08 +282 val_282 2008-04-08 +138 val_138 2008-04-08 +238 val_238 2008-04-08 +419 val_419 2008-04-08 +15 val_15 2008-04-08 +118 val_118 2008-04-08 +72 val_72 2008-04-08 +90 val_90 2008-04-08 +307 val_307 2008-04-08 +19 val_19 2008-04-08 +435 val_435 2008-04-08 +10 val_10 2008-04-08 +277 val_277 2008-04-08 +273 val_273 2008-04-08 +306 val_306 2008-04-08 +224 val_224 2008-04-08 +309 val_309 2008-04-08 +389 val_389 2008-04-08 +327 val_327 2008-04-08 +242 val_242 2008-04-08 +369 val_369 2008-04-08 +392 val_392 2008-04-08 +272 val_272 2008-04-08 +331 val_331 2008-04-08 +401 val_401 2008-04-08 +242 val_242 2008-04-08 +452 val_452 2008-04-08 +177 val_177 2008-04-08 +226 val_226 2008-04-08 +5 val_5 2008-04-08 +497 val_497 2008-04-08 +402 val_402 2008-04-08 +396 val_396 2008-04-08 +317 val_317 2008-04-08 +395 val_395 2008-04-08 +58 val_58 2008-04-08 +35 val_35 2008-04-08 +336 val_336 2008-04-08 +95 val_95 2008-04-08 +11 val_11 2008-04-08 +168 val_168 2008-04-08 +34 val_34 2008-04-08 +229 val_229 2008-04-08 +233 val_233 2008-04-08 +143 val_143 2008-04-08 +472 val_472 2008-04-08 +322 val_322 2008-04-08 +498 val_498 2008-04-08 +160 val_160 2008-04-08 +195 val_195 2008-04-08 +42 val_42 2008-04-08 +321 val_321 2008-04-08 +430 val_430 2008-04-08 +119 val_119 2008-04-08 +489 val_489 2008-04-08 +458 val_458 2008-04-08 +78 val_78 2008-04-08 +76 val_76 2008-04-08 +41 val_41 2008-04-08 +223 val_223 2008-04-08 +492 val_492 2008-04-08 +149 val_149 2008-04-08 +449 val_449 2008-04-08 +218 val_218 2008-04-08 +228 val_228 2008-04-08 +138 val_138 2008-04-08 +453 val_453 2008-04-08 +30 val_30 2008-04-08 +209 val_209 2008-04-08 +64 val_64 2008-04-08 +468 val_468 2008-04-08 +76 val_76 2008-04-08 +74 val_74 2008-04-08 +342 val_342 2008-04-08 +69 val_69 2008-04-08 +230 val_230 2008-04-08 +33 val_33 2008-04-08 +368 val_368 2008-04-08 +103 val_103 2008-04-08 +296 val_296 2008-04-08 +113 val_113 2008-04-08 +216 val_216 2008-04-08 +367 val_367 2008-04-08 +344 val_344 2008-04-08 +167 val_167 2008-04-08 +274 val_274 2008-04-08 +219 val_219 2008-04-08 +239 val_239 2008-04-08 +485 val_485 2008-04-08 +116 val_116 2008-04-08 +223 val_223 2008-04-08 +256 val_256 2008-04-08 +263 val_263 2008-04-08 +70 val_70 2008-04-08 +487 val_487 2008-04-08 +480 val_480 2008-04-08 +401 val_401 2008-04-08 +288 val_288 2008-04-08 +191 val_191 2008-04-08 +5 val_5 2008-04-08 +244 val_244 2008-04-08 +438 val_438 2008-04-08 +128 val_128 2008-04-08 +467 val_467 2008-04-08 +432 val_432 2008-04-08 +202 val_202 2008-04-08 +316 val_316 2008-04-08 +229 val_229 2008-04-08 +469 val_469 2008-04-08 +463 val_463 2008-04-08 +280 val_280 2008-04-08 +2 val_2 2008-04-08 +35 val_35 2008-04-08 +283 val_283 2008-04-08 +331 val_331 2008-04-08 +235 val_235 2008-04-08 +80 val_80 2008-04-08 +44 val_44 2008-04-08 +193 val_193 2008-04-08 +321 val_321 2008-04-08 +335 val_335 2008-04-08 +104 val_104 2008-04-08 +466 val_466 2008-04-08 +366 val_366 2008-04-08 +175 val_175 2008-04-08 +403 val_403 2008-04-08 +483 val_483 2008-04-08 +53 val_53 2008-04-08 +105 val_105 2008-04-08 +257 val_257 2008-04-08 +406 val_406 2008-04-08 +409 val_409 2008-04-08 +190 val_190 2008-04-08 +406 val_406 2008-04-08 +401 val_401 2008-04-08 +114 val_114 2008-04-08 +258 val_258 2008-04-08 +90 val_90 2008-04-08 +203 val_203 2008-04-08 +262 val_262 2008-04-08 +348 val_348 2008-04-08 +424 val_424 2008-04-08 +12 val_12 2008-04-08 +396 val_396 2008-04-08 +201 val_201 2008-04-08 +217 val_217 2008-04-08 +164 val_164 2008-04-08 +431 val_431 2008-04-08 +454 val_454 2008-04-08 +478 val_478 2008-04-08 +298 val_298 2008-04-08 +125 val_125 2008-04-08 +431 val_431 2008-04-08 +164 val_164 2008-04-08 +424 val_424 2008-04-08 +187 val_187 2008-04-08 +382 val_382 2008-04-08 +5 val_5 2008-04-08 +70 val_70 2008-04-08 +397 val_397 2008-04-08 +480 val_480 2008-04-08 +291 val_291 2008-04-08 +24 val_24 2008-04-08 +351 val_351 2008-04-08 +255 val_255 2008-04-08 +104 val_104 2008-04-08 +70 val_70 2008-04-08 +163 val_163 2008-04-08 +438 val_438 2008-04-08 +119 val_119 2008-04-08 +414 val_414 2008-04-08 +200 val_200 2008-04-08 +491 val_491 2008-04-08 +237 val_237 2008-04-08 +439 val_439 2008-04-08 +360 val_360 2008-04-08 +248 val_248 2008-04-08 +479 val_479 2008-04-08 +305 val_305 2008-04-08 +417 val_417 2008-04-08 +199 val_199 2008-04-08 +444 val_444 2008-04-08 +120 val_120 2008-04-08 +429 val_429 2008-04-08 +169 val_169 2008-04-08 +443 val_443 2008-04-08 +323 val_323 2008-04-08 +325 val_325 2008-04-08 +277 val_277 2008-04-08 +230 val_230 2008-04-08 +478 val_478 2008-04-08 +178 val_178 2008-04-08 +468 val_468 2008-04-08 +310 val_310 2008-04-08 +317 val_317 2008-04-08 +333 val_333 2008-04-08 +493 val_493 2008-04-08 +460 val_460 2008-04-08 +207 val_207 2008-04-08 +249 val_249 2008-04-08 +265 val_265 2008-04-08 +480 val_480 2008-04-08 +83 val_83 2008-04-08 +136 val_136 2008-04-08 +353 val_353 2008-04-08 +172 val_172 2008-04-08 +214 val_214 2008-04-08 +462 val_462 2008-04-08 +233 val_233 2008-04-08 +406 val_406 2008-04-08 +133 val_133 2008-04-08 +175 val_175 2008-04-08 +189 val_189 2008-04-08 +454 val_454 2008-04-08 +375 val_375 2008-04-08 +401 val_401 2008-04-08 +421 val_421 2008-04-08 +407 val_407 2008-04-08 +384 val_384 2008-04-08 +256 val_256 2008-04-08 +26 val_26 2008-04-08 +134 val_134 2008-04-08 +67 val_67 2008-04-08 +384 val_384 2008-04-08 +379 val_379 2008-04-08 +18 val_18 2008-04-08 +462 val_462 2008-04-08 +492 val_492 2008-04-08 +100 val_100 2008-04-08 +298 val_298 2008-04-08 +9 val_9 2008-04-08 +341 val_341 2008-04-08 +498 val_498 2008-04-08 +146 val_146 2008-04-08 +458 val_458 2008-04-08 +362 val_362 2008-04-08 +186 val_186 2008-04-08 +285 val_285 2008-04-08 +348 val_348 2008-04-08 +167 val_167 2008-04-08 +18 val_18 2008-04-08 +273 val_273 2008-04-08 +183 val_183 2008-04-08 +281 val_281 2008-04-08 +344 val_344 2008-04-08 +97 val_97 2008-04-08 +469 val_469 2008-04-08 +315 val_315 2008-04-08 +84 val_84 2008-04-08 +28 val_28 2008-04-08 +37 val_37 2008-04-08 +448 val_448 2008-04-08 +152 val_152 2008-04-08 +348 val_348 2008-04-08 +307 val_307 2008-04-08 +194 val_194 2008-04-08 +414 val_414 2008-04-08 +477 val_477 2008-04-08 +222 val_222 2008-04-08 +126 val_126 2008-04-08 +90 val_90 2008-04-08 +169 val_169 2008-04-08 +403 val_403 2008-04-08 +400 val_400 2008-04-08 +200 val_200 2008-04-08 +97 val_97 2008-04-08 +238 val_238 2008-04-08 +86 val_86 2008-04-08 +311 val_311 2008-04-08 +27 val_27 2008-04-08 +165 val_165 2008-04-08 +409 val_409 2008-04-08 +255 val_255 2008-04-08 +278 val_278 2008-04-08 +98 val_98 2008-04-08 +484 val_484 2008-04-08 +265 val_265 2008-04-08 +193 val_193 2008-04-08 +401 val_401 2008-04-08 +150 val_150 2008-04-08 +273 val_273 2008-04-08 +224 val_224 2008-04-08 +369 val_369 2008-04-08 +66 val_66 2008-04-08 +128 val_128 2008-04-08 +213 val_213 2008-04-08 +146 val_146 2008-04-08 +406 val_406 2008-04-08 +429 val_429 2008-04-08 +374 val_374 2008-04-08 +152 val_152 2008-04-08 +469 val_469 2008-04-08 +145 val_145 2008-04-08 +495 val_495 2008-04-08 +37 val_37 2008-04-08 +327 val_327 2008-04-08 +281 val_281 2008-04-08 +277 val_277 2008-04-08 +209 val_209 2008-04-08 +15 val_15 2008-04-08 +82 val_82 2008-04-08 +403 val_403 2008-04-08 +166 val_166 2008-04-08 +417 val_417 2008-04-08 +430 val_430 2008-04-08 +252 val_252 2008-04-08 +292 val_292 2008-04-08 +219 val_219 2008-04-08 +287 val_287 2008-04-08 +153 val_153 2008-04-08 +193 val_193 2008-04-08 +338 val_338 2008-04-08 +446 val_446 2008-04-08 +459 val_459 2008-04-08 +394 val_394 2008-04-08 +237 val_237 2008-04-08 +482 val_482 2008-04-08 +174 val_174 2008-04-08 +413 val_413 2008-04-08 +494 val_494 2008-04-08 +207 val_207 2008-04-08 +199 val_199 2008-04-08 +466 val_466 2008-04-08 +208 val_208 2008-04-08 +174 val_174 2008-04-08 +399 val_399 2008-04-08 +396 val_396 2008-04-08 +247 val_247 2008-04-08 +417 val_417 2008-04-08 +489 val_489 2008-04-08 +162 val_162 2008-04-08 +377 val_377 2008-04-08 +397 val_397 2008-04-08 +309 val_309 2008-04-08 +365 val_365 2008-04-08 +266 val_266 2008-04-08 +439 val_439 2008-04-08 +342 val_342 2008-04-08 +367 val_367 2008-04-08 +325 val_325 2008-04-08 +167 val_167 2008-04-08 +195 val_195 2008-04-08 +475 val_475 2008-04-08 +17 val_17 2008-04-08 +113 val_113 2008-04-08 +155 val_155 2008-04-08 +203 val_203 2008-04-08 +339 val_339 2008-04-08 +0 val_0 2008-04-08 +455 val_455 2008-04-08 +128 val_128 2008-04-08 +311 val_311 2008-04-08 +316 val_316 2008-04-08 +57 val_57 2008-04-08 +302 val_302 2008-04-08 +205 val_205 2008-04-08 +149 val_149 2008-04-08 +438 val_438 2008-04-08 +345 val_345 2008-04-08 +129 val_129 2008-04-08 +170 val_170 2008-04-08 +20 val_20 2008-04-08 +489 val_489 2008-04-08 +157 val_157 2008-04-08 +378 val_378 2008-04-08 +221 val_221 2008-04-08 +92 val_92 2008-04-08 +111 val_111 2008-04-08 +47 val_47 2008-04-08 +72 val_72 2008-04-08 +4 val_4 2008-04-08 +280 val_280 2008-04-08 +35 val_35 2008-04-08 +427 val_427 2008-04-08 +277 val_277 2008-04-08 +208 val_208 2008-04-08 +356 val_356 2008-04-08 +399 val_399 2008-04-08 +169 val_169 2008-04-08 +382 val_382 2008-04-08 +498 val_498 2008-04-08 +125 val_125 2008-04-08 +386 val_386 2008-04-08 +437 val_437 2008-04-08 +469 val_469 2008-04-08 +192 val_192 2008-04-08 +286 val_286 2008-04-08 +187 val_187 2008-04-08 +176 val_176 2008-04-08 +54 val_54 2008-04-08 +459 val_459 2008-04-08 +51 val_51 2008-04-08 +138 val_138 2008-04-08 +103 val_103 2008-04-08 +239 val_239 2008-04-08 +213 val_213 2008-04-08 +216 val_216 2008-04-08 +430 val_430 2008-04-08 +278 val_278 2008-04-08 +176 val_176 2008-04-08 +289 val_289 2008-04-08 +221 val_221 2008-04-08 +65 val_65 2008-04-08 +318 val_318 2008-04-08 +332 val_332 2008-04-08 +311 val_311 2008-04-08 +275 val_275 2008-04-08 +137 val_137 2008-04-08 +241 val_241 2008-04-08 +83 val_83 2008-04-08 +333 val_333 2008-04-08 +180 val_180 2008-04-08 +284 val_284 2008-04-08 +12 val_12 2008-04-08 +230 val_230 2008-04-08 +181 val_181 2008-04-08 +67 val_67 2008-04-08 +260 val_260 2008-04-08 +404 val_404 2008-04-08 +384 val_384 2008-04-08 +489 val_489 2008-04-08 +353 val_353 2008-04-08 +373 val_373 2008-04-08 +272 val_272 2008-04-08 +138 val_138 2008-04-08 +217 val_217 2008-04-08 +84 val_84 2008-04-08 +348 val_348 2008-04-08 +466 val_466 2008-04-08 +58 val_58 2008-04-08 +8 val_8 2008-04-08 +411 val_411 2008-04-08 +230 val_230 2008-04-08 +208 val_208 2008-04-08 +348 val_348 2008-04-08 +24 val_24 2008-04-08 +463 val_463 2008-04-08 +431 val_431 2008-04-08 +179 val_179 2008-04-08 +172 val_172 2008-04-08 +42 val_42 2008-04-08 +129 val_129 2008-04-08 +158 val_158 2008-04-08 +119 val_119 2008-04-08 +496 val_496 2008-04-08 +0 val_0 2008-04-08 +322 val_322 2008-04-08 +197 val_197 2008-04-08 +468 val_468 2008-04-08 +393 val_393 2008-04-08 +454 val_454 2008-04-08 +100 val_100 2008-04-08 +298 val_298 2008-04-08 +199 val_199 2008-04-08 +191 val_191 2008-04-08 +418 val_418 2008-04-08 +96 val_96 2008-04-08 +26 val_26 2008-04-08 +165 val_165 2008-04-08 +327 val_327 2008-04-08 +230 val_230 2008-04-08 +205 val_205 2008-04-08 +120 val_120 2008-04-08 +131 val_131 2008-04-08 +51 val_51 2008-04-08 +404 val_404 2008-04-08 +43 val_43 2008-04-08 +436 val_436 2008-04-08 +156 val_156 2008-04-08 +469 val_469 2008-04-08 +468 val_468 2008-04-08 +308 val_308 2008-04-08 +95 val_95 2008-04-08 +196 val_196 2008-04-08 +288 val_288 2008-04-08 +481 val_481 2008-04-08 +457 val_457 2008-04-08 +98 val_98 2008-04-08 +282 val_282 2008-04-08 +197 val_197 2008-04-08 +187 val_187 2008-04-08 +318 val_318 2008-04-08 +318 val_318 2008-04-08 +409 val_409 2008-04-08 +470 val_470 2008-04-08 +137 val_137 2008-04-08 +369 val_369 2008-04-08 +316 val_316 2008-04-08 +169 val_169 2008-04-08 +413 val_413 2008-04-08 +85 val_85 2008-04-08 +77 val_77 2008-04-08 +0 val_0 2008-04-08 +490 val_490 2008-04-08 +87 val_87 2008-04-08 +364 val_364 2008-04-08 +179 val_179 2008-04-08 +118 val_118 2008-04-08 +134 val_134 2008-04-08 +395 val_395 2008-04-08 +282 val_282 2008-04-08 +138 val_138 2008-04-08 +238 val_238 2008-04-08 +419 val_419 2008-04-08 +15 val_15 2008-04-08 +118 val_118 2008-04-08 +72 val_72 2008-04-08 +90 val_90 2008-04-08 +307 val_307 2008-04-08 +19 val_19 2008-04-08 +435 val_435 2008-04-08 +10 val_10 2008-04-08 +277 val_277 2008-04-08 +273 val_273 2008-04-08 +306 val_306 2008-04-08 +224 val_224 2008-04-08 +309 val_309 2008-04-08 +389 val_389 2008-04-08 +327 val_327 2008-04-08 +242 val_242 2008-04-08 +369 val_369 2008-04-08 +392 val_392 2008-04-08 +272 val_272 2008-04-08 +331 val_331 2008-04-08 +401 val_401 2008-04-08 +242 val_242 2008-04-08 +452 val_452 2008-04-08 +177 val_177 2008-04-08 +226 val_226 2008-04-08 +5 val_5 2008-04-08 +497 val_497 2008-04-08 +402 val_402 2008-04-08 +396 val_396 2008-04-08 +317 val_317 2008-04-08 +395 val_395 2008-04-08 +58 val_58 2008-04-08 +35 val_35 2008-04-08 +336 val_336 2008-04-08 +95 val_95 2008-04-08 +11 val_11 2008-04-08 +168 val_168 2008-04-08 +34 val_34 2008-04-08 +229 val_229 2008-04-08 +233 val_233 2008-04-08 +143 val_143 2008-04-08 +472 val_472 2008-04-08 +322 val_322 2008-04-08 +498 val_498 2008-04-08 +160 val_160 2008-04-08 +195 val_195 2008-04-08 +42 val_42 2008-04-08 +321 val_321 2008-04-08 +430 val_430 2008-04-08 +119 val_119 2008-04-08 +489 val_489 2008-04-08 +458 val_458 2008-04-08 +78 val_78 2008-04-08 +76 val_76 2008-04-08 +41 val_41 2008-04-08 +223 val_223 2008-04-08 +492 val_492 2008-04-08 +149 val_149 2008-04-08 +449 val_449 2008-04-08 +218 val_218 2008-04-08 +228 val_228 2008-04-08 +138 val_138 2008-04-08 +453 val_453 2008-04-08 +30 val_30 2008-04-08 +209 val_209 2008-04-08 +64 val_64 2008-04-08 +468 val_468 2008-04-08 +76 val_76 2008-04-08 +74 val_74 2008-04-08 +342 val_342 2008-04-08 +69 val_69 2008-04-08 +230 val_230 2008-04-08 +33 val_33 2008-04-08 +368 val_368 2008-04-08 +103 val_103 2008-04-08 +296 val_296 2008-04-08 +113 val_113 2008-04-08 +216 val_216 2008-04-08 +367 val_367 2008-04-08 +344 val_344 2008-04-08 +167 val_167 2008-04-08 +274 val_274 2008-04-08 +219 val_219 2008-04-08 +239 val_239 2008-04-08 +485 val_485 2008-04-08 +116 val_116 2008-04-08 +223 val_223 2008-04-08 +256 val_256 2008-04-08 +263 val_263 2008-04-08 +70 val_70 2008-04-08 +487 val_487 2008-04-08 +480 val_480 2008-04-08 +401 val_401 2008-04-08 +288 val_288 2008-04-08 +191 val_191 2008-04-08 +5 val_5 2008-04-08 +244 val_244 2008-04-08 +438 val_438 2008-04-08 +128 val_128 2008-04-08 +467 val_467 2008-04-08 +432 val_432 2008-04-08 +202 val_202 2008-04-08 +316 val_316 2008-04-08 +229 val_229 2008-04-08 +469 val_469 2008-04-08 +463 val_463 2008-04-08 +280 val_280 2008-04-08 +2 val_2 2008-04-08 +35 val_35 2008-04-08 +283 val_283 2008-04-08 +331 val_331 2008-04-08 +235 val_235 2008-04-08 +80 val_80 2008-04-08 +44 val_44 2008-04-08 +193 val_193 2008-04-08 +321 val_321 2008-04-08 +335 val_335 2008-04-08 +104 val_104 2008-04-08 +466 val_466 2008-04-08 +366 val_366 2008-04-08 +175 val_175 2008-04-08 +403 val_403 2008-04-08 +483 val_483 2008-04-08 +53 val_53 2008-04-08 +105 val_105 2008-04-08 +257 val_257 2008-04-08 +406 val_406 2008-04-08 +409 val_409 2008-04-08 +190 val_190 2008-04-08 +406 val_406 2008-04-08 +401 val_401 2008-04-08 +114 val_114 2008-04-08 +258 val_258 2008-04-08 +90 val_90 2008-04-08 +203 val_203 2008-04-08 +262 val_262 2008-04-08 +348 val_348 2008-04-08 +424 val_424 2008-04-08 +12 val_12 2008-04-08 +396 val_396 2008-04-08 +201 val_201 2008-04-08 +217 val_217 2008-04-08 +164 val_164 2008-04-08 +431 val_431 2008-04-08 +454 val_454 2008-04-08 +478 val_478 2008-04-08 +298 val_298 2008-04-08 +125 val_125 2008-04-08 +431 val_431 2008-04-08 +164 val_164 2008-04-08 +424 val_424 2008-04-08 +187 val_187 2008-04-08 +382 val_382 2008-04-08 +5 val_5 2008-04-08 +70 val_70 2008-04-08 +397 val_397 2008-04-08 +480 val_480 2008-04-08 +291 val_291 2008-04-08 +24 val_24 2008-04-08 +351 val_351 2008-04-08 +255 val_255 2008-04-08 +104 val_104 2008-04-08 +70 val_70 2008-04-08 +163 val_163 2008-04-08 +438 val_438 2008-04-08 +119 val_119 2008-04-08 +414 val_414 2008-04-08 +200 val_200 2008-04-08 +491 val_491 2008-04-08 +237 val_237 2008-04-08 +439 val_439 2008-04-08 +360 val_360 2008-04-08 +248 val_248 2008-04-08 +479 val_479 2008-04-08 +305 val_305 2008-04-08 +417 val_417 2008-04-08 +199 val_199 2008-04-08 +444 val_444 2008-04-08 +120 val_120 2008-04-08 +429 val_429 2008-04-08 +169 val_169 2008-04-08 +443 val_443 2008-04-08 +323 val_323 2008-04-08 +325 val_325 2008-04-08 +277 val_277 2008-04-08 +230 val_230 2008-04-08 +478 val_478 2008-04-08 +178 val_178 2008-04-08 +468 val_468 2008-04-08 +310 val_310 2008-04-08 +317 val_317 2008-04-08 +333 val_333 2008-04-08 +493 val_493 2008-04-08 +460 val_460 2008-04-08 +207 val_207 2008-04-08 +249 val_249 2008-04-08 +265 val_265 2008-04-08 +480 val_480 2008-04-08 +83 val_83 2008-04-08 +136 val_136 2008-04-08 +353 val_353 2008-04-08 +172 val_172 2008-04-08 +214 val_214 2008-04-08 +462 val_462 2008-04-08 +233 val_233 2008-04-08 +406 val_406 2008-04-08 +133 val_133 2008-04-08 +175 val_175 2008-04-08 +189 val_189 2008-04-08 +454 val_454 2008-04-08 +375 val_375 2008-04-08 +401 val_401 2008-04-08 +421 val_421 2008-04-08 +407 val_407 2008-04-08 +384 val_384 2008-04-08 +256 val_256 2008-04-08 +26 val_26 2008-04-08 +134 val_134 2008-04-08 +67 val_67 2008-04-08 +384 val_384 2008-04-08 +379 val_379 2008-04-08 +18 val_18 2008-04-08 +462 val_462 2008-04-08 +492 val_492 2008-04-08 +100 val_100 2008-04-08 +298 val_298 2008-04-08 +9 val_9 2008-04-08 +341 val_341 2008-04-08 +498 val_498 2008-04-08 +146 val_146 2008-04-08 +458 val_458 2008-04-08 +362 val_362 2008-04-08 +186 val_186 2008-04-08 +285 val_285 2008-04-08 +348 val_348 2008-04-08 +167 val_167 2008-04-08 +18 val_18 2008-04-08 +273 val_273 2008-04-08 +183 val_183 2008-04-08 +281 val_281 2008-04-08 +344 val_344 2008-04-08 +97 val_97 2008-04-08 +469 val_469 2008-04-08 +315 val_315 2008-04-08 +84 val_84 2008-04-08 +28 val_28 2008-04-08 +37 val_37 2008-04-08 +448 val_448 2008-04-08 +152 val_152 2008-04-08 +348 val_348 2008-04-08 +307 val_307 2008-04-08 +194 val_194 2008-04-08 +414 val_414 2008-04-08 +477 val_477 2008-04-08 +222 val_222 2008-04-08 +126 val_126 2008-04-08 +90 val_90 2008-04-08 +169 val_169 2008-04-08 +403 val_403 2008-04-08 +400 val_400 2008-04-08 +200 val_200 2008-04-08 +97 val_97 2008-04-08 +238 val_238 2008-04-09 +86 val_86 2008-04-09 +311 val_311 2008-04-09 +27 val_27 2008-04-09 +165 val_165 2008-04-09 +409 val_409 2008-04-09 +255 val_255 2008-04-09 +278 val_278 2008-04-09 +98 val_98 2008-04-09 +484 val_484 2008-04-09 +265 val_265 2008-04-09 +193 val_193 2008-04-09 +401 val_401 2008-04-09 +150 val_150 2008-04-09 +273 val_273 2008-04-09 +224 val_224 2008-04-09 +369 val_369 2008-04-09 +66 val_66 2008-04-09 +128 val_128 2008-04-09 +213 val_213 2008-04-09 +146 val_146 2008-04-09 +406 val_406 2008-04-09 +429 val_429 2008-04-09 +374 val_374 2008-04-09 +152 val_152 2008-04-09 +469 val_469 2008-04-09 +145 val_145 2008-04-09 +495 val_495 2008-04-09 +37 val_37 2008-04-09 +327 val_327 2008-04-09 +281 val_281 2008-04-09 +277 val_277 2008-04-09 +209 val_209 2008-04-09 +15 val_15 2008-04-09 +82 val_82 2008-04-09 +403 val_403 2008-04-09 +166 val_166 2008-04-09 +417 val_417 2008-04-09 +430 val_430 2008-04-09 +252 val_252 2008-04-09 +292 val_292 2008-04-09 +219 val_219 2008-04-09 +287 val_287 2008-04-09 +153 val_153 2008-04-09 +193 val_193 2008-04-09 +338 val_338 2008-04-09 +446 val_446 2008-04-09 +459 val_459 2008-04-09 +394 val_394 2008-04-09 +237 val_237 2008-04-09 +482 val_482 2008-04-09 +174 val_174 2008-04-09 +413 val_413 2008-04-09 +494 val_494 2008-04-09 +207 val_207 2008-04-09 +199 val_199 2008-04-09 +466 val_466 2008-04-09 +208 val_208 2008-04-09 +174 val_174 2008-04-09 +399 val_399 2008-04-09 +396 val_396 2008-04-09 +247 val_247 2008-04-09 +417 val_417 2008-04-09 +489 val_489 2008-04-09 +162 val_162 2008-04-09 +377 val_377 2008-04-09 +397 val_397 2008-04-09 +309 val_309 2008-04-09 +365 val_365 2008-04-09 +266 val_266 2008-04-09 +439 val_439 2008-04-09 +342 val_342 2008-04-09 +367 val_367 2008-04-09 +325 val_325 2008-04-09 +167 val_167 2008-04-09 +195 val_195 2008-04-09 +475 val_475 2008-04-09 +17 val_17 2008-04-09 +113 val_113 2008-04-09 +155 val_155 2008-04-09 +203 val_203 2008-04-09 +339 val_339 2008-04-09 +0 val_0 2008-04-09 +455 val_455 2008-04-09 +128 val_128 2008-04-09 +311 val_311 2008-04-09 +316 val_316 2008-04-09 +57 val_57 2008-04-09 +302 val_302 2008-04-09 +205 val_205 2008-04-09 +149 val_149 2008-04-09 +438 val_438 2008-04-09 +345 val_345 2008-04-09 +129 val_129 2008-04-09 +170 val_170 2008-04-09 +20 val_20 2008-04-09 +489 val_489 2008-04-09 +157 val_157 2008-04-09 +378 val_378 2008-04-09 +221 val_221 2008-04-09 +92 val_92 2008-04-09 +111 val_111 2008-04-09 +47 val_47 2008-04-09 +72 val_72 2008-04-09 +4 val_4 2008-04-09 +280 val_280 2008-04-09 +35 val_35 2008-04-09 +427 val_427 2008-04-09 +277 val_277 2008-04-09 +208 val_208 2008-04-09 +356 val_356 2008-04-09 +399 val_399 2008-04-09 +169 val_169 2008-04-09 +382 val_382 2008-04-09 +498 val_498 2008-04-09 +125 val_125 2008-04-09 +386 val_386 2008-04-09 +437 val_437 2008-04-09 +469 val_469 2008-04-09 +192 val_192 2008-04-09 +286 val_286 2008-04-09 +187 val_187 2008-04-09 +176 val_176 2008-04-09 +54 val_54 2008-04-09 +459 val_459 2008-04-09 +51 val_51 2008-04-09 +138 val_138 2008-04-09 +103 val_103 2008-04-09 +239 val_239 2008-04-09 +213 val_213 2008-04-09 +216 val_216 2008-04-09 +430 val_430 2008-04-09 +278 val_278 2008-04-09 +176 val_176 2008-04-09 +289 val_289 2008-04-09 +221 val_221 2008-04-09 +65 val_65 2008-04-09 +318 val_318 2008-04-09 +332 val_332 2008-04-09 +311 val_311 2008-04-09 +275 val_275 2008-04-09 +137 val_137 2008-04-09 +241 val_241 2008-04-09 +83 val_83 2008-04-09 +333 val_333 2008-04-09 +180 val_180 2008-04-09 +284 val_284 2008-04-09 +12 val_12 2008-04-09 +230 val_230 2008-04-09 +181 val_181 2008-04-09 +67 val_67 2008-04-09 +260 val_260 2008-04-09 +404 val_404 2008-04-09 +384 val_384 2008-04-09 +489 val_489 2008-04-09 +353 val_353 2008-04-09 +373 val_373 2008-04-09 +272 val_272 2008-04-09 +138 val_138 2008-04-09 +217 val_217 2008-04-09 +84 val_84 2008-04-09 +348 val_348 2008-04-09 +466 val_466 2008-04-09 +58 val_58 2008-04-09 +8 val_8 2008-04-09 +411 val_411 2008-04-09 +230 val_230 2008-04-09 +208 val_208 2008-04-09 +348 val_348 2008-04-09 +24 val_24 2008-04-09 +463 val_463 2008-04-09 +431 val_431 2008-04-09 +179 val_179 2008-04-09 +172 val_172 2008-04-09 +42 val_42 2008-04-09 +129 val_129 2008-04-09 +158 val_158 2008-04-09 +119 val_119 2008-04-09 +496 val_496 2008-04-09 +0 val_0 2008-04-09 +322 val_322 2008-04-09 +197 val_197 2008-04-09 +468 val_468 2008-04-09 +393 val_393 2008-04-09 +454 val_454 2008-04-09 +100 val_100 2008-04-09 +298 val_298 2008-04-09 +199 val_199 2008-04-09 +191 val_191 2008-04-09 +418 val_418 2008-04-09 +96 val_96 2008-04-09 +26 val_26 2008-04-09 +165 val_165 2008-04-09 +327 val_327 2008-04-09 +230 val_230 2008-04-09 +205 val_205 2008-04-09 +120 val_120 2008-04-09 +131 val_131 2008-04-09 +51 val_51 2008-04-09 +404 val_404 2008-04-09 +43 val_43 2008-04-09 +436 val_436 2008-04-09 +156 val_156 2008-04-09 +469 val_469 2008-04-09 +468 val_468 2008-04-09 +308 val_308 2008-04-09 +95 val_95 2008-04-09 +196 val_196 2008-04-09 +288 val_288 2008-04-09 +481 val_481 2008-04-09 +457 val_457 2008-04-09 +98 val_98 2008-04-09 +282 val_282 2008-04-09 +197 val_197 2008-04-09 +187 val_187 2008-04-09 +318 val_318 2008-04-09 +318 val_318 2008-04-09 +409 val_409 2008-04-09 +470 val_470 2008-04-09 +137 val_137 2008-04-09 +369 val_369 2008-04-09 +316 val_316 2008-04-09 +169 val_169 2008-04-09 +413 val_413 2008-04-09 +85 val_85 2008-04-09 +77 val_77 2008-04-09 +0 val_0 2008-04-09 +490 val_490 2008-04-09 +87 val_87 2008-04-09 +364 val_364 2008-04-09 +179 val_179 2008-04-09 +118 val_118 2008-04-09 +134 val_134 2008-04-09 +395 val_395 2008-04-09 +282 val_282 2008-04-09 +138 val_138 2008-04-09 +238 val_238 2008-04-09 +419 val_419 2008-04-09 +15 val_15 2008-04-09 +118 val_118 2008-04-09 +72 val_72 2008-04-09 +90 val_90 2008-04-09 +307 val_307 2008-04-09 +19 val_19 2008-04-09 +435 val_435 2008-04-09 +10 val_10 2008-04-09 +277 val_277 2008-04-09 +273 val_273 2008-04-09 +306 val_306 2008-04-09 +224 val_224 2008-04-09 +309 val_309 2008-04-09 +389 val_389 2008-04-09 +327 val_327 2008-04-09 +242 val_242 2008-04-09 +369 val_369 2008-04-09 +392 val_392 2008-04-09 +272 val_272 2008-04-09 +331 val_331 2008-04-09 +401 val_401 2008-04-09 +242 val_242 2008-04-09 +452 val_452 2008-04-09 +177 val_177 2008-04-09 +226 val_226 2008-04-09 +5 val_5 2008-04-09 +497 val_497 2008-04-09 +402 val_402 2008-04-09 +396 val_396 2008-04-09 +317 val_317 2008-04-09 +395 val_395 2008-04-09 +58 val_58 2008-04-09 +35 val_35 2008-04-09 +336 val_336 2008-04-09 +95 val_95 2008-04-09 +11 val_11 2008-04-09 +168 val_168 2008-04-09 +34 val_34 2008-04-09 +229 val_229 2008-04-09 +233 val_233 2008-04-09 +143 val_143 2008-04-09 +472 val_472 2008-04-09 +322 val_322 2008-04-09 +498 val_498 2008-04-09 +160 val_160 2008-04-09 +195 val_195 2008-04-09 +42 val_42 2008-04-09 +321 val_321 2008-04-09 +430 val_430 2008-04-09 +119 val_119 2008-04-09 +489 val_489 2008-04-09 +458 val_458 2008-04-09 +78 val_78 2008-04-09 +76 val_76 2008-04-09 +41 val_41 2008-04-09 +223 val_223 2008-04-09 +492 val_492 2008-04-09 +149 val_149 2008-04-09 +449 val_449 2008-04-09 +218 val_218 2008-04-09 +228 val_228 2008-04-09 +138 val_138 2008-04-09 +453 val_453 2008-04-09 +30 val_30 2008-04-09 +209 val_209 2008-04-09 +64 val_64 2008-04-09 +468 val_468 2008-04-09 +76 val_76 2008-04-09 +74 val_74 2008-04-09 +342 val_342 2008-04-09 +69 val_69 2008-04-09 +230 val_230 2008-04-09 +33 val_33 2008-04-09 +368 val_368 2008-04-09 +103 val_103 2008-04-09 +296 val_296 2008-04-09 +113 val_113 2008-04-09 +216 val_216 2008-04-09 +367 val_367 2008-04-09 +344 val_344 2008-04-09 +167 val_167 2008-04-09 +274 val_274 2008-04-09 +219 val_219 2008-04-09 +239 val_239 2008-04-09 +485 val_485 2008-04-09 +116 val_116 2008-04-09 +223 val_223 2008-04-09 +256 val_256 2008-04-09 +263 val_263 2008-04-09 +70 val_70 2008-04-09 +487 val_487 2008-04-09 +480 val_480 2008-04-09 +401 val_401 2008-04-09 +288 val_288 2008-04-09 +191 val_191 2008-04-09 +5 val_5 2008-04-09 +244 val_244 2008-04-09 +438 val_438 2008-04-09 +128 val_128 2008-04-09 +467 val_467 2008-04-09 +432 val_432 2008-04-09 +202 val_202 2008-04-09 +316 val_316 2008-04-09 +229 val_229 2008-04-09 +469 val_469 2008-04-09 +463 val_463 2008-04-09 +280 val_280 2008-04-09 +2 val_2 2008-04-09 +35 val_35 2008-04-09 +283 val_283 2008-04-09 +331 val_331 2008-04-09 +235 val_235 2008-04-09 +80 val_80 2008-04-09 +44 val_44 2008-04-09 +193 val_193 2008-04-09 +321 val_321 2008-04-09 +335 val_335 2008-04-09 +104 val_104 2008-04-09 +466 val_466 2008-04-09 +366 val_366 2008-04-09 +175 val_175 2008-04-09 +403 val_403 2008-04-09 +483 val_483 2008-04-09 +53 val_53 2008-04-09 +105 val_105 2008-04-09 +257 val_257 2008-04-09 +406 val_406 2008-04-09 +409 val_409 2008-04-09 +190 val_190 2008-04-09 +406 val_406 2008-04-09 +401 val_401 2008-04-09 +114 val_114 2008-04-09 +258 val_258 2008-04-09 +90 val_90 2008-04-09 +203 val_203 2008-04-09 +262 val_262 2008-04-09 +348 val_348 2008-04-09 +424 val_424 2008-04-09 +12 val_12 2008-04-09 +396 val_396 2008-04-09 +201 val_201 2008-04-09 +217 val_217 2008-04-09 +164 val_164 2008-04-09 +431 val_431 2008-04-09 +454 val_454 2008-04-09 +478 val_478 2008-04-09 +298 val_298 2008-04-09 +125 val_125 2008-04-09 +431 val_431 2008-04-09 +164 val_164 2008-04-09 +424 val_424 2008-04-09 +187 val_187 2008-04-09 +382 val_382 2008-04-09 +5 val_5 2008-04-09 +70 val_70 2008-04-09 +397 val_397 2008-04-09 +480 val_480 2008-04-09 +291 val_291 2008-04-09 +24 val_24 2008-04-09 +351 val_351 2008-04-09 +255 val_255 2008-04-09 +104 val_104 2008-04-09 +70 val_70 2008-04-09 +163 val_163 2008-04-09 +438 val_438 2008-04-09 +119 val_119 2008-04-09 +414 val_414 2008-04-09 +200 val_200 2008-04-09 +491 val_491 2008-04-09 +237 val_237 2008-04-09 +439 val_439 2008-04-09 +360 val_360 2008-04-09 +248 val_248 2008-04-09 +479 val_479 2008-04-09 +305 val_305 2008-04-09 +417 val_417 2008-04-09 +199 val_199 2008-04-09 +444 val_444 2008-04-09 +120 val_120 2008-04-09 +429 val_429 2008-04-09 +169 val_169 2008-04-09 +443 val_443 2008-04-09 +323 val_323 2008-04-09 +325 val_325 2008-04-09 +277 val_277 2008-04-09 +230 val_230 2008-04-09 +478 val_478 2008-04-09 +178 val_178 2008-04-09 +468 val_468 2008-04-09 +310 val_310 2008-04-09 +317 val_317 2008-04-09 +333 val_333 2008-04-09 +493 val_493 2008-04-09 +460 val_460 2008-04-09 +207 val_207 2008-04-09 +249 val_249 2008-04-09 +265 val_265 2008-04-09 +480 val_480 2008-04-09 +83 val_83 2008-04-09 +136 val_136 2008-04-09 +353 val_353 2008-04-09 +172 val_172 2008-04-09 +214 val_214 2008-04-09 +462 val_462 2008-04-09 +233 val_233 2008-04-09 +406 val_406 2008-04-09 +133 val_133 2008-04-09 +175 val_175 2008-04-09 +189 val_189 2008-04-09 +454 val_454 2008-04-09 +375 val_375 2008-04-09 +401 val_401 2008-04-09 +421 val_421 2008-04-09 +407 val_407 2008-04-09 +384 val_384 2008-04-09 +256 val_256 2008-04-09 +26 val_26 2008-04-09 +134 val_134 2008-04-09 +67 val_67 2008-04-09 +384 val_384 2008-04-09 +379 val_379 2008-04-09 +18 val_18 2008-04-09 +462 val_462 2008-04-09 +492 val_492 2008-04-09 +100 val_100 2008-04-09 +298 val_298 2008-04-09 +9 val_9 2008-04-09 +341 val_341 2008-04-09 +498 val_498 2008-04-09 +146 val_146 2008-04-09 +458 val_458 2008-04-09 +362 val_362 2008-04-09 +186 val_186 2008-04-09 +285 val_285 2008-04-09 +348 val_348 2008-04-09 +167 val_167 2008-04-09 +18 val_18 2008-04-09 +273 val_273 2008-04-09 +183 val_183 2008-04-09 +281 val_281 2008-04-09 +344 val_344 2008-04-09 +97 val_97 2008-04-09 +469 val_469 2008-04-09 +315 val_315 2008-04-09 +84 val_84 2008-04-09 +28 val_28 2008-04-09 +37 val_37 2008-04-09 +448 val_448 2008-04-09 +152 val_152 2008-04-09 +348 val_348 2008-04-09 +307 val_307 2008-04-09 +194 val_194 2008-04-09 +414 val_414 2008-04-09 +477 val_477 2008-04-09 +222 val_222 2008-04-09 +126 val_126 2008-04-09 +90 val_90 2008-04-09 +169 val_169 2008-04-09 +403 val_403 2008-04-09 +400 val_400 2008-04-09 +200 val_200 2008-04-09 +97 val_97 2008-04-09 +238 val_238 2008-04-09 +86 val_86 2008-04-09 +311 val_311 2008-04-09 +27 val_27 2008-04-09 +165 val_165 2008-04-09 +409 val_409 2008-04-09 +255 val_255 2008-04-09 +278 val_278 2008-04-09 +98 val_98 2008-04-09 +484 val_484 2008-04-09 +265 val_265 2008-04-09 +193 val_193 2008-04-09 +401 val_401 2008-04-09 +150 val_150 2008-04-09 +273 val_273 2008-04-09 +224 val_224 2008-04-09 +369 val_369 2008-04-09 +66 val_66 2008-04-09 +128 val_128 2008-04-09 +213 val_213 2008-04-09 +146 val_146 2008-04-09 +406 val_406 2008-04-09 +429 val_429 2008-04-09 +374 val_374 2008-04-09 +152 val_152 2008-04-09 +469 val_469 2008-04-09 +145 val_145 2008-04-09 +495 val_495 2008-04-09 +37 val_37 2008-04-09 +327 val_327 2008-04-09 +281 val_281 2008-04-09 +277 val_277 2008-04-09 +209 val_209 2008-04-09 +15 val_15 2008-04-09 +82 val_82 2008-04-09 +403 val_403 2008-04-09 +166 val_166 2008-04-09 +417 val_417 2008-04-09 +430 val_430 2008-04-09 +252 val_252 2008-04-09 +292 val_292 2008-04-09 +219 val_219 2008-04-09 +287 val_287 2008-04-09 +153 val_153 2008-04-09 +193 val_193 2008-04-09 +338 val_338 2008-04-09 +446 val_446 2008-04-09 +459 val_459 2008-04-09 +394 val_394 2008-04-09 +237 val_237 2008-04-09 +482 val_482 2008-04-09 +174 val_174 2008-04-09 +413 val_413 2008-04-09 +494 val_494 2008-04-09 +207 val_207 2008-04-09 +199 val_199 2008-04-09 +466 val_466 2008-04-09 +208 val_208 2008-04-09 +174 val_174 2008-04-09 +399 val_399 2008-04-09 +396 val_396 2008-04-09 +247 val_247 2008-04-09 +417 val_417 2008-04-09 +489 val_489 2008-04-09 +162 val_162 2008-04-09 +377 val_377 2008-04-09 +397 val_397 2008-04-09 +309 val_309 2008-04-09 +365 val_365 2008-04-09 +266 val_266 2008-04-09 +439 val_439 2008-04-09 +342 val_342 2008-04-09 +367 val_367 2008-04-09 +325 val_325 2008-04-09 +167 val_167 2008-04-09 +195 val_195 2008-04-09 +475 val_475 2008-04-09 +17 val_17 2008-04-09 +113 val_113 2008-04-09 +155 val_155 2008-04-09 +203 val_203 2008-04-09 +339 val_339 2008-04-09 +0 val_0 2008-04-09 +455 val_455 2008-04-09 +128 val_128 2008-04-09 +311 val_311 2008-04-09 +316 val_316 2008-04-09 +57 val_57 2008-04-09 +302 val_302 2008-04-09 +205 val_205 2008-04-09 +149 val_149 2008-04-09 +438 val_438 2008-04-09 +345 val_345 2008-04-09 +129 val_129 2008-04-09 +170 val_170 2008-04-09 +20 val_20 2008-04-09 +489 val_489 2008-04-09 +157 val_157 2008-04-09 +378 val_378 2008-04-09 +221 val_221 2008-04-09 +92 val_92 2008-04-09 +111 val_111 2008-04-09 +47 val_47 2008-04-09 +72 val_72 2008-04-09 +4 val_4 2008-04-09 +280 val_280 2008-04-09 +35 val_35 2008-04-09 +427 val_427 2008-04-09 +277 val_277 2008-04-09 +208 val_208 2008-04-09 +356 val_356 2008-04-09 +399 val_399 2008-04-09 +169 val_169 2008-04-09 +382 val_382 2008-04-09 +498 val_498 2008-04-09 +125 val_125 2008-04-09 +386 val_386 2008-04-09 +437 val_437 2008-04-09 +469 val_469 2008-04-09 +192 val_192 2008-04-09 +286 val_286 2008-04-09 +187 val_187 2008-04-09 +176 val_176 2008-04-09 +54 val_54 2008-04-09 +459 val_459 2008-04-09 +51 val_51 2008-04-09 +138 val_138 2008-04-09 +103 val_103 2008-04-09 +239 val_239 2008-04-09 +213 val_213 2008-04-09 +216 val_216 2008-04-09 +430 val_430 2008-04-09 +278 val_278 2008-04-09 +176 val_176 2008-04-09 +289 val_289 2008-04-09 +221 val_221 2008-04-09 +65 val_65 2008-04-09 +318 val_318 2008-04-09 +332 val_332 2008-04-09 +311 val_311 2008-04-09 +275 val_275 2008-04-09 +137 val_137 2008-04-09 +241 val_241 2008-04-09 +83 val_83 2008-04-09 +333 val_333 2008-04-09 +180 val_180 2008-04-09 +284 val_284 2008-04-09 +12 val_12 2008-04-09 +230 val_230 2008-04-09 +181 val_181 2008-04-09 +67 val_67 2008-04-09 +260 val_260 2008-04-09 +404 val_404 2008-04-09 +384 val_384 2008-04-09 +489 val_489 2008-04-09 +353 val_353 2008-04-09 +373 val_373 2008-04-09 +272 val_272 2008-04-09 +138 val_138 2008-04-09 +217 val_217 2008-04-09 +84 val_84 2008-04-09 +348 val_348 2008-04-09 +466 val_466 2008-04-09 +58 val_58 2008-04-09 +8 val_8 2008-04-09 +411 val_411 2008-04-09 +230 val_230 2008-04-09 +208 val_208 2008-04-09 +348 val_348 2008-04-09 +24 val_24 2008-04-09 +463 val_463 2008-04-09 +431 val_431 2008-04-09 +179 val_179 2008-04-09 +172 val_172 2008-04-09 +42 val_42 2008-04-09 +129 val_129 2008-04-09 +158 val_158 2008-04-09 +119 val_119 2008-04-09 +496 val_496 2008-04-09 +0 val_0 2008-04-09 +322 val_322 2008-04-09 +197 val_197 2008-04-09 +468 val_468 2008-04-09 +393 val_393 2008-04-09 +454 val_454 2008-04-09 +100 val_100 2008-04-09 +298 val_298 2008-04-09 +199 val_199 2008-04-09 +191 val_191 2008-04-09 +418 val_418 2008-04-09 +96 val_96 2008-04-09 +26 val_26 2008-04-09 +165 val_165 2008-04-09 +327 val_327 2008-04-09 +230 val_230 2008-04-09 +205 val_205 2008-04-09 +120 val_120 2008-04-09 +131 val_131 2008-04-09 +51 val_51 2008-04-09 +404 val_404 2008-04-09 +43 val_43 2008-04-09 +436 val_436 2008-04-09 +156 val_156 2008-04-09 +469 val_469 2008-04-09 +468 val_468 2008-04-09 +308 val_308 2008-04-09 +95 val_95 2008-04-09 +196 val_196 2008-04-09 +288 val_288 2008-04-09 +481 val_481 2008-04-09 +457 val_457 2008-04-09 +98 val_98 2008-04-09 +282 val_282 2008-04-09 +197 val_197 2008-04-09 +187 val_187 2008-04-09 +318 val_318 2008-04-09 +318 val_318 2008-04-09 +409 val_409 2008-04-09 +470 val_470 2008-04-09 +137 val_137 2008-04-09 +369 val_369 2008-04-09 +316 val_316 2008-04-09 +169 val_169 2008-04-09 +413 val_413 2008-04-09 +85 val_85 2008-04-09 +77 val_77 2008-04-09 +0 val_0 2008-04-09 +490 val_490 2008-04-09 +87 val_87 2008-04-09 +364 val_364 2008-04-09 +179 val_179 2008-04-09 +118 val_118 2008-04-09 +134 val_134 2008-04-09 +395 val_395 2008-04-09 +282 val_282 2008-04-09 +138 val_138 2008-04-09 +238 val_238 2008-04-09 +419 val_419 2008-04-09 +15 val_15 2008-04-09 +118 val_118 2008-04-09 +72 val_72 2008-04-09 +90 val_90 2008-04-09 +307 val_307 2008-04-09 +19 val_19 2008-04-09 +435 val_435 2008-04-09 +10 val_10 2008-04-09 +277 val_277 2008-04-09 +273 val_273 2008-04-09 +306 val_306 2008-04-09 +224 val_224 2008-04-09 +309 val_309 2008-04-09 +389 val_389 2008-04-09 +327 val_327 2008-04-09 +242 val_242 2008-04-09 +369 val_369 2008-04-09 +392 val_392 2008-04-09 +272 val_272 2008-04-09 +331 val_331 2008-04-09 +401 val_401 2008-04-09 +242 val_242 2008-04-09 +452 val_452 2008-04-09 +177 val_177 2008-04-09 +226 val_226 2008-04-09 +5 val_5 2008-04-09 +497 val_497 2008-04-09 +402 val_402 2008-04-09 +396 val_396 2008-04-09 +317 val_317 2008-04-09 +395 val_395 2008-04-09 +58 val_58 2008-04-09 +35 val_35 2008-04-09 +336 val_336 2008-04-09 +95 val_95 2008-04-09 +11 val_11 2008-04-09 +168 val_168 2008-04-09 +34 val_34 2008-04-09 +229 val_229 2008-04-09 +233 val_233 2008-04-09 +143 val_143 2008-04-09 +472 val_472 2008-04-09 +322 val_322 2008-04-09 +498 val_498 2008-04-09 +160 val_160 2008-04-09 +195 val_195 2008-04-09 +42 val_42 2008-04-09 +321 val_321 2008-04-09 +430 val_430 2008-04-09 +119 val_119 2008-04-09 +489 val_489 2008-04-09 +458 val_458 2008-04-09 +78 val_78 2008-04-09 +76 val_76 2008-04-09 +41 val_41 2008-04-09 +223 val_223 2008-04-09 +492 val_492 2008-04-09 +149 val_149 2008-04-09 +449 val_449 2008-04-09 +218 val_218 2008-04-09 +228 val_228 2008-04-09 +138 val_138 2008-04-09 +453 val_453 2008-04-09 +30 val_30 2008-04-09 +209 val_209 2008-04-09 +64 val_64 2008-04-09 +468 val_468 2008-04-09 +76 val_76 2008-04-09 +74 val_74 2008-04-09 +342 val_342 2008-04-09 +69 val_69 2008-04-09 +230 val_230 2008-04-09 +33 val_33 2008-04-09 +368 val_368 2008-04-09 +103 val_103 2008-04-09 +296 val_296 2008-04-09 +113 val_113 2008-04-09 +216 val_216 2008-04-09 +367 val_367 2008-04-09 +344 val_344 2008-04-09 +167 val_167 2008-04-09 +274 val_274 2008-04-09 +219 val_219 2008-04-09 +239 val_239 2008-04-09 +485 val_485 2008-04-09 +116 val_116 2008-04-09 +223 val_223 2008-04-09 +256 val_256 2008-04-09 +263 val_263 2008-04-09 +70 val_70 2008-04-09 +487 val_487 2008-04-09 +480 val_480 2008-04-09 +401 val_401 2008-04-09 +288 val_288 2008-04-09 +191 val_191 2008-04-09 +5 val_5 2008-04-09 +244 val_244 2008-04-09 +438 val_438 2008-04-09 +128 val_128 2008-04-09 +467 val_467 2008-04-09 +432 val_432 2008-04-09 +202 val_202 2008-04-09 +316 val_316 2008-04-09 +229 val_229 2008-04-09 +469 val_469 2008-04-09 +463 val_463 2008-04-09 +280 val_280 2008-04-09 +2 val_2 2008-04-09 +35 val_35 2008-04-09 +283 val_283 2008-04-09 +331 val_331 2008-04-09 +235 val_235 2008-04-09 +80 val_80 2008-04-09 +44 val_44 2008-04-09 +193 val_193 2008-04-09 +321 val_321 2008-04-09 +335 val_335 2008-04-09 +104 val_104 2008-04-09 +466 val_466 2008-04-09 +366 val_366 2008-04-09 +175 val_175 2008-04-09 +403 val_403 2008-04-09 +483 val_483 2008-04-09 +53 val_53 2008-04-09 +105 val_105 2008-04-09 +257 val_257 2008-04-09 +406 val_406 2008-04-09 +409 val_409 2008-04-09 +190 val_190 2008-04-09 +406 val_406 2008-04-09 +401 val_401 2008-04-09 +114 val_114 2008-04-09 +258 val_258 2008-04-09 +90 val_90 2008-04-09 +203 val_203 2008-04-09 +262 val_262 2008-04-09 +348 val_348 2008-04-09 +424 val_424 2008-04-09 +12 val_12 2008-04-09 +396 val_396 2008-04-09 +201 val_201 2008-04-09 +217 val_217 2008-04-09 +164 val_164 2008-04-09 +431 val_431 2008-04-09 +454 val_454 2008-04-09 +478 val_478 2008-04-09 +298 val_298 2008-04-09 +125 val_125 2008-04-09 +431 val_431 2008-04-09 +164 val_164 2008-04-09 +424 val_424 2008-04-09 +187 val_187 2008-04-09 +382 val_382 2008-04-09 +5 val_5 2008-04-09 +70 val_70 2008-04-09 +397 val_397 2008-04-09 +480 val_480 2008-04-09 +291 val_291 2008-04-09 +24 val_24 2008-04-09 +351 val_351 2008-04-09 +255 val_255 2008-04-09 +104 val_104 2008-04-09 +70 val_70 2008-04-09 +163 val_163 2008-04-09 +438 val_438 2008-04-09 +119 val_119 2008-04-09 +414 val_414 2008-04-09 +200 val_200 2008-04-09 +491 val_491 2008-04-09 +237 val_237 2008-04-09 +439 val_439 2008-04-09 +360 val_360 2008-04-09 +248 val_248 2008-04-09 +479 val_479 2008-04-09 +305 val_305 2008-04-09 +417 val_417 2008-04-09 +199 val_199 2008-04-09 +444 val_444 2008-04-09 +120 val_120 2008-04-09 +429 val_429 2008-04-09 +169 val_169 2008-04-09 +443 val_443 2008-04-09 +323 val_323 2008-04-09 +325 val_325 2008-04-09 +277 val_277 2008-04-09 +230 val_230 2008-04-09 +478 val_478 2008-04-09 +178 val_178 2008-04-09 +468 val_468 2008-04-09 +310 val_310 2008-04-09 +317 val_317 2008-04-09 +333 val_333 2008-04-09 +493 val_493 2008-04-09 +460 val_460 2008-04-09 +207 val_207 2008-04-09 +249 val_249 2008-04-09 +265 val_265 2008-04-09 +480 val_480 2008-04-09 +83 val_83 2008-04-09 +136 val_136 2008-04-09 +353 val_353 2008-04-09 +172 val_172 2008-04-09 +214 val_214 2008-04-09 +462 val_462 2008-04-09 +233 val_233 2008-04-09 +406 val_406 2008-04-09 +133 val_133 2008-04-09 +175 val_175 2008-04-09 +189 val_189 2008-04-09 +454 val_454 2008-04-09 +375 val_375 2008-04-09 +401 val_401 2008-04-09 +421 val_421 2008-04-09 +407 val_407 2008-04-09 +384 val_384 2008-04-09 +256 val_256 2008-04-09 +26 val_26 2008-04-09 +134 val_134 2008-04-09 +67 val_67 2008-04-09 +384 val_384 2008-04-09 +379 val_379 2008-04-09 +18 val_18 2008-04-09 +462 val_462 2008-04-09 +492 val_492 2008-04-09 +100 val_100 2008-04-09 +298 val_298 2008-04-09 +9 val_9 2008-04-09 +341 val_341 2008-04-09 +498 val_498 2008-04-09 +146 val_146 2008-04-09 +458 val_458 2008-04-09 +362 val_362 2008-04-09 +186 val_186 2008-04-09 +285 val_285 2008-04-09 +348 val_348 2008-04-09 +167 val_167 2008-04-09 +18 val_18 2008-04-09 +273 val_273 2008-04-09 +183 val_183 2008-04-09 +281 val_281 2008-04-09 +344 val_344 2008-04-09 +97 val_97 2008-04-09 +469 val_469 2008-04-09 +315 val_315 2008-04-09 +84 val_84 2008-04-09 +28 val_28 2008-04-09 +37 val_37 2008-04-09 +448 val_448 2008-04-09 +152 val_152 2008-04-09 +348 val_348 2008-04-09 +307 val_307 2008-04-09 +194 val_194 2008-04-09 +414 val_414 2008-04-09 +477 val_477 2008-04-09 +222 val_222 2008-04-09 +126 val_126 2008-04-09 +90 val_90 2008-04-09 +169 val_169 2008-04-09 +403 val_403 2008-04-09 +400 val_400 2008-04-09 +200 val_200 2008-04-09 +97 val_97 2008-04-09 Index: ql/src/test/results/clientpositive/input_part2.q.out =================================================================== --- ql/src/test/results/clientpositive/input_part2.q.out (revision 986853) +++ ql/src/test/results/clientpositive/input_part2.q.out (working copy) @@ -69,7 +69,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-29-03_960_7568439900489369390/-ext-10004 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-14_757_6735987898850844788/-ext-10004 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -80,12 +80,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281475743 + transient_lastDdlTime 1282110794 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -120,7 +120,7 @@ File Output Operator compressed: false GlobalTableId: 2 - directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-29-03_960_7568439900489369390/-ext-10005 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-14_757_6735987898850844788/-ext-10005 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -131,22 +131,22 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest2 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest2 name dest2 serialization.ddl struct dest2 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281475743 + transient_lastDdlTime 1282110794 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest2 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [srcpart] - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [srcpart] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [srcpart] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [srcpart] Path -> Partition: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -160,13 +160,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474268 + transient_lastDdlTime 1282110625 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -177,17 +177,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474268 + transient_lastDdlTime 1282110625 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -201,13 +201,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474268 + transient_lastDdlTime 1282110625 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -218,13 +218,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474268 + transient_lastDdlTime 1282110625 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -236,14 +236,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-29-03_960_7568439900489369390/-ext-10004 - destination: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-29-03_960_7568439900489369390/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-14_757_6735987898850844788/-ext-10004 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-14_757_6735987898850844788/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-29-03_960_7568439900489369390/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-14_757_6735987898850844788/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -253,40 +253,49 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281475743 + transient_lastDdlTime 1282110794 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-29-03_960_7568439900489369390/-ext-10001 + tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-14_757_6735987898850844788/-ext-10001 Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-29-03_960_7568439900489369390/-ext-10004 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: int - expr: value - type: string - expr: hr - type: string - expr: ds - type: string + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-14_757_6735987898850844788/-ext-10004 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-14_757_6735987898850844788/-ext-10000 + NumFilesPerFileSink: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value,hr,ds + columns.types int:string:string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 + name dest1 + serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282110794 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest1 + TotalFiles: 1 + MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-29-03_960_7568439900489369390/-ext-10004 [pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-29-03_960_7568439900489369390/-ext-10004] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-14_757_6735987898850844788/-ext-10004 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-14_757_6735987898850844788/-ext-10004] Path -> Partition: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-29-03_960_7568439900489369390/-ext-10004 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-14_757_6735987898850844788/-ext-10004 Partition base file name: -ext-10004 input format: org.apache.hadoop.mapred.TextInputFormat @@ -297,12 +306,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281475743 + transient_lastDdlTime 1282110794 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -313,41 +322,15 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281475743 + transient_lastDdlTime 1282110794 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 name: dest1 - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-29-03_960_7568439900489369390/-ext-10000 - NumFilesPerFileSink: 1 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - bucket_count -1 - columns key,value,hr,ds - columns.types int:string:string:string - file.inputformat org.apache.hadoop.mapred.TextInputFormat - file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest1 - name dest1 - serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281475743 - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: dest1 - TotalFiles: 1 - MultiFileSpray: false Stage: Stage-8 Conditional Operator @@ -356,14 +339,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-29-03_960_7568439900489369390/-ext-10005 - destination: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-29-03_960_7568439900489369390/-ext-10002 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-14_757_6735987898850844788/-ext-10005 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-14_757_6735987898850844788/-ext-10002 Stage: Stage-1 Move Operator tables: replace: true - source: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-29-03_960_7568439900489369390/-ext-10002 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-14_757_6735987898850844788/-ext-10002 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -373,40 +356,49 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest2 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest2 name dest2 serialization.ddl struct dest2 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281475743 + transient_lastDdlTime 1282110794 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest2 - tmp directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-29-03_960_7568439900489369390/-ext-10003 + tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-14_757_6735987898850844788/-ext-10003 Stage: Stage-6 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-29-03_960_7568439900489369390/-ext-10005 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: int - expr: value - type: string - expr: hr - type: string - expr: ds - type: string + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-14_757_6735987898850844788/-ext-10005 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-14_757_6735987898850844788/-ext-10002 + NumFilesPerFileSink: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value,hr,ds + columns.types int:string:string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest2 + name dest2 + serialization.ddl struct dest2 { i32 key, string value, string hr, string ds} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282110794 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest2 + TotalFiles: 1 + MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-29-03_960_7568439900489369390/-ext-10005 [pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-29-03_960_7568439900489369390/-ext-10005] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-14_757_6735987898850844788/-ext-10005 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-14_757_6735987898850844788/-ext-10005] Path -> Partition: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-29-03_960_7568439900489369390/-ext-10005 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-14_757_6735987898850844788/-ext-10005 Partition base file name: -ext-10005 input format: org.apache.hadoop.mapred.TextInputFormat @@ -417,12 +409,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest2 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest2 name dest2 serialization.ddl struct dest2 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281475743 + transient_lastDdlTime 1282110794 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -433,41 +425,15 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest2 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest2 name dest2 serialization.ddl struct dest2 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281475743 + transient_lastDdlTime 1282110794 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest2 name: dest2 - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-29-03_960_7568439900489369390/-ext-10002 - NumFilesPerFileSink: 1 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - bucket_count -1 - columns key,value,hr,ds - columns.types int:string:string:string - file.inputformat org.apache.hadoop.mapred.TextInputFormat - file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest2 - name dest2 - serialization.ddl struct dest2 { i32 key, string value, string hr, string ds} - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281475743 - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: dest2 - TotalFiles: 1 - MultiFileSpray: false PREHOOK: query: FROM srcpart @@ -497,11 +463,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 sort by key,value,ds,hr PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-29-12_011_7352051646885259856/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-53-27_392_8817642032424654753/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 sort by key,value,ds,hr POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-29-12_011_7352051646885259856/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-53-27_392_8817642032424654753/-mr-10000 POSTHOOK: Lineage: dest1.ds SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ] POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ] POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] @@ -597,11 +563,11 @@ PREHOOK: query: SELECT dest2.* FROM dest2 sort by key,value,ds,hr PREHOOK: type: QUERY PREHOOK: Input: default@dest2 -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-29-15_028_5040920638115525190/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-53-30_790_3814132887064625641/-mr-10000 POSTHOOK: query: SELECT dest2.* FROM dest2 sort by key,value,ds,hr POSTHOOK: type: QUERY POSTHOOK: Input: default@dest2 -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-29-15_028_5040920638115525190/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-53-30_790_3814132887064625641/-mr-10000 POSTHOOK: Lineage: dest1.ds SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ] POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ] POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/input38.q.out =================================================================== --- ql/src/test/results/clientpositive/input38.q.out (revision 986853) +++ ql/src/test/results/clientpositive/input38.q.out (working copy) @@ -75,7 +75,7 @@ Move Operator files: hdfs directory: true - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-28-12_445_5695557680495519967/10000 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-52-48_505_281957867109136522/-ext-10000 Stage: Stage-0 Move Operator @@ -90,28 +90,15 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-28-12_445_5695557680495519967/10002 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: string - expr: value - type: string - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: dest1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-52-48_505_281957867109136522/-ext-10002 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest1 PREHOOK: query: FROM ( @@ -137,11 +124,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-28-15_024_5142138661614792399/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-52-52_359_6901631517799281464/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-28-15_024_5142138661614792399/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-52-52_359_6901631517799281464/-mr-10000 POSTHOOK: Lineage: dest1.key SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] 238 val_238 3 7 Index: ql/src/test/results/clientpositive/load_dyn_part14.q.out =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part14.q.out (revision 986853) +++ ql/src/test/results/clientpositive/load_dyn_part14.q.out (working copy) @@ -12,7 +12,7 @@ key string value string -Detailed Table Information Table(tableName:nzhang_part14, dbName:default, owner:jssarma, createTime:1279737517, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null)], location:file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/nzhang_part14, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:value, type:string, comment:null)], parameters:{transient_lastDdlTime=1279737517}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +Detailed Table Information Table(tableName:nzhang_part14, dbName:default, owner:nzhang, createTime:1282110931, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null)], location:pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/nzhang_part14, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:value, type:string, comment:null)], parameters:{transient_lastDdlTime=1282110931}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: explain insert overwrite table nzhang_part14 partition(value) select key, value from ( @@ -38,10 +38,13 @@ STAGE DEPENDENCIES: Stage-1 is a root stage - Stage-2 depends on stages: Stage-1, Stage-3, Stage-4 - Stage-0 depends on stages: Stage-2 - Stage-3 is a root stage - Stage-4 is a root stage + Stage-2 depends on stages: Stage-1, Stage-6, Stage-7 + Stage-5 depends on stages: Stage-2 , consists of Stage-4, Stage-3 + Stage-4 + Stage-0 depends on stages: Stage-4, Stage-3 + Stage-3 + Stage-6 is a root stage + Stage-7 is a root stage STAGE PLANS: Stage: Stage-1 @@ -79,7 +82,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/jssarma/hive_2010-07-21_11-38-37_310_8056013693306794455/10002 + file:/tmp/nzhang/hive_2010-08-17_22-55-31_422_151733406622948035/-mr-10002 Union Select Operator expressions: @@ -96,7 +99,7 @@ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: nzhang_part14 - file:/tmp/jssarma/hive_2010-07-21_11-38-37_310_8056013693306794455/10003 + file:/tmp/nzhang/hive_2010-08-17_22-55-31_422_151733406622948035/-mr-10004 Union Select Operator expressions: @@ -113,7 +116,7 @@ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: nzhang_part14 - file:/tmp/jssarma/hive_2010-07-21_11-38-37_310_8056013693306794455/10004 + file:/tmp/nzhang/hive_2010-08-17_22-55-31_422_151733406622948035/-mr-10005 Union Select Operator expressions: @@ -131,6 +134,15 @@ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: nzhang_part14 + Stage: Stage-5 + Conditional Operator + + Stage: Stage-4 + Move Operator + files: + hdfs directory: true + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-55-31_422_151733406622948035/-ext-10000 + Stage: Stage-0 Move Operator tables: @@ -146,6 +158,19 @@ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-55-31_422_151733406622948035/-ext-10003 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: nzhang_part14 + + Stage: Stage-6 + Map Reduce + Alias -> Map Operator Tree: null-subquery2:t-subquery2:src TableScan alias: src @@ -175,7 +200,7 @@ input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - Stage: Stage-4 + Stage: Stage-7 Map Reduce Alias -> Map Operator Tree: null-subquery1-subquery1:t-subquery1-subquery1:src @@ -245,13 +270,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part14@value= PREHOOK: Input: default@nzhang_part14@value=__HIVE_DEFAULT_PARTITION__ -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-38-47_899_258856640110284282/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-55-51_200_1847190634089339991/-mr-10000 POSTHOOK: query: select * from nzhang_part14 where value <> 'a' order by key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part14@value= POSTHOOK: Input: default@nzhang_part14@value=__HIVE_DEFAULT_PARTITION__ -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-38-47_899_258856640110284282/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-55-51_200_1847190634089339991/-mr-10000 POSTHOOK: Lineage: nzhang_part14 PARTITION(value= ).key EXPRESSION [] POSTHOOK: Lineage: nzhang_part14 PARTITION(value=__HIVE_DEFAULT_PARTITION__).key EXPRESSION [] k1 __HIVE_DEFAULT_PARTITION__ Index: ql/src/test/results/clientpositive/input7.q.out =================================================================== --- ql/src/test/results/clientpositive/input7.q.out (revision 986853) +++ ql/src/test/results/clientpositive/input7.q.out (working copy) @@ -58,7 +58,7 @@ Move Operator files: hdfs directory: true - destination: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-13-30_523_1580378905234533343/10000 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-52-52_995_892471705852031186/-ext-10000 Stage: Stage-0 Move Operator @@ -73,28 +73,15 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-13-30_523_1580378905234533343/10002 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: c1 - type: double - expr: c2 - type: int - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: dest1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-52-52_995_892471705852031186/-ext-10002 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest1 PREHOOK: query: FROM src1 @@ -112,11 +99,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-13-34_944_8840990517743539064/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-52-56_769_2532023178691399118/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-13-34_944_8840990517743539064/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-52-56_769_2532023178691399118/-mr-10000 POSTHOOK: Lineage: dest1.c1 EXPRESSION [] POSTHOOK: Lineage: dest1.c2 EXPRESSION [(src1)src1.FieldSchema(name:key, type:string, comment:default), ] NULL 238 Index: ql/src/test/results/clientpositive/rand_partitionpruner2.q.out_0.17 =================================================================== --- ql/src/test/results/clientpositive/rand_partitionpruner2.q.out_0.17 (revision 981708) +++ ql/src/test/results/clientpositive/rand_partitionpruner2.q.out_0.17 (working copy) @@ -51,7 +51,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-23-06_779_4237619492448461822/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-02-40_956_6636539774212878518/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -62,22 +62,22 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/tmptable + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/tmptable name tmptable serialization.ddl struct tmptable { string key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280085786 + transient_lastDdlTime 1282158160 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: tmptable TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] - pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] Path -> Partition: - pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -91,13 +91,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280082967 + transient_lastDdlTime 1282157844 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -108,17 +108,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280082967 + transient_lastDdlTime 1282157844 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -132,13 +132,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280082967 + transient_lastDdlTime 1282157844 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -149,13 +149,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280082967 + transient_lastDdlTime 1282157844 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -167,14 +167,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-23-06_779_4237619492448461822/-ext-10002 - destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-23-06_779_4237619492448461822/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-02-40_956_6636539774212878518/-ext-10002 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-02-40_956_6636539774212878518/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-23-06_779_4237619492448461822/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-02-40_956_6636539774212878518/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -184,20 +184,20 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/tmptable + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/tmptable name tmptable serialization.ddl struct tmptable { string key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280085786 + transient_lastDdlTime 1282158160 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: tmptable - tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-23-06_779_4237619492448461822/-ext-10001 + tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-02-40_956_6636539774212878518/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-23-06_779_4237619492448461822/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-02-40_956_6636539774212878518/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -215,9 +215,9 @@ type: string Needs Tagging: false Path -> Alias: - pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-23-06_779_4237619492448461822/-ext-10002 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-23-06_779_4237619492448461822/-ext-10002] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-02-40_956_6636539774212878518/-ext-10002 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-02-40_956_6636539774212878518/-ext-10002] Path -> Partition: - pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-23-06_779_4237619492448461822/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-02-40_956_6636539774212878518/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -228,12 +228,12 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/tmptable + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/tmptable name tmptable serialization.ddl struct tmptable { string key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280085786 + transient_lastDdlTime 1282158160 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -244,12 +244,12 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/tmptable + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/tmptable name tmptable serialization.ddl struct tmptable { string key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280085786 + transient_lastDdlTime 1282158160 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: tmptable name: tmptable @@ -258,7 +258,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-23-06_779_4237619492448461822/-ext-10000 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-02-40_956_6636539774212878518/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -269,12 +269,12 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/tmptable + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/tmptable name tmptable serialization.ddl struct tmptable { string key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280085786 + transient_lastDdlTime 1282158160 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: tmptable TotalFiles: 1 @@ -293,22 +293,22 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Output: default@tmptable -POSTHOOK: Lineage: tmptable.ds SIMPLE [(srcpart)a.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: tmptable.hr SIMPLE [(srcpart)a.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: tmptable.key SIMPLE [(srcpart)a.FieldSchema(name:ds, type:string, comment:null), ] -POSTHOOK: Lineage: tmptable.value SIMPLE [(srcpart)a.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Lineage: tmptable.ds SIMPLE [(srcpart)a.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Lineage: tmptable.hr SIMPLE [(srcpart)a.FieldSchema(name:ds, type:string, comment:null), ] +POSTHOOK: Lineage: tmptable.key SIMPLE [(srcpart)a.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: tmptable.value SIMPLE [(srcpart)a.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: select * from tmptable x sort by x.key,x.value,x.ds,x.hr PREHOOK: type: QUERY PREHOOK: Input: default@tmptable -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-23-12_339_2949840024490936937/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_12-02-50_605_6158244388640362996/-mr-10000 POSTHOOK: query: select * from tmptable x sort by x.key,x.value,x.ds,x.hr POSTHOOK: type: QUERY POSTHOOK: Input: default@tmptable -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-23-12_339_2949840024490936937/-mr-10000 -POSTHOOK: Lineage: tmptable.ds SIMPLE [(srcpart)a.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: tmptable.hr SIMPLE [(srcpart)a.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: tmptable.key SIMPLE [(srcpart)a.FieldSchema(name:ds, type:string, comment:null), ] -POSTHOOK: Lineage: tmptable.value SIMPLE [(srcpart)a.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_12-02-50_605_6158244388640362996/-mr-10000 +POSTHOOK: Lineage: tmptable.ds SIMPLE [(srcpart)a.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Lineage: tmptable.hr SIMPLE [(srcpart)a.FieldSchema(name:ds, type:string, comment:null), ] +POSTHOOK: Lineage: tmptable.key SIMPLE [(srcpart)a.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: tmptable.value SIMPLE [(srcpart)a.FieldSchema(name:value, type:string, comment:default), ] 103 val_103 2008-04-08 11 103 val_103 2008-04-08 12 133 val_133 2008-04-08 11 Index: ql/src/test/results/clientpositive/sample4.q.out =================================================================== --- ql/src/test/results/clientpositive/sample4.q.out (revision 986853) +++ ql/src/test/results/clientpositive/sample4.q.out (working copy) @@ -52,7 +52,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-39_858_5837414475201837656/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-35_266_1447395205504426904/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -63,21 +63,21 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280085939 + transient_lastDdlTime 1282111175 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s] Path -> Partition: - pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt Partition base file name: srcbucket0.txt input format: org.apache.hadoop.mapred.TextInputFormat @@ -89,12 +89,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280082970 + transient_lastDdlTime 1282110630 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -106,12 +106,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280082970 + transient_lastDdlTime 1282110630 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket name: srcbucket @@ -123,14 +123,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-39_858_5837414475201837656/-ext-10002 - destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-39_858_5837414475201837656/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-35_266_1447395205504426904/-ext-10002 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-35_266_1447395205504426904/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-39_858_5837414475201837656/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-35_266_1447395205504426904/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -140,36 +140,49 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280085939 + transient_lastDdlTime 1282111175 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-39_858_5837414475201837656/-ext-10001 + tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-35_266_1447395205504426904/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-39_858_5837414475201837656/-ext-10002 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: int - expr: value - type: string + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-35_266_1447395205504426904/-ext-10002 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-35_266_1447395205504426904/-ext-10000 + NumFilesPerFileSink: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 + name dest1 + serialization.ddl struct dest1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282111175 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest1 + TotalFiles: 1 + MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-39_858_5837414475201837656/-ext-10002 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-39_858_5837414475201837656/-ext-10002] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-35_266_1447395205504426904/-ext-10002 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-35_266_1447395205504426904/-ext-10002] Path -> Partition: - pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-39_858_5837414475201837656/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-35_266_1447395205504426904/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -180,12 +193,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280085939 + transient_lastDdlTime 1282111175 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -196,41 +209,15 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280085939 + transient_lastDdlTime 1282111175 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 name: dest1 - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-39_858_5837414475201837656/-ext-10000 - NumFilesPerFileSink: 1 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - bucket_count -1 - columns key,value - columns.types int:string - file.inputformat org.apache.hadoop.mapred.TextInputFormat - file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 - name dest1 - serialization.ddl struct dest1 { i32 key, string value} - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280085939 - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: dest1 - TotalFiles: 1 - MultiFileSpray: false PREHOOK: query: INSERT OVERWRITE TABLE dest1 SELECT s.* @@ -248,11 +235,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-25-43_186_3357770163777004935/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-59-39_291_5283897258050057893/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-25-43_186_3357770163777004935/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-59-39_291_5283897258050057893/-mr-10000 POSTHOOK: Lineage: dest1.key SIMPLE [(srcbucket)s.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: dest1.value SIMPLE [(srcbucket)s.FieldSchema(name:value, type:string, comment:null), ] 474 val_475 Index: ql/src/test/results/clientpositive/join25.q.out =================================================================== --- ql/src/test/results/clientpositive/join25.q.out (revision 986853) +++ ql/src/test/results/clientpositive/join25.q.out (working copy) @@ -142,7 +142,7 @@ Move Operator files: hdfs directory: true - destination: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_12-56-08_786_3510585172574717667/-ext-10000 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-52_704_8772985366163326052/-ext-10000 Stage: Stage-0 Move Operator @@ -157,30 +157,15 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_12-56-08_786_3510585172574717667/-ext-10002 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: int - expr: value - type: string - expr: val2 - type: string - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: dest_j1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-52_704_8772985366163326052/-ext-10002 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest_j1 PREHOOK: query: INSERT OVERWRITE TABLE dest_j1 @@ -203,11 +188,11 @@ PREHOOK: query: select * from dest_j1 x order by x.key PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 -PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_12-56-15_193_8616791771520376915/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-53-56_988_6826737012115531394/-mr-10000 POSTHOOK: query: select * from dest_j1 x order by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest_j1 -POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_12-56-15_193_8616791771520376915/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-53-56_988_6826737012115531394/-mr-10000 POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.val2 SIMPLE [(src)y.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(src1)x.FieldSchema(name:value, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/union10.q.out =================================================================== --- ql/src/test/results/clientpositive/union10.q.out (revision 986853) +++ ql/src/test/results/clientpositive/union10.q.out (working copy) @@ -80,7 +80,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/jssarma/hive_2010-07-21_13-38-46_962_8522402125517331101/10002 + file:/tmp/nzhang/hive_2010-08-17_23-00-04_276_3788594933575479321/-mr-10002 Union Select Operator expressions: @@ -104,7 +104,7 @@ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: tmptable - file:/tmp/jssarma/hive_2010-07-21_13-38-46_962_8522402125517331101/10004 + file:/tmp/nzhang/hive_2010-08-17_23-00-04_276_3788594933575479321/-mr-10004 Union Select Operator expressions: @@ -128,7 +128,7 @@ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: tmptable - file:/tmp/jssarma/hive_2010-07-21_13-38-46_962_8522402125517331101/10005 + file:/tmp/nzhang/hive_2010-08-17_23-00-04_276_3788594933575479321/-mr-10005 Union Select Operator expressions: @@ -160,7 +160,7 @@ Move Operator files: hdfs directory: true - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_13-38-46_962_8522402125517331101/10000 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_23-00-04_276_3788594933575479321/-ext-10000 Stage: Stage-0 Move Operator @@ -175,28 +175,15 @@ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_13-38-46_962_8522402125517331101/10003 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: string - expr: value - type: int - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: tmptable + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_23-00-04_276_3788594933575479321/-ext-10003 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: tmptable Stage: Stage-6 Map Reduce @@ -302,11 +289,11 @@ PREHOOK: query: select * from tmptable x sort by x.key PREHOOK: type: QUERY PREHOOK: Input: default@tmptable -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_13-38-59_753_3964700298494974564/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_23-00-22_940_3211558482053780252/-mr-10000 POSTHOOK: query: select * from tmptable x sort by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@tmptable -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_13-38-59_753_3964700298494974564/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_23-00-22_940_3211558482053780252/-mr-10000 POSTHOOK: Lineage: tmptable.key EXPRESSION [] POSTHOOK: Lineage: tmptable.value EXPRESSION [(src)s1.null, (src)s2.null, (src)s3.null, ] tst1 500 Index: ql/src/test/results/clientpositive/join34.q.out =================================================================== --- ql/src/test/results/clientpositive/join34.q.out (revision 986853) +++ ql/src/test/results/clientpositive/join34.q.out (working copy) @@ -91,7 +91,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-34_748_1569842255124853512/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-46_555_7665980938656510225/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -102,12 +102,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280084734 + transient_lastDdlTime 1282110886 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -166,7 +166,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-34_748_1569842255124853512/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-46_555_7665980938656510225/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -177,12 +177,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280084734 + transient_lastDdlTime 1282110886 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -230,7 +230,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-34_748_1569842255124853512/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-46_555_7665980938656510225/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -241,21 +241,21 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280084734 + transient_lastDdlTime 1282110886 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src [null-subquery1:subq1-subquery1:x, null-subquery2:subq1-subquery2:x1] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src [null-subquery1:subq1-subquery1:x, null-subquery2:subq1-subquery2:x1] Path -> Partition: - pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -266,12 +266,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280082972 + transient_lastDdlTime 1282110633 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -282,12 +282,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280082972 + transient_lastDdlTime 1282110633 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -299,14 +299,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-34_748_1569842255124853512/-ext-10002 - destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-34_748_1569842255124853512/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-46_555_7665980938656510225/-ext-10002 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-46_555_7665980938656510225/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-34_748_1569842255124853512/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-46_555_7665980938656510225/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -316,38 +316,49 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280084734 + transient_lastDdlTime 1282110886 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 - tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-34_748_1569842255124853512/-ext-10001 + tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-46_555_7665980938656510225/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-34_748_1569842255124853512/-ext-10002 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: string - expr: value - type: string - expr: val2 - type: string + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-46_555_7665980938656510225/-ext-10002 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-46_555_7665980938656510225/-ext-10000 + NumFilesPerFileSink: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value,val2 + columns.types string:string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 + name dest_j1 + serialization.ddl struct dest_j1 { string key, string value, string val2} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282110886 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest_j1 + TotalFiles: 1 + MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-34_748_1569842255124853512/-ext-10002 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-34_748_1569842255124853512/-ext-10002] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-46_555_7665980938656510225/-ext-10002 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-46_555_7665980938656510225/-ext-10002] Path -> Partition: - pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-34_748_1569842255124853512/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-46_555_7665980938656510225/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -358,12 +369,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280084734 + transient_lastDdlTime 1282110886 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -374,41 +385,15 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280084734 + transient_lastDdlTime 1282110886 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 name: dest_j1 - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-34_748_1569842255124853512/-ext-10000 - NumFilesPerFileSink: 1 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - bucket_count -1 - columns key,value,val2 - columns.types string:string:string - file.inputformat org.apache.hadoop.mapred.TextInputFormat - file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 - name dest_j1 - serialization.ddl struct dest_j1 { string key, string value, string val2} - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280084734 - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: dest_j1 - TotalFiles: 1 - MultiFileSpray: false PREHOOK: query: INSERT OVERWRITE TABLE dest_j1 @@ -441,11 +426,11 @@ PREHOOK: query: select * from dest_j1 x order by x.key PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-05-37_961_7723384539503126895/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-54-50_742_4903058281649790450/-mr-10000 POSTHOOK: query: select * from dest_j1 x order by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest_j1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-05-37_961_7723384539503126895/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-54-50_742_4903058281649790450/-mr-10000 POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.val2 EXPRESSION [(src)x.FieldSchema(name:value, type:string, comment:default), (src)x1.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(src1)x.FieldSchema(name:value, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/input11.q.out =================================================================== --- ql/src/test/results/clientpositive/input11.q.out (revision 986853) +++ ql/src/test/results/clientpositive/input11.q.out (working copy) @@ -66,7 +66,7 @@ Move Operator files: hdfs directory: true - destination: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-10-25_294_797296808123008532/10000 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-52-27_687_684902206488383899/-ext-10000 Stage: Stage-0 Move Operator @@ -81,28 +81,15 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-10-25_294_797296808123008532/10002 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: int - expr: value - type: string - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: dest1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-52-27_687_684902206488383899/-ext-10002 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest1 PREHOOK: query: FROM src @@ -120,11 +107,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-10-29_902_5761587040502015571/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-52-31_531_926487594371102951/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-10-29_902_5761587040502015571/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-52-31_531_926487594371102951/-mr-10000 POSTHOOK: Lineage: dest1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] 86 val_86 Index: ql/src/test/results/clientpositive/subq.q.out =================================================================== --- ql/src/test/results/clientpositive/subq.q.out (revision 986853) +++ ql/src/test/results/clientpositive/subq.q.out (working copy) @@ -63,7 +63,7 @@ Move Operator files: hdfs directory: true - destination: file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/802453741/10000 + destination: file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-55_872_4777473968057853028/-ext-10000 Stage: Stage-0 Move Operator @@ -74,26 +74,13 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/heyongqiang/hive-trunk/.ptest_1/build/ql/tmp/295446122/10001 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: _col0 - type: string - expr: _col1 - type: string - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-55_872_4777473968057853028/-ext-10001 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat PREHOOK: query: FROM ( Index: ql/src/test/results/clientpositive/input_part1.q.out_0.17 =================================================================== --- ql/src/test/results/clientpositive/input_part1.q.out_0.17 (revision 981708) +++ ql/src/test/results/clientpositive/input_part1.q.out_0.17 (working copy) @@ -63,7 +63,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-43_081_2793731208548874630/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-59-34_655_270474947223590291/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -74,21 +74,21 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280084443 + transient_lastDdlTime 1282157974 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [srcpart] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [srcpart] Path -> Partition: - pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -102,13 +102,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280082967 + transient_lastDdlTime 1282157844 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -119,13 +119,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280082967 + transient_lastDdlTime 1282157844 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -137,14 +137,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-43_081_2793731208548874630/-ext-10002 - destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-43_081_2793731208548874630/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-59-34_655_270474947223590291/-ext-10002 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-59-34_655_270474947223590291/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-43_081_2793731208548874630/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-59-34_655_270474947223590291/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -154,20 +154,20 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280084443 + transient_lastDdlTime 1282157974 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-43_081_2793731208548874630/-ext-10001 + tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-59-34_655_270474947223590291/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-43_081_2793731208548874630/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-59-34_655_270474947223590291/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -185,9 +185,9 @@ type: string Needs Tagging: false Path -> Alias: - pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-43_081_2793731208548874630/-ext-10002 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-43_081_2793731208548874630/-ext-10002] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-59-34_655_270474947223590291/-ext-10002 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-59-34_655_270474947223590291/-ext-10002] Path -> Partition: - pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-43_081_2793731208548874630/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-59-34_655_270474947223590291/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -198,12 +198,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280084443 + transient_lastDdlTime 1282157974 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -214,12 +214,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280084443 + transient_lastDdlTime 1282157974 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 name: dest1 @@ -228,7 +228,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-43_081_2793731208548874630/-ext-10000 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-59-34_655_270474947223590291/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -239,12 +239,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280084443 + transient_lastDdlTime 1282157974 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -261,22 +261,22 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Output: default@dest1 -POSTHOOK: Lineage: dest1.ds SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ] -POSTHOOK: Lineage: dest1.value SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Lineage: dest1.ds SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ] +POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest1.value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-00-46_190_6847472774406960546/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_11-59-38_951_8671245487867133873/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-00-46_190_6847472774406960546/-mr-10000 -POSTHOOK: Lineage: dest1.ds SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ] -POSTHOOK: Lineage: dest1.value SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_11-59-38_951_8671245487867133873/-mr-10000 +POSTHOOK: Lineage: dest1.ds SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ] +POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest1.value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] 86 val_86 12 2008-04-08 27 val_27 12 2008-04-08 98 val_98 12 2008-04-08 Index: ql/src/test/results/clientpositive/union6.q.out =================================================================== --- ql/src/test/results/clientpositive/union6.q.out (revision 986853) +++ ql/src/test/results/clientpositive/union6.q.out (working copy) @@ -77,7 +77,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/jssarma/hive_2010-07-21_13-42-01_703_4701345677859889091/10002 + file:/tmp/nzhang/hive_2010-08-17_23-00-46_249_3935923739130713155/-mr-10002 Union Select Operator expressions: @@ -94,7 +94,7 @@ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: tmptable - file:/tmp/jssarma/hive_2010-07-21_13-42-01_703_4701345677859889091/10004 + file:/tmp/nzhang/hive_2010-08-17_23-00-46_249_3935923739130713155/-mr-10004 Union Select Operator expressions: @@ -119,7 +119,7 @@ Move Operator files: hdfs directory: true - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_13-42-01_703_4701345677859889091/10000 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_23-00-46_249_3935923739130713155/-ext-10000 Stage: Stage-0 Move Operator @@ -134,28 +134,15 @@ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_13-42-01_703_4701345677859889091/10003 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: string - expr: value - type: string - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: tmptable + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_23-00-46_249_3935923739130713155/-ext-10003 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: tmptable Stage: Stage-6 Map Reduce @@ -199,11 +186,11 @@ PREHOOK: query: select * from tmptable x sort by x.key, x.value PREHOOK: type: QUERY PREHOOK: Input: default@tmptable -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_13-42-11_839_6864063023544125357/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_23-01-01_489_2593025423842842121/-mr-10000 POSTHOOK: query: select * from tmptable x sort by x.key, x.value POSTHOOK: type: QUERY POSTHOOK: Input: default@tmptable -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_13-42-11_839_6864063023544125357/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_23-01-01_489_2593025423842842121/-mr-10000 POSTHOOK: Lineage: tmptable.key EXPRESSION [(src1)s2.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: tmptable.value EXPRESSION [(src)s1.null, (src1)s2.FieldSchema(name:value, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/load_dyn_part15.q.out =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part15.q.out (revision 986853) +++ ql/src/test/results/clientpositive/load_dyn_part15.q.out (working copy) @@ -17,9 +17,9 @@ SELECT key, part_key FROM src LATERAL VIEW explode(array("1","{2","3]")) myTable AS part_key POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: default@load_dyn_part15_test@part_key={2 +POSTHOOK: Output: default@load_dyn_part15_test@part_key=%7B2 POSTHOOK: Output: default@load_dyn_part15_test@part_key=1 -POSTHOOK: Output: default@load_dyn_part15_test@part_key=3] +POSTHOOK: Output: default@load_dyn_part15_test@part_key=3%5D POSTHOOK: Lineage: load_dyn_part15_test PARTITION(part_key=1).key SCRIPT [] POSTHOOK: Lineage: load_dyn_part15_test PARTITION(part_key=3]).key SCRIPT [] POSTHOOK: Lineage: load_dyn_part15_test PARTITION(part_key={2).key SCRIPT [] @@ -30,6 +30,6 @@ POSTHOOK: Lineage: load_dyn_part15_test PARTITION(part_key=1).key SCRIPT [] POSTHOOK: Lineage: load_dyn_part15_test PARTITION(part_key=3]).key SCRIPT [] POSTHOOK: Lineage: load_dyn_part15_test PARTITION(part_key={2).key SCRIPT [] +part_key=%7B2 part_key=1 -part_key=3] -part_key={2 +part_key=3%5D Index: ql/src/test/results/clientpositive/merge1.q.out_0.17 =================================================================== --- ql/src/test/results/clientpositive/merge1.q.out_0.17 (revision 981708) +++ ql/src/test/results/clientpositive/merge1.q.out_0.17 (working copy) @@ -94,7 +94,7 @@ Move Operator files: hdfs directory: true - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_13-01-35_891_8961223626140768169/10000 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-01-42_819_2062174773461858182/-ext-10000 Stage: Stage-0 Move Operator @@ -109,7 +109,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_13-01-35_891_8961223626140768169/10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-01-42_819_2062174773461858182/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -148,11 +148,11 @@ PREHOOK: query: select * from dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_13-01-38_782_3169792692854776166/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_12-01-48_532_6136023813660823571/-mr-10000 POSTHOOK: query: select * from dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_13-01-38_782_3169792692854776166/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_12-01-48_532_6136023813660823571/-mr-10000 POSTHOOK: Lineage: dest1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest1.val EXPRESSION [(src)src.null, ] 0 3 @@ -466,8 +466,11 @@ 98 2 PREHOOK: query: drop table dest1 PREHOOK: type: DROPTABLE +PREHOOK: Input: default@dest1 +PREHOOK: Output: default@dest1 POSTHOOK: query: drop table dest1 POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@dest1 POSTHOOK: Output: default@dest1 POSTHOOK: Lineage: dest1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest1.val EXPRESSION [(src)src.null, ] @@ -561,7 +564,7 @@ Move Operator files: hdfs directory: true - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_13-01-44_324_4141481189577468/10000 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-01-58_147_6168286585474201710/-ext-10000 Stage: Stage-0 Move Operator @@ -576,7 +579,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_13-01-44_324_4141481189577468/10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-01-58_147_6168286585474201710/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -609,7 +612,7 @@ POSTHOOK: Input: default@test_src@ds=102 POSTHOOK: Output: default@dest1 POSTHOOK: Lineage: dest1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: dest1.key SIMPLE [(test_src)test_src.FieldSchema(name:ds, type:string, comment:null), ] +POSTHOOK: Lineage: dest1.key SIMPLE [(test_src)test_src.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: dest1.val EXPRESSION [(src)src.null, ] POSTHOOK: Lineage: test_src PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: test_src PARTITION(ds=101).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] @@ -622,7 +625,7 @@ insert overwrite table dest1 select key from test_src POSTHOOK: type: QUERY POSTHOOK: Lineage: dest1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: dest1.key SIMPLE [(test_src)test_src.FieldSchema(name:ds, type:string, comment:null), ] +POSTHOOK: Lineage: dest1.key SIMPLE [(test_src)test_src.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: dest1.val EXPRESSION [(src)src.null, ] POSTHOOK: Lineage: test_src PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: test_src PARTITION(ds=101).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] @@ -666,7 +669,7 @@ Move Operator files: hdfs directory: true - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_13-01-49_887_6167797302674604272/10000 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-02-07_167_6780183424496816185/-ext-10000 Stage: Stage-0 Move Operator @@ -681,7 +684,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_13-01-49_887_6167797302674604272/10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-02-07_167_6780183424496816185/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -714,8 +717,8 @@ POSTHOOK: Input: default@test_src@ds=102 POSTHOOK: Output: default@dest1 POSTHOOK: Lineage: dest1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: dest1.key SIMPLE [(test_src)test_src.FieldSchema(name:ds, type:string, comment:null), ] -POSTHOOK: Lineage: dest1.key SIMPLE [(test_src)test_src.FieldSchema(name:ds, type:string, comment:null), ] +POSTHOOK: Lineage: dest1.key SIMPLE [(test_src)test_src.FieldSchema(name:key, type:string, comment:null), ] +POSTHOOK: Lineage: dest1.key SIMPLE [(test_src)test_src.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: dest1.val EXPRESSION [(src)src.null, ] POSTHOOK: Lineage: test_src PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: test_src PARTITION(ds=101).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/lineage1.q.out =================================================================== --- ql/src/test/results/clientpositive/lineage1.q.out (revision 986853) +++ ql/src/test/results/clientpositive/lineage1.q.out (working copy) @@ -101,7 +101,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_13-06-07_217_8924431315853651638/-mr-10002 + file:/tmp/nzhang/hive_2010-08-17_22-55-14_712_8459267361465490341/-mr-10002 Union Select Operator expressions: @@ -125,7 +125,7 @@ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_l1 - file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_13-06-07_217_8924431315853651638/-mr-10004 + file:/tmp/nzhang/hive_2010-08-17_22-55-14_712_8459267361465490341/-mr-10004 Union Select Operator expressions: @@ -157,7 +157,7 @@ Move Operator files: hdfs directory: true - destination: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_13-06-07_217_8924431315853651638/-ext-10000 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-55-14_712_8459267361465490341/-ext-10000 Stage: Stage-0 Move Operator @@ -172,28 +172,15 @@ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_13-06-07_217_8924431315853651638/-ext-10003 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: int - expr: value - type: string - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: dest_l1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-55-14_712_8459267361465490341/-ext-10003 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest_l1 Stage: Stage-6 Map Reduce Index: ql/src/test/results/clientpositive/input8.q.out =================================================================== --- ql/src/test/results/clientpositive/input8.q.out (revision 986853) +++ ql/src/test/results/clientpositive/input8.q.out (working copy) @@ -62,7 +62,7 @@ Move Operator files: hdfs directory: true - destination: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-12-36_588_2565331403714655213/10000 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-52-57_389_146464688611491858/-ext-10000 Stage: Stage-0 Move Operator @@ -77,30 +77,15 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-12-36_588_2565331403714655213/10002 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: c1 - type: string - expr: c2 - type: int - expr: c3 - type: double - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: dest1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-52-57_389_146464688611491858/-ext-10002 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest1 PREHOOK: query: FROM src1 @@ -119,11 +104,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-12-41_080_1245549605067769651/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-53-01_150_4685454436996346428/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-12-41_080_1245549605067769651/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-53-01_150_4685454436996346428/-mr-10000 POSTHOOK: Lineage: dest1.c1 EXPRESSION [] POSTHOOK: Lineage: dest1.c2 EXPRESSION [(src1)src1.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest1.c3 EXPRESSION [] Index: ql/src/test/results/clientpositive/sample5.q.out =================================================================== --- ql/src/test/results/clientpositive/sample5.q.out (revision 986853) +++ ql/src/test/results/clientpositive/sample5.q.out (working copy) @@ -50,7 +50,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-43_743_7780563301202909046/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-39_912_2348974019619594198/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -61,21 +61,21 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280085943 + transient_lastDdlTime 1282111179 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket [s] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket [s] Path -> Partition: - pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket Partition base file name: srcbucket input format: org.apache.hadoop.mapred.TextInputFormat @@ -87,12 +87,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280082970 + transient_lastDdlTime 1282110630 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -104,12 +104,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280082970 + transient_lastDdlTime 1282110630 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket name: srcbucket @@ -121,14 +121,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-43_743_7780563301202909046/-ext-10002 - destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-43_743_7780563301202909046/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-39_912_2348974019619594198/-ext-10002 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-39_912_2348974019619594198/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-43_743_7780563301202909046/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-39_912_2348974019619594198/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -138,36 +138,49 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280085943 + transient_lastDdlTime 1282111179 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-43_743_7780563301202909046/-ext-10001 + tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-39_912_2348974019619594198/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-43_743_7780563301202909046/-ext-10002 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: int - expr: value - type: string + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-39_912_2348974019619594198/-ext-10002 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-39_912_2348974019619594198/-ext-10000 + NumFilesPerFileSink: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 + name dest1 + serialization.ddl struct dest1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282111179 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest1 + TotalFiles: 1 + MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-43_743_7780563301202909046/-ext-10002 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-43_743_7780563301202909046/-ext-10002] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-39_912_2348974019619594198/-ext-10002 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-39_912_2348974019619594198/-ext-10002] Path -> Partition: - pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-43_743_7780563301202909046/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-39_912_2348974019619594198/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -178,12 +191,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280085943 + transient_lastDdlTime 1282111179 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -194,41 +207,15 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280085943 + transient_lastDdlTime 1282111179 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 name: dest1 - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-43_743_7780563301202909046/-ext-10000 - NumFilesPerFileSink: 1 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - bucket_count -1 - columns key,value - columns.types int:string - file.inputformat org.apache.hadoop.mapred.TextInputFormat - file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 - name dest1 - serialization.ddl struct dest1 { i32 key, string value} - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280085943 - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: dest1 - TotalFiles: 1 - MultiFileSpray: false PREHOOK: query: INSERT OVERWRITE TABLE dest1 SELECT s.* -- here's another test @@ -246,11 +233,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 SORT BY key, value PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-25-49_227_7788070611447574019/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-59-47_348_7372385437159295360/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 SORT BY key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-25-49_227_7788070611447574019/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-59-47_348_7372385437159295360/-mr-10000 POSTHOOK: Lineage: dest1.key SIMPLE [(srcbucket)s.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: dest1.value SIMPLE [(srcbucket)s.FieldSchema(name:value, type:string, comment:null), ] 0 val_0 Index: ql/src/test/results/clientpositive/join26.q.out =================================================================== --- ql/src/test/results/clientpositive/join26.q.out (revision 986853) +++ ql/src/test/results/clientpositive/join26.q.out (working copy) @@ -83,7 +83,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-31-48_616_3977860659248881387/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-00_818_2637585125141547106/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -94,12 +94,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281475908 + transient_lastDdlTime 1282110840 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -153,7 +153,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-31-48_616_3977860659248881387/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-00_818_2637585125141547106/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -164,12 +164,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281475908 + transient_lastDdlTime 1282110840 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -213,7 +213,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-31-48_616_3977860659248881387/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-00_818_2637585125141547106/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -224,21 +224,21 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281475908 + transient_lastDdlTime 1282110840 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] Path -> Partition: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -252,13 +252,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474268 + transient_lastDdlTime 1282110625 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -269,13 +269,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474268 + transient_lastDdlTime 1282110625 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -287,14 +287,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-31-48_616_3977860659248881387/-ext-10002 - destination: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-31-48_616_3977860659248881387/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-00_818_2637585125141547106/-ext-10002 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-00_818_2637585125141547106/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-31-48_616_3977860659248881387/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-00_818_2637585125141547106/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -304,38 +304,49 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281475908 + transient_lastDdlTime 1282110840 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 - tmp directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-31-48_616_3977860659248881387/-ext-10001 + tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-00_818_2637585125141547106/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-31-48_616_3977860659248881387/-ext-10002 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: string - expr: value - type: string - expr: val2 - type: string + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-00_818_2637585125141547106/-ext-10002 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-00_818_2637585125141547106/-ext-10000 + NumFilesPerFileSink: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value,val2 + columns.types string:string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 + name dest_j1 + serialization.ddl struct dest_j1 { string key, string value, string val2} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282110840 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest_j1 + TotalFiles: 1 + MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-31-48_616_3977860659248881387/-ext-10002 [pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-31-48_616_3977860659248881387/-ext-10002] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-00_818_2637585125141547106/-ext-10002 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-00_818_2637585125141547106/-ext-10002] Path -> Partition: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-31-48_616_3977860659248881387/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-00_818_2637585125141547106/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -346,12 +357,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281475908 + transient_lastDdlTime 1282110840 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -362,41 +373,15 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281475908 + transient_lastDdlTime 1282110840 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 name: dest_j1 - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-31-48_616_3977860659248881387/-ext-10000 - NumFilesPerFileSink: 1 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - bucket_count -1 - columns key,value,val2 - columns.types string:string:string - file.inputformat org.apache.hadoop.mapred.TextInputFormat - file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest_j1 - name dest_j1 - serialization.ddl struct dest_j1 { string key, string value, string val2} - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281475908 - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: dest_j1 - TotalFiles: 1 - MultiFileSpray: false PREHOOK: query: INSERT OVERWRITE TABLE dest_j1 @@ -423,11 +408,11 @@ PREHOOK: query: select * from dest_j1 x order by x.key PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-31-51_546_4987866275154004438/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-54-06_221_7015198661017442674/-mr-10000 POSTHOOK: query: select * from dest_j1 x order by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest_j1 -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-31-51_546_4987866275154004438/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-54-06_221_7015198661017442674/-mr-10000 POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.val2 SIMPLE [(src)y.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:value, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out (revision 986853) +++ ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out (working copy) @@ -107,7 +107,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-02-07_971_4336731564238806806/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-52-22_122_8735013364922658238/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -118,12 +118,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280426527 + transient_lastDdlTime 1282110742 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -183,7 +183,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-02-07_971_4336731564238806806/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-52-22_122_8735013364922658238/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -194,21 +194,21 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280426527 + transient_lastDdlTime 1282110742 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin [a] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin [a] Path -> Partition: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin Partition base file name: srcbucket_mapjoin input format: org.apache.hadoop.mapred.TextInputFormat @@ -220,12 +220,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280426526 + transient_lastDdlTime 1282110739 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -237,12 +237,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280426526 + transient_lastDdlTime 1282110739 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin name: srcbucket_mapjoin @@ -254,14 +254,14 @@ Move Operator files: hdfs directory: true - source: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-02-07_971_4336731564238806806/-ext-10002 - destination: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-02-07_971_4336731564238806806/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-52-22_122_8735013364922658238/-ext-10002 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-52-22_122_8735013364922658238/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-02-07_971_4336731564238806806/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-52-22_122_8735013364922658238/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -271,38 +271,49 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280426527 + transient_lastDdlTime 1282110742 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-02-07_971_4336731564238806806/-ext-10001 + tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-52-22_122_8735013364922658238/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-02-07_971_4336731564238806806/-ext-10002 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: string - expr: value1 - type: string - expr: value2 - type: string + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-52-22_122_8735013364922658238/-ext-10002 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-52-22_122_8735013364922658238/-ext-10000 + NumFilesPerFileSink: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value1,value2 + columns.types string:string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + name bucketmapjoin_tmp_result + serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282110742 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: bucketmapjoin_tmp_result + TotalFiles: 1 + MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-02-07_971_4336731564238806806/-ext-10002 [pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-02-07_971_4336731564238806806/-ext-10002] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-52-22_122_8735013364922658238/-ext-10002 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-52-22_122_8735013364922658238/-ext-10002] Path -> Partition: - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-02-07_971_4336731564238806806/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-52-22_122_8735013364922658238/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -313,12 +324,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280426527 + transient_lastDdlTime 1282110742 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -329,40 +340,13 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280426527 + transient_lastDdlTime 1282110742 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - directory: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-02-07_971_4336731564238806806/-ext-10000 - NumFilesPerFileSink: 1 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - bucket_count -1 - columns key,value1,value2 - columns.types string:string:string - file.inputformat org.apache.hadoop.mapred.TextInputFormat - file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/bucketmapjoin_tmp_result - name bucketmapjoin_tmp_result - serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280426527 - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: bucketmapjoin_tmp_result - TotalFiles: 1 - MultiFileSpray: false - Index: ql/src/test/results/clientpositive/join35.q.out =================================================================== --- ql/src/test/results/clientpositive/join35.q.out (revision 986853) +++ ql/src/test/results/clientpositive/join35.q.out (working copy) @@ -80,9 +80,9 @@ type: bigint Needs Tagging: false Path -> Alias: - pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src [null-subquery1:subq1-subquery1:x] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src [null-subquery1:subq1-subquery1:x] Path -> Partition: - pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -93,12 +93,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280082972 + transient_lastDdlTime 1282110633 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -109,12 +109,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280082972 + transient_lastDdlTime 1282110633 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -138,7 +138,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/jssarma/hive_2010-07-25_12-05-40_758_5061664908968766431/-mr-10002 + directory: file:/tmp/nzhang/hive_2010-08-17_22-54-54_406_7263441585620958575/-mr-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -153,7 +153,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/jssarma/hive_2010-07-25_12-05-40_758_5061664908968766431/-mr-10002 + file:/tmp/nzhang/hive_2010-08-17_22-54-54_406_7263441585620958575/-mr-10002 Union Common Join Operator condition map: @@ -197,7 +197,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-40_758_5061664908968766431/-ext-10003 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-54_406_7263441585620958575/-ext-10003 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -208,17 +208,17 @@ columns.types string:string:int file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, i32 val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280084740 + transient_lastDdlTime 1282110894 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 MultiFileSpray: false - file:/tmp/jssarma/hive_2010-07-25_12-05-40_758_5061664908968766431/-mr-10004 + file:/tmp/nzhang/hive_2010-08-17_22-54-54_406_7263441585620958575/-mr-10004 Union Common Join Operator condition map: @@ -262,7 +262,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-40_758_5061664908968766431/-ext-10003 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-54_406_7263441585620958575/-ext-10003 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -273,12 +273,12 @@ columns.types string:string:int file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, i32 val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280084740 + transient_lastDdlTime 1282110894 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -335,7 +335,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-40_758_5061664908968766431/-ext-10003 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-54_406_7263441585620958575/-ext-10003 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -346,22 +346,22 @@ columns.types string:string:int file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, i32 val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280084740 + transient_lastDdlTime 1282110894 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/tmp/jssarma/hive_2010-07-25_12-05-40_758_5061664908968766431/-mr-10002 [file:/tmp/jssarma/hive_2010-07-25_12-05-40_758_5061664908968766431/-mr-10002] - file:/tmp/jssarma/hive_2010-07-25_12-05-40_758_5061664908968766431/-mr-10004 [file:/tmp/jssarma/hive_2010-07-25_12-05-40_758_5061664908968766431/-mr-10004] + file:/tmp/nzhang/hive_2010-08-17_22-54-54_406_7263441585620958575/-mr-10002 [file:/tmp/nzhang/hive_2010-08-17_22-54-54_406_7263441585620958575/-mr-10002] + file:/tmp/nzhang/hive_2010-08-17_22-54-54_406_7263441585620958575/-mr-10004 [file:/tmp/nzhang/hive_2010-08-17_22-54-54_406_7263441585620958575/-mr-10004] Path -> Partition: - file:/tmp/jssarma/hive_2010-07-25_12-05-40_758_5061664908968766431/-mr-10002 + file:/tmp/nzhang/hive_2010-08-17_22-54-54_406_7263441585620958575/-mr-10002 Partition base file name: -mr-10002 input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -377,7 +377,7 @@ columns _col0,_col1 columns.types string,bigint escape.delim \ - file:/tmp/jssarma/hive_2010-07-25_12-05-40_758_5061664908968766431/-mr-10004 + file:/tmp/nzhang/hive_2010-08-17_22-54-54_406_7263441585620958575/-mr-10004 Partition base file name: -mr-10004 input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -401,14 +401,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-40_758_5061664908968766431/-ext-10003 - destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-40_758_5061664908968766431/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-54_406_7263441585620958575/-ext-10003 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-54_406_7263441585620958575/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-40_758_5061664908968766431/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-54_406_7263441585620958575/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -418,38 +418,49 @@ columns.types string:string:int file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, i32 val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280084740 + transient_lastDdlTime 1282110894 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 - tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-40_758_5061664908968766431/-ext-10001 + tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-54_406_7263441585620958575/-ext-10001 Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-40_758_5061664908968766431/-ext-10003 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: string - expr: value - type: string - expr: val2 - type: int + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-54_406_7263441585620958575/-ext-10003 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-54_406_7263441585620958575/-ext-10000 + NumFilesPerFileSink: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value,val2 + columns.types string:string:int + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 + name dest_j1 + serialization.ddl struct dest_j1 { string key, string value, i32 val2} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282110894 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest_j1 + TotalFiles: 1 + MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-40_758_5061664908968766431/-ext-10003 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-40_758_5061664908968766431/-ext-10003] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-54_406_7263441585620958575/-ext-10003 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-54_406_7263441585620958575/-ext-10003] Path -> Partition: - pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-40_758_5061664908968766431/-ext-10003 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-54_406_7263441585620958575/-ext-10003 Partition base file name: -ext-10003 input format: org.apache.hadoop.mapred.TextInputFormat @@ -460,12 +471,12 @@ columns.types string:string:int file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, i32 val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280084740 + transient_lastDdlTime 1282110894 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -476,41 +487,15 @@ columns.types string:string:int file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, i32 val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280084740 + transient_lastDdlTime 1282110894 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 name: dest_j1 - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-40_758_5061664908968766431/-ext-10000 - NumFilesPerFileSink: 1 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - bucket_count -1 - columns key,value,val2 - columns.types string:string:int - file.inputformat org.apache.hadoop.mapred.TextInputFormat - file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 - name dest_j1 - serialization.ddl struct dest_j1 { string key, string value, i32 val2} - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280084740 - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: dest_j1 - TotalFiles: 1 - MultiFileSpray: false Stage: Stage-6 Map Reduce @@ -556,9 +541,9 @@ type: bigint Needs Tagging: false Path -> Alias: - pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src [null-subquery2:subq1-subquery2:x1] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src [null-subquery2:subq1-subquery2:x1] Path -> Partition: - pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -569,12 +554,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280082972 + transient_lastDdlTime 1282110633 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -585,12 +570,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280082972 + transient_lastDdlTime 1282110633 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -614,7 +599,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/jssarma/hive_2010-07-25_12-05-40_758_5061664908968766431/-mr-10004 + directory: file:/tmp/nzhang/hive_2010-08-17_22-54-54_406_7263441585620958575/-mr-10004 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -657,11 +642,11 @@ PREHOOK: query: select * from dest_j1 x order by x.key PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-05-51_262_6569271114416709764/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-55-11_006_4340375283672634760/-mr-10000 POSTHOOK: query: select * from dest_j1 x order by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest_j1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-05-51_262_6569271114416709764/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-55-11_006_4340375283672634760/-mr-10000 POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.val2 EXPRESSION [(src)x.null, (src)x1.null, ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(src1)x.FieldSchema(name:value, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/udf_length.q.out_0.17 =================================================================== --- ql/src/test/results/clientpositive/udf_length.q.out_0.17 (revision 981708) +++ ql/src/test/results/clientpositive/udf_length.q.out_0.17 (working copy) @@ -58,7 +58,7 @@ Move Operator files: hdfs directory: true - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_13-31-41_802_6557956853108160258/10000 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-03-05_243_1924060197923302676/-ext-10000 Stage: Stage-0 Move Operator @@ -73,7 +73,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_13-31-41_802_6557956853108160258/10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-03-05_243_1924060197923302676/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -107,11 +107,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_13-31-44_358_3550153861453553323/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_12-03-09_783_5734453621251438276/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_13-31-44_358_3550153861453553323/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_12-03-09_783_5734453621251438276/-mr-10000 POSTHOOK: Lineage: dest1.len EXPRESSION [(src1)src1.FieldSchema(name:value, type:string, comment:default), ] 7 0 @@ -140,8 +140,11 @@ 0 PREHOOK: query: DROP TABLE dest1 PREHOOK: type: DROPTABLE +PREHOOK: Input: default@dest1 +PREHOOK: Output: default@dest1 POSTHOOK: query: DROP TABLE dest1 POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@dest1 POSTHOOK: Output: default@dest1 POSTHOOK: Lineage: dest1.len EXPRESSION [(src1)src1.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: -- Test with non-ascii characters. @@ -197,10 +200,10 @@ PREHOOK: query: SELECT length(dest1.name) FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_13-31-44_626_9093591696777142802/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_12-03-11_141_7103995301140553325/-mr-10000 POSTHOOK: query: SELECT length(dest1.name) FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_13-31-44_626_9093591696777142802/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_12-03-11_141_7103995301140553325/-mr-10000 POSTHOOK: Lineage: dest1.len EXPRESSION [(src1)src1.FieldSchema(name:value, type:string, comment:default), ] 2 Index: ql/src/test/results/clientpositive/sample1.q.out_0.17 =================================================================== --- ql/src/test/results/clientpositive/sample1.q.out_0.17 (revision 981708) +++ ql/src/test/results/clientpositive/sample1.q.out_0.17 (working copy) @@ -72,7 +72,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-04_490_2622849850903236324/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-02-54_832_7020828807568587186/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -83,21 +83,21 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string dt, string hr} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280085904 + transient_lastDdlTime 1282158174 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [s] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [s] Path -> Partition: - pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -111,13 +111,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280082967 + transient_lastDdlTime 1282157844 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -128,13 +128,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280082967 + transient_lastDdlTime 1282157844 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -146,14 +146,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-04_490_2622849850903236324/-ext-10002 - destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-04_490_2622849850903236324/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-02-54_832_7020828807568587186/-ext-10002 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-02-54_832_7020828807568587186/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-04_490_2622849850903236324/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-02-54_832_7020828807568587186/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -163,20 +163,20 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string dt, string hr} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280085904 + transient_lastDdlTime 1282158174 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-04_490_2622849850903236324/-ext-10001 + tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-02-54_832_7020828807568587186/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-04_490_2622849850903236324/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-02-54_832_7020828807568587186/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -194,9 +194,9 @@ type: string Needs Tagging: false Path -> Alias: - pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-04_490_2622849850903236324/-ext-10002 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-04_490_2622849850903236324/-ext-10002] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-02-54_832_7020828807568587186/-ext-10002 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-02-54_832_7020828807568587186/-ext-10002] Path -> Partition: - pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-04_490_2622849850903236324/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-02-54_832_7020828807568587186/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -207,12 +207,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string dt, string hr} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280085904 + transient_lastDdlTime 1282158174 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -223,12 +223,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string dt, string hr} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280085904 + transient_lastDdlTime 1282158174 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 name: dest1 @@ -237,7 +237,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-04_490_2622849850903236324/-ext-10000 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-02-54_832_7020828807568587186/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -248,12 +248,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string dt, string hr} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280085904 + transient_lastDdlTime 1282158174 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -272,22 +272,22 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Output: default@dest1 -POSTHOOK: Lineage: dest1.dt SIMPLE [(srcpart)s.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)s.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)s.FieldSchema(name:ds, type:string, comment:null), ] -POSTHOOK: Lineage: dest1.value SIMPLE [(srcpart)s.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Lineage: dest1.dt SIMPLE [(srcpart)s.FieldSchema(name:ds, type:string, comment:null), ] +POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)s.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)s.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest1.value SIMPLE [(srcpart)s.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-25-07_701_6268476249840479799/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_12-02-59_512_4600533098023234676/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-25-07_701_6268476249840479799/-mr-10000 -POSTHOOK: Lineage: dest1.dt SIMPLE [(srcpart)s.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)s.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)s.FieldSchema(name:ds, type:string, comment:null), ] -POSTHOOK: Lineage: dest1.value SIMPLE [(srcpart)s.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_12-02-59_512_4600533098023234676/-mr-10000 +POSTHOOK: Lineage: dest1.dt SIMPLE [(srcpart)s.FieldSchema(name:ds, type:string, comment:null), ] +POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)s.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)s.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest1.value SIMPLE [(srcpart)s.FieldSchema(name:value, type:string, comment:default), ] 238 val_238 2008-04-08 11 86 val_86 2008-04-08 11 311 val_311 2008-04-08 11 @@ -791,13 +791,13 @@ PREHOOK: query: select count(1) from srcbucket PREHOOK: type: QUERY PREHOOK: Input: default@srcbucket -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-25-07_969_7373420365628541360/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_12-02-59_950_5869755348025190685/-mr-10000 POSTHOOK: query: select count(1) from srcbucket POSTHOOK: type: QUERY POSTHOOK: Input: default@srcbucket -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-25-07_969_7373420365628541360/-mr-10000 -POSTHOOK: Lineage: dest1.dt SIMPLE [(srcpart)s.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)s.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)s.FieldSchema(name:ds, type:string, comment:null), ] -POSTHOOK: Lineage: dest1.value SIMPLE [(srcpart)s.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_12-02-59_950_5869755348025190685/-mr-10000 +POSTHOOK: Lineage: dest1.dt SIMPLE [(srcpart)s.FieldSchema(name:ds, type:string, comment:null), ] +POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)s.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)s.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest1.value SIMPLE [(srcpart)s.FieldSchema(name:value, type:string, comment:default), ] 1000 Index: ql/src/test/results/clientpositive/join_map_ppr.q.out =================================================================== --- ql/src/test/results/clientpositive/join_map_ppr.q.out (revision 986853) +++ ql/src/test/results/clientpositive/join_map_ppr.q.out (working copy) @@ -84,7 +84,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-34-43_996_720366325151417811/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-05-30_478_3680463550283866445/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -95,12 +95,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281476083 + transient_lastDdlTime 1282107930 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -163,7 +163,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-34-43_996_720366325151417811/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-05-30_478_3680463550283866445/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -174,12 +174,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281476083 + transient_lastDdlTime 1282107930 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -232,7 +232,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-34-43_996_720366325151417811/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-05-30_478_3680463550283866445/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -243,21 +243,21 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281476083 + transient_lastDdlTime 1282107930 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] Path -> Partition: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -271,13 +271,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474268 + transient_lastDdlTime 1282107918 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -288,13 +288,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474268 + transient_lastDdlTime 1282107918 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -306,14 +306,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-34-43_996_720366325151417811/-ext-10002 - destination: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-34-43_996_720366325151417811/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-05-30_478_3680463550283866445/-ext-10002 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-05-30_478_3680463550283866445/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-34-43_996_720366325151417811/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-05-30_478_3680463550283866445/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -323,38 +323,49 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281476083 + transient_lastDdlTime 1282107930 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 - tmp directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-34-43_996_720366325151417811/-ext-10001 + tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-05-30_478_3680463550283866445/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-34-43_996_720366325151417811/-ext-10002 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: string - expr: value - type: string - expr: val2 - type: string + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-05-30_478_3680463550283866445/-ext-10002 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-05-30_478_3680463550283866445/-ext-10000 + NumFilesPerFileSink: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value,val2 + columns.types string:string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 + name dest_j1 + serialization.ddl struct dest_j1 { string key, string value, string val2} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282107930 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest_j1 + TotalFiles: 1 + MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-34-43_996_720366325151417811/-ext-10002 [pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-34-43_996_720366325151417811/-ext-10002] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-05-30_478_3680463550283866445/-ext-10002 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-05-30_478_3680463550283866445/-ext-10002] Path -> Partition: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-34-43_996_720366325151417811/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-05-30_478_3680463550283866445/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -365,12 +376,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281476083 + transient_lastDdlTime 1282107930 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -381,42 +392,17 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281476083 + transient_lastDdlTime 1282107930 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 name: dest_j1 - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-34-43_996_720366325151417811/-ext-10000 - NumFilesPerFileSink: 1 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - bucket_count -1 - columns key,value,val2 - columns.types string:string:string - file.inputformat org.apache.hadoop.mapred.TextInputFormat - file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest_j1 - name dest_j1 - serialization.ddl struct dest_j1 { string key, string value, string val2} - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281476083 - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: dest_j1 - TotalFiles: 1 - MultiFileSpray: false + PREHOOK: query: INSERT OVERWRITE TABLE dest_j1 SELECT /*+ MAPJOIN(x,y) */ x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) @@ -443,11 +429,11 @@ PREHOOK: query: select * from dest_j1 x order by x.key PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-34-47_041_4281305197383348658/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-05-36_854_44548465210414790/-mr-10000 POSTHOOK: query: select * from dest_j1 x order by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest_j1 -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-34-47_041_4281305197383348658/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-05-36_854_44548465210414790/-mr-10000 POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.val2 SIMPLE [(src)y.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:value, type:string, comment:default), ] @@ -690,7 +676,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-34-55_054_9118119529036896813/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-05-47_771_3043845519123603817/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -701,12 +687,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281476087 + transient_lastDdlTime 1282107936 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -769,7 +755,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-34-55_054_9118119529036896813/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-05-47_771_3043845519123603817/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -780,12 +766,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281476087 + transient_lastDdlTime 1282107936 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -838,7 +824,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-34-55_054_9118119529036896813/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-05-47_771_3043845519123603817/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -849,21 +835,21 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281476087 + transient_lastDdlTime 1282107936 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] Path -> Partition: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -877,13 +863,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474268 + transient_lastDdlTime 1282107918 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -894,13 +880,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474268 + transient_lastDdlTime 1282107918 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -912,14 +898,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-34-55_054_9118119529036896813/-ext-10002 - destination: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-34-55_054_9118119529036896813/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-05-47_771_3043845519123603817/-ext-10002 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-05-47_771_3043845519123603817/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-34-55_054_9118119529036896813/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-05-47_771_3043845519123603817/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -929,38 +915,49 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281476087 + transient_lastDdlTime 1282107936 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 - tmp directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-34-55_054_9118119529036896813/-ext-10001 + tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-05-47_771_3043845519123603817/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-34-55_054_9118119529036896813/-ext-10002 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: string - expr: value - type: string - expr: val2 - type: string + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-05-47_771_3043845519123603817/-ext-10002 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-05-47_771_3043845519123603817/-ext-10000 + NumFilesPerFileSink: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value,val2 + columns.types string:string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 + name dest_j1 + serialization.ddl struct dest_j1 { string key, string value, string val2} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282107936 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest_j1 + TotalFiles: 1 + MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-34-55_054_9118119529036896813/-ext-10002 [pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-34-55_054_9118119529036896813/-ext-10002] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-05-47_771_3043845519123603817/-ext-10002 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-05-47_771_3043845519123603817/-ext-10002] Path -> Partition: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-34-55_054_9118119529036896813/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-05-47_771_3043845519123603817/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -971,12 +968,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281476087 + transient_lastDdlTime 1282107936 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -987,42 +984,17 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281476087 + transient_lastDdlTime 1282107936 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 name: dest_j1 - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-34-55_054_9118119529036896813/-ext-10000 - NumFilesPerFileSink: 1 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - bucket_count -1 - columns key,value,val2 - columns.types string:string:string - file.inputformat org.apache.hadoop.mapred.TextInputFormat - file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest_j1 - name dest_j1 - serialization.ddl struct dest_j1 { string key, string value, string val2} - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281476087 - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: dest_j1 - TotalFiles: 1 - MultiFileSpray: false + PREHOOK: query: INSERT OVERWRITE TABLE dest_j1 SELECT /*+ MAPJOIN(x,y) */ x.key, z.value, y.value FROM src1_copy x JOIN src_copy y ON (x.key = y.key) @@ -1056,11 +1028,11 @@ PREHOOK: query: select * from dest_j1 x order by x.key PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-34-58_011_5379439691585935835/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-05-53_876_2301865258012081792/-mr-10000 POSTHOOK: query: select * from dest_j1 x order by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest_j1 -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-34-58_011_5379439691585935835/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-05-53_876_2301865258012081792/-mr-10000 POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1_copy)x.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: dest_j1.val2 SIMPLE [(src)y.FieldSchema(name:value, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/rand_partitionpruner2.q.out =================================================================== --- ql/src/test/results/clientpositive/rand_partitionpruner2.q.out (revision 986853) +++ ql/src/test/results/clientpositive/rand_partitionpruner2.q.out (working copy) @@ -51,7 +51,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-48-13_133_6414369876351869642/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-10_367_1741057959555394215/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -62,22 +62,22 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/tmptable + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/tmptable name tmptable serialization.ddl struct tmptable { string key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281476893 + transient_lastDdlTime 1282111150 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: tmptable TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] Path -> Partition: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -91,13 +91,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474268 + transient_lastDdlTime 1282110625 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -108,17 +108,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474268 + transient_lastDdlTime 1282110625 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -132,13 +132,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474268 + transient_lastDdlTime 1282110625 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -149,13 +149,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474268 + transient_lastDdlTime 1282110625 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -167,14 +167,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-48-13_133_6414369876351869642/-ext-10002 - destination: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-48-13_133_6414369876351869642/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-10_367_1741057959555394215/-ext-10002 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-10_367_1741057959555394215/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-48-13_133_6414369876351869642/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-10_367_1741057959555394215/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -184,40 +184,49 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/tmptable + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/tmptable name tmptable serialization.ddl struct tmptable { string key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281476893 + transient_lastDdlTime 1282111150 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: tmptable - tmp directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-48-13_133_6414369876351869642/-ext-10001 + tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-10_367_1741057959555394215/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-48-13_133_6414369876351869642/-ext-10002 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: string - expr: value - type: string - expr: hr - type: string - expr: ds - type: string + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-10_367_1741057959555394215/-ext-10002 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-10_367_1741057959555394215/-ext-10000 + NumFilesPerFileSink: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value,hr,ds + columns.types string:string:string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/tmptable + name tmptable + serialization.ddl struct tmptable { string key, string value, string hr, string ds} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282111150 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: tmptable + TotalFiles: 1 + MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-48-13_133_6414369876351869642/-ext-10002 [pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-48-13_133_6414369876351869642/-ext-10002] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-10_367_1741057959555394215/-ext-10002 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-10_367_1741057959555394215/-ext-10002] Path -> Partition: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-48-13_133_6414369876351869642/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-10_367_1741057959555394215/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -228,12 +237,12 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/tmptable + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/tmptable name tmptable serialization.ddl struct tmptable { string key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281476893 + transient_lastDdlTime 1282111150 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -244,41 +253,15 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/tmptable + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/tmptable name tmptable serialization.ddl struct tmptable { string key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281476893 + transient_lastDdlTime 1282111150 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: tmptable name: tmptable - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-48-13_133_6414369876351869642/-ext-10000 - NumFilesPerFileSink: 1 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - bucket_count -1 - columns key,value,hr,ds - columns.types string:string:string:string - file.inputformat org.apache.hadoop.mapred.TextInputFormat - file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/tmptable - name tmptable - serialization.ddl struct tmptable { string key, string value, string hr, string ds} - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281476893 - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: tmptable - TotalFiles: 1 - MultiFileSpray: false PREHOOK: query: insert overwrite table tmptable @@ -300,11 +283,11 @@ PREHOOK: query: select * from tmptable x sort by x.key,x.value,x.ds,x.hr PREHOOK: type: QUERY PREHOOK: Input: default@tmptable -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-48-18_408_958856050209380766/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-59-17_801_1929266080291306291/-mr-10000 POSTHOOK: query: select * from tmptable x sort by x.key,x.value,x.ds,x.hr POSTHOOK: type: QUERY POSTHOOK: Input: default@tmptable -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-48-18_408_958856050209380766/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-59-17_801_1929266080291306291/-mr-10000 POSTHOOK: Lineage: tmptable.ds SIMPLE [(srcpart)a.FieldSchema(name:hr, type:string, comment:null), ] POSTHOOK: Lineage: tmptable.hr SIMPLE [(srcpart)a.FieldSchema(name:ds, type:string, comment:null), ] POSTHOOK: Lineage: tmptable.key SIMPLE [(srcpart)a.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/input35.q.out =================================================================== --- ql/src/test/results/clientpositive/input35.q.out (revision 986853) +++ ql/src/test/results/clientpositive/input35.q.out (working copy) @@ -80,7 +80,7 @@ Move Operator files: hdfs directory: true - destination: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-12-46_935_1376343678250380802/10000 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-52-39_059_3888640194483129382/-ext-10000 Stage: Stage-0 Move Operator @@ -95,28 +95,15 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-12-46_935_1376343678250380802/10002 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: int - expr: value - type: string - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: dest1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-52-39_059_3888640194483129382/-ext-10002 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest1 PREHOOK: query: FROM ( @@ -144,11 +131,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-12-50_834_8263388023937488503/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-52-43_302_4797193311977202177/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-12-50_834_8263388023937488503/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-52-43_302_4797193311977202177/-mr-10000 POSTHOOK: Lineage: dest1.key SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] 238 val_238 Index: ql/src/test/results/clientpositive/merge2.q.out =================================================================== --- ql/src/test/results/clientpositive/merge2.q.out (revision 0) +++ ql/src/test/results/clientpositive/merge2.q.out (revision 0) @@ -0,0 +1,691 @@ +PREHOOK: query: create table test1(key int, val int) +PREHOOK: type: CREATETABLE +POSTHOOK: query: create table test1(key int, val int) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: default@test1 +PREHOOK: query: explain +insert overwrite table test1 +select key, count(1) from src group by key +PREHOOK: type: QUERY +POSTHOOK: query: explain +insert overwrite table test1 +select key, count(1) from src group by key +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB test1)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_FUNCTION count 1))) (TOK_GROUPBY (TOK_TABLE_OR_COL key)))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-4 depends on stages: Stage-1 , consists of Stage-3, Stage-2 + Stage-3 + Stage-0 depends on stages: Stage-3, Stage-2 + Stage-2 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + src + TableScan + alias: src + Select Operator + expressions: + expr: key + type: string + outputColumnNames: key + Group By Operator + aggregations: + expr: count(1) + bucketGroup: false + keys: + expr: key + type: string + mode: hash + outputColumnNames: _col0, _col1 + Reduce Output Operator + key expressions: + expr: _col0 + type: string + sort order: + + Map-reduce partition columns: + expr: _col0 + type: string + tag: -1 + value expressions: + expr: _col1 + type: bigint + Reduce Operator Tree: + Group By Operator + aggregations: + expr: count(VALUE._col0) + bucketGroup: false + keys: + expr: KEY._col0 + type: string + mode: mergepartial + outputColumnNames: _col0, _col1 + Select Operator + expressions: + expr: _col0 + type: string + expr: _col1 + type: bigint + outputColumnNames: _col0, _col1 + Select Operator + expressions: + expr: UDFToInteger(_col0) + type: int + expr: UDFToInteger(_col1) + type: int + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: test1 + + Stage: Stage-4 + Conditional Operator + + Stage: Stage-3 + Move Operator + files: + hdfs directory: true + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-55-56_362_1817457196403184484/-ext-10000 + + Stage: Stage-0 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: test1 + + Stage: Stage-2 + Map Reduce + Alias -> Map Operator Tree: + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-55-56_362_1817457196403184484/-ext-10002 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: test1 + + +PREHOOK: query: insert overwrite table test1 +select key, count(1) from src group by key +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@test1 +POSTHOOK: query: insert overwrite table test1 +select key, count(1) from src group by key +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@test1 +POSTHOOK: Lineage: test1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test1.val EXPRESSION [(src)src.null, ] +PREHOOK: query: select * from test1 +PREHOOK: type: QUERY +PREHOOK: Input: default@test1 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-56-01_340_9175387669424641848/-mr-10000 +POSTHOOK: query: select * from test1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-56-01_340_9175387669424641848/-mr-10000 +POSTHOOK: Lineage: test1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test1.val EXPRESSION [(src)src.null, ] +0 3 +10 1 +100 2 +103 2 +104 2 +105 1 +11 1 +111 1 +113 2 +114 1 +116 1 +118 2 +119 3 +12 2 +120 2 +125 2 +126 1 +128 3 +129 2 +131 1 +133 1 +134 2 +136 1 +137 2 +138 4 +143 1 +145 1 +146 2 +149 2 +15 2 +150 1 +152 2 +153 1 +155 1 +156 1 +157 1 +158 1 +160 1 +162 1 +163 1 +164 2 +165 2 +166 1 +167 3 +168 1 +169 4 +17 1 +170 1 +172 2 +174 2 +175 2 +176 2 +177 1 +178 1 +179 2 +18 2 +180 1 +181 1 +183 1 +186 1 +187 3 +189 1 +19 1 +190 1 +191 2 +192 1 +193 3 +194 1 +195 2 +196 1 +197 2 +199 3 +2 1 +20 1 +200 2 +201 1 +202 1 +203 2 +205 2 +207 2 +208 3 +209 2 +213 2 +214 1 +216 2 +217 2 +218 1 +219 2 +221 2 +222 1 +223 2 +224 2 +226 1 +228 1 +229 2 +230 5 +233 2 +235 1 +237 2 +238 2 +239 2 +24 2 +241 1 +242 2 +244 1 +247 1 +248 1 +249 1 +252 1 +255 2 +256 2 +257 1 +258 1 +26 2 +260 1 +262 1 +263 1 +265 2 +266 1 +27 1 +272 2 +273 3 +274 1 +275 1 +277 4 +278 2 +28 1 +280 2 +281 2 +282 2 +283 1 +284 1 +285 1 +286 1 +287 1 +288 2 +289 1 +291 1 +292 1 +296 1 +298 3 +30 1 +302 1 +305 1 +306 1 +307 2 +308 1 +309 2 +310 1 +311 3 +315 1 +316 3 +317 2 +318 3 +321 2 +322 2 +323 1 +325 2 +327 3 +33 1 +331 2 +332 1 +333 2 +335 1 +336 1 +338 1 +339 1 +34 1 +341 1 +342 2 +344 2 +345 1 +348 5 +35 3 +351 1 +353 2 +356 1 +360 1 +362 1 +364 1 +365 1 +366 1 +367 2 +368 1 +369 3 +37 2 +373 1 +374 1 +375 1 +377 1 +378 1 +379 1 +382 2 +384 3 +386 1 +389 1 +392 1 +393 1 +394 1 +395 2 +396 3 +397 2 +399 2 +4 1 +400 1 +401 5 +402 1 +403 3 +404 2 +406 4 +407 1 +409 3 +41 1 +411 1 +413 2 +414 2 +417 3 +418 1 +419 1 +42 2 +421 1 +424 2 +427 1 +429 2 +43 1 +430 3 +431 3 +432 1 +435 1 +436 1 +437 1 +438 3 +439 2 +44 1 +443 1 +444 1 +446 1 +448 1 +449 1 +452 1 +453 1 +454 3 +455 1 +457 1 +458 2 +459 2 +460 1 +462 2 +463 2 +466 3 +467 1 +468 4 +469 5 +47 1 +470 1 +472 1 +475 1 +477 1 +478 2 +479 1 +480 3 +481 1 +482 1 +483 1 +484 1 +485 1 +487 1 +489 4 +490 1 +491 1 +492 2 +493 1 +494 1 +495 1 +496 1 +497 1 +498 3 +5 3 +51 2 +53 1 +54 1 +57 1 +58 2 +64 1 +65 1 +66 1 +67 2 +69 1 +70 3 +72 2 +74 1 +76 2 +77 1 +78 1 +8 1 +80 1 +82 1 +83 2 +84 2 +85 1 +86 1 +87 1 +9 1 +90 3 +92 1 +95 2 +96 1 +97 2 +98 2 +PREHOOK: query: drop table test1 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@test1 +PREHOOK: Output: default@test1 +POSTHOOK: query: drop table test1 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@test1 +POSTHOOK: Output: default@test1 +POSTHOOK: Lineage: test1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test1.val EXPRESSION [(src)src.null, ] +PREHOOK: query: create table test_src(key string, value string) partitioned by (ds string) +PREHOOK: type: CREATETABLE +POSTHOOK: query: create table test_src(key string, value string) partitioned by (ds string) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: default@test_src +POSTHOOK: Lineage: test1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test1.val EXPRESSION [(src)src.null, ] +PREHOOK: query: create table test1(key string) +PREHOOK: type: CREATETABLE +POSTHOOK: query: create table test1(key string) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: default@test1 +POSTHOOK: Lineage: test1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test1.val EXPRESSION [(src)src.null, ] +PREHOOK: query: insert overwrite table test_src partition(ds='101') select * from src +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@test_src@ds=101 +POSTHOOK: query: insert overwrite table test_src partition(ds='101') select * from src +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@test_src@ds=101 +POSTHOOK: Lineage: test1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test1.val EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: test_src PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test_src PARTITION(ds=101).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: insert overwrite table test_src partition(ds='102') select * from src +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@test_src@ds=102 +POSTHOOK: query: insert overwrite table test_src partition(ds='102') select * from src +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@test_src@ds=102 +POSTHOOK: Lineage: test1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test1.val EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: test_src PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test_src PARTITION(ds=101).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: test_src PARTITION(ds=102).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test_src PARTITION(ds=102).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: explain +insert overwrite table test1 select key from test_src +PREHOOK: type: QUERY +POSTHOOK: query: explain +insert overwrite table test1 select key from test_src +POSTHOOK: type: QUERY +POSTHOOK: Lineage: test1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test1.val EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: test_src PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test_src PARTITION(ds=101).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: test_src PARTITION(ds=102).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test_src PARTITION(ds=102).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF test_src)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB test1)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key))))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-4 depends on stages: Stage-1 , consists of Stage-3, Stage-2 + Stage-3 + Stage-0 depends on stages: Stage-3, Stage-2 + Stage-2 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + test_src + TableScan + alias: test_src + Select Operator + expressions: + expr: key + type: string + outputColumnNames: _col0 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: test1 + + Stage: Stage-4 + Conditional Operator + + Stage: Stage-3 + Move Operator + files: + hdfs directory: true + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-56-09_531_6975056240827314343/-ext-10000 + + Stage: Stage-0 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: test1 + + Stage: Stage-2 + Map Reduce + Alias -> Map Operator Tree: + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-56-09_531_6975056240827314343/-ext-10002 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: test1 + + +PREHOOK: query: insert overwrite table test1 select key from test_src +PREHOOK: type: QUERY +PREHOOK: Input: default@test_src@ds=101 +PREHOOK: Input: default@test_src@ds=102 +PREHOOK: Output: default@test1 +POSTHOOK: query: insert overwrite table test1 select key from test_src +POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_src@ds=101 +POSTHOOK: Input: default@test_src@ds=102 +POSTHOOK: Output: default@test1 +POSTHOOK: Lineage: test1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test1.key SIMPLE [(test_src)test_src.FieldSchema(name:key, type:string, comment:null), ] +POSTHOOK: Lineage: test1.val EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: test_src PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test_src PARTITION(ds=101).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: test_src PARTITION(ds=102).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test_src PARTITION(ds=102).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: explain +insert overwrite table test1 select key from test_src +PREHOOK: type: QUERY +POSTHOOK: query: explain +insert overwrite table test1 select key from test_src +POSTHOOK: type: QUERY +POSTHOOK: Lineage: test1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test1.key SIMPLE [(test_src)test_src.FieldSchema(name:key, type:string, comment:null), ] +POSTHOOK: Lineage: test1.val EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: test_src PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test_src PARTITION(ds=101).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: test_src PARTITION(ds=102).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test_src PARTITION(ds=102).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF test_src)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB test1)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key))))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-4 depends on stages: Stage-1 , consists of Stage-3, Stage-2 + Stage-3 + Stage-0 depends on stages: Stage-3, Stage-2 + Stage-2 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + test_src + TableScan + alias: test_src + Select Operator + expressions: + expr: key + type: string + outputColumnNames: _col0 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: test1 + + Stage: Stage-4 + Conditional Operator + + Stage: Stage-3 + Move Operator + files: + hdfs directory: true + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-56-17_602_4349159757722990372/-ext-10000 + + Stage: Stage-0 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: test1 + + Stage: Stage-2 + Map Reduce + Alias -> Map Operator Tree: + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-56-17_602_4349159757722990372/-ext-10002 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: test1 + + +PREHOOK: query: insert overwrite table test1 select key from test_src +PREHOOK: type: QUERY +PREHOOK: Input: default@test_src@ds=101 +PREHOOK: Input: default@test_src@ds=102 +PREHOOK: Output: default@test1 +POSTHOOK: query: insert overwrite table test1 select key from test_src +POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_src@ds=101 +POSTHOOK: Input: default@test_src@ds=102 +POSTHOOK: Output: default@test1 +POSTHOOK: Lineage: test1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test1.key SIMPLE [(test_src)test_src.FieldSchema(name:key, type:string, comment:null), ] +POSTHOOK: Lineage: test1.key SIMPLE [(test_src)test_src.FieldSchema(name:key, type:string, comment:null), ] +POSTHOOK: Lineage: test1.val EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: test_src PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test_src PARTITION(ds=101).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: test_src PARTITION(ds=102).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test_src PARTITION(ds=102).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/input_dynamicserde.q.out =================================================================== --- ql/src/test/results/clientpositive/input_dynamicserde.q.out (revision 986853) +++ ql/src/test/results/clientpositive/input_dynamicserde.q.out (working copy) @@ -69,7 +69,7 @@ Move Operator files: hdfs directory: true - destination: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-12-43_270_8554014130671388965/10000 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-01_757_5819014558774174140/-ext-10000 Stage: Stage-0 Move Operator @@ -84,34 +84,15 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-12-43_270_8554014130671388965/10002 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: a - type: array - expr: b - type: array - expr: c - type: map - expr: d - type: int - expr: e - type: string - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: dest1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-01_757_5819014558774174140/-ext-10002 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest1 PREHOOK: query: FROM src_thrift @@ -132,11 +113,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-12-48_027_2340638773474099785/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-53-05_921_5875180124679138012/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-12-48_027_2340638773474099785/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-53-05_921_5875180124679138012/-mr-10000 POSTHOOK: Lineage: dest1.a SIMPLE [(src_thrift)src_thrift.FieldSchema(name:lint, type:array, comment:from deserializer), ] POSTHOOK: Lineage: dest1.b SIMPLE [(src_thrift)src_thrift.FieldSchema(name:lstring, type:array, comment:from deserializer), ] POSTHOOK: Lineage: dest1.c SIMPLE [(src_thrift)src_thrift.FieldSchema(name:mstringstring, type:map, comment:from deserializer), ] @@ -156,11 +137,11 @@ PREHOOK: query: SELECT dest1.a[0], dest1.b[0], dest1.c['key2'], dest1.d, dest1.e FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-12-48_088_2019866462571089916/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-53-06_171_2453831878768834955/-mr-10000 POSTHOOK: query: SELECT dest1.a[0], dest1.b[0], dest1.c['key2'], dest1.d, dest1.e FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-12-48_088_2019866462571089916/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-53-06_171_2453831878768834955/-mr-10000 POSTHOOK: Lineage: dest1.a SIMPLE [(src_thrift)src_thrift.FieldSchema(name:lint, type:array, comment:from deserializer), ] POSTHOOK: Lineage: dest1.b SIMPLE [(src_thrift)src_thrift.FieldSchema(name:lstring, type:array, comment:from deserializer), ] POSTHOOK: Lineage: dest1.c SIMPLE [(src_thrift)src_thrift.FieldSchema(name:mstringstring, type:map, comment:from deserializer), ] Index: ql/src/test/results/clientpositive/input_part5.q.out =================================================================== --- ql/src/test/results/clientpositive/input_part5.q.out (revision 986853) +++ ql/src/test/results/clientpositive/input_part5.q.out (working copy) @@ -63,7 +63,7 @@ Move Operator files: hdfs directory: true - destination: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-29-18_433_6760065815418980050/-ext-10000 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-35_664_1396318289079329391/-ext-10000 Stage: Stage-0 Move Operator @@ -78,32 +78,15 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-29-18_433_6760065815418980050/-ext-10002 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: string - expr: value - type: string - expr: hr - type: string - expr: ds - type: string - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: tmptable + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-35_664_1396318289079329391/-ext-10002 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: tmptable PREHOOK: query: insert overwrite table tmptable @@ -125,11 +108,11 @@ PREHOOK: query: select * from tmptable x sort by x.key,x.value,x.ds,x.hr PREHOOK: type: QUERY PREHOOK: Input: default@tmptable -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-29-23_713_830361483202634852/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-53-44_486_6960103354911337905/-mr-10000 POSTHOOK: query: select * from tmptable x sort by x.key,x.value,x.ds,x.hr POSTHOOK: type: QUERY POSTHOOK: Input: default@tmptable -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-29-23_713_830361483202634852/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-53-44_486_6960103354911337905/-mr-10000 POSTHOOK: Lineage: tmptable.ds SIMPLE [(srcpart)x.FieldSchema(name:hr, type:string, comment:null), ] POSTHOOK: Lineage: tmptable.hr SIMPLE [(srcpart)x.FieldSchema(name:ds, type:string, comment:null), ] POSTHOOK: Lineage: tmptable.key SIMPLE [(srcpart)x.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/sample1.q.out =================================================================== --- ql/src/test/results/clientpositive/sample1.q.out (revision 986853) +++ ql/src/test/results/clientpositive/sample1.q.out (working copy) @@ -72,7 +72,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-50-04_721_2534647761681534405/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-21_563_2569025846206463532/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -83,21 +83,21 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string dt, string hr} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281477004 + transient_lastDdlTime 1282111161 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [s] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [s] Path -> Partition: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -111,13 +111,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474268 + transient_lastDdlTime 1282110625 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -128,13 +128,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474268 + transient_lastDdlTime 1282110625 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -146,14 +146,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-50-04_721_2534647761681534405/-ext-10002 - destination: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-50-04_721_2534647761681534405/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-21_563_2569025846206463532/-ext-10002 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-21_563_2569025846206463532/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-50-04_721_2534647761681534405/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-21_563_2569025846206463532/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -163,40 +163,49 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string dt, string hr} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281477004 + transient_lastDdlTime 1282111161 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-50-04_721_2534647761681534405/-ext-10001 + tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-21_563_2569025846206463532/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-50-04_721_2534647761681534405/-ext-10002 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: int - expr: value - type: string - expr: dt - type: string - expr: hr - type: string + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-21_563_2569025846206463532/-ext-10002 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-21_563_2569025846206463532/-ext-10000 + NumFilesPerFileSink: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value,dt,hr + columns.types int:string:string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 + name dest1 + serialization.ddl struct dest1 { i32 key, string value, string dt, string hr} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282111161 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest1 + TotalFiles: 1 + MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-50-04_721_2534647761681534405/-ext-10002 [pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-50-04_721_2534647761681534405/-ext-10002] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-21_563_2569025846206463532/-ext-10002 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-21_563_2569025846206463532/-ext-10002] Path -> Partition: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-50-04_721_2534647761681534405/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-21_563_2569025846206463532/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -207,12 +216,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string dt, string hr} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281477004 + transient_lastDdlTime 1282111161 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -223,41 +232,15 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string dt, string hr} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281477004 + transient_lastDdlTime 1282111161 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 name: dest1 - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-50-04_721_2534647761681534405/-ext-10000 - NumFilesPerFileSink: 1 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - bucket_count -1 - columns key,value,dt,hr - columns.types int:string:string:string - file.inputformat org.apache.hadoop.mapred.TextInputFormat - file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest1 - name dest1 - serialization.ddl struct dest1 { i32 key, string value, string dt, string hr} - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281477004 - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: dest1 - TotalFiles: 1 - MultiFileSpray: false PREHOOK: query: INSERT OVERWRITE TABLE dest1 SELECT s.* @@ -279,11 +262,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-50-08_713_8537677775654552395/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-59-25_590_4024449388674227858/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-50-08_713_8537677775654552395/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-59-25_590_4024449388674227858/-mr-10000 POSTHOOK: Lineage: dest1.dt SIMPLE [(srcpart)s.FieldSchema(name:ds, type:string, comment:null), ] POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)s.FieldSchema(name:hr, type:string, comment:null), ] POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)s.FieldSchema(name:key, type:string, comment:default), ] @@ -791,11 +774,11 @@ PREHOOK: query: select count(1) from srcbucket PREHOOK: type: QUERY PREHOOK: Input: default@srcbucket -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-50-08_870_5426118052018962395/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-59-25_855_4417130944079527899/-mr-10000 POSTHOOK: query: select count(1) from srcbucket POSTHOOK: type: QUERY POSTHOOK: Input: default@srcbucket -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-50-08_870_5426118052018962395/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-59-25_855_4417130944079527899/-mr-10000 POSTHOOK: Lineage: dest1.dt SIMPLE [(srcpart)s.FieldSchema(name:ds, type:string, comment:null), ] POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)s.FieldSchema(name:hr, type:string, comment:null), ] POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)s.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/input_part2.q.out_0.17 =================================================================== --- ql/src/test/results/clientpositive/input_part2.q.out_0.17 (revision 981708) +++ ql/src/test/results/clientpositive/input_part2.q.out_0.17 (working copy) @@ -69,7 +69,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10004 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-59-39_770_6413652707936318756/-ext-10004 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -80,12 +80,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280084450 + transient_lastDdlTime 1282157979 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -120,7 +120,7 @@ File Output Operator compressed: false GlobalTableId: 2 - directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10005 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-59-39_770_6413652707936318756/-ext-10005 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -131,22 +131,22 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest2 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest2 name dest2 serialization.ddl struct dest2 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280084450 + transient_lastDdlTime 1282157979 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest2 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [srcpart] - pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [srcpart] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [srcpart] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [srcpart] Path -> Partition: - pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -160,13 +160,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280082967 + transient_lastDdlTime 1282157844 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -177,17 +177,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280082967 + transient_lastDdlTime 1282157844 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -201,13 +201,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280082967 + transient_lastDdlTime 1282157844 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -218,13 +218,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280082967 + transient_lastDdlTime 1282157844 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -236,14 +236,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10004 - destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-59-39_770_6413652707936318756/-ext-10004 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-59-39_770_6413652707936318756/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-59-39_770_6413652707936318756/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -253,20 +253,20 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280084450 + transient_lastDdlTime 1282157979 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10001 + tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-59-39_770_6413652707936318756/-ext-10001 Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10004 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-59-39_770_6413652707936318756/-ext-10004 Reduce Output Operator sort order: Map-reduce partition columns: @@ -284,9 +284,9 @@ type: string Needs Tagging: false Path -> Alias: - pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10004 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10004] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-59-39_770_6413652707936318756/-ext-10004 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-59-39_770_6413652707936318756/-ext-10004] Path -> Partition: - pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10004 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-59-39_770_6413652707936318756/-ext-10004 Partition base file name: -ext-10004 input format: org.apache.hadoop.mapred.TextInputFormat @@ -297,12 +297,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280084450 + transient_lastDdlTime 1282157979 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -313,12 +313,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280084450 + transient_lastDdlTime 1282157979 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 name: dest1 @@ -327,7 +327,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10000 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-59-39_770_6413652707936318756/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -338,12 +338,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280084450 + transient_lastDdlTime 1282157979 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -356,14 +356,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10005 - destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10002 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-59-39_770_6413652707936318756/-ext-10005 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-59-39_770_6413652707936318756/-ext-10002 Stage: Stage-1 Move Operator tables: replace: true - source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10002 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-59-39_770_6413652707936318756/-ext-10002 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -373,20 +373,20 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest2 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest2 name dest2 serialization.ddl struct dest2 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280084450 + transient_lastDdlTime 1282157979 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest2 - tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10003 + tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-59-39_770_6413652707936318756/-ext-10003 Stage: Stage-6 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10005 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-59-39_770_6413652707936318756/-ext-10005 Reduce Output Operator sort order: Map-reduce partition columns: @@ -404,9 +404,9 @@ type: string Needs Tagging: false Path -> Alias: - pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10005 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10005] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-59-39_770_6413652707936318756/-ext-10005 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-59-39_770_6413652707936318756/-ext-10005] Path -> Partition: - pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10005 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-59-39_770_6413652707936318756/-ext-10005 Partition base file name: -ext-10005 input format: org.apache.hadoop.mapred.TextInputFormat @@ -417,12 +417,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest2 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest2 name dest2 serialization.ddl struct dest2 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280084450 + transient_lastDdlTime 1282157979 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -433,12 +433,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest2 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest2 name dest2 serialization.ddl struct dest2 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280084450 + transient_lastDdlTime 1282157979 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest2 name: dest2 @@ -447,7 +447,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_11-59-39_770_6413652707936318756/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -458,12 +458,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest2 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest2 name dest2 serialization.ddl struct dest2 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280084450 + transient_lastDdlTime 1282157979 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest2 TotalFiles: 1 @@ -486,30 +486,30 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Output: default@dest1 POSTHOOK: Output: default@dest2 -POSTHOOK: Lineage: dest1.ds SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ] -POSTHOOK: Lineage: dest1.value SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ] -POSTHOOK: Lineage: dest2.ds SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: dest2.hr SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: dest2.key EXPRESSION [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ] -POSTHOOK: Lineage: dest2.value SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Lineage: dest1.ds SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ] +POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest1.value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest2.ds SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ] +POSTHOOK: Lineage: dest2.hr SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Lineage: dest2.key EXPRESSION [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest2.value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: SELECT dest1.* FROM dest1 sort by key,value,ds,hr PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-00-59_391_5915665546351242952/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_11-59-55_239_911542356968328679/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 sort by key,value,ds,hr POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-00-59_391_5915665546351242952/-mr-10000 -POSTHOOK: Lineage: dest1.ds SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ] -POSTHOOK: Lineage: dest1.value SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ] -POSTHOOK: Lineage: dest2.ds SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: dest2.hr SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: dest2.key EXPRESSION [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ] -POSTHOOK: Lineage: dest2.value SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_11-59-55_239_911542356968328679/-mr-10000 +POSTHOOK: Lineage: dest1.ds SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ] +POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest1.value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest2.ds SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ] +POSTHOOK: Lineage: dest2.hr SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Lineage: dest2.key EXPRESSION [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest2.value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] 0 val_0 12 2008-04-08 0 val_0 12 2008-04-08 0 val_0 12 2008-04-08 @@ -597,19 +597,19 @@ PREHOOK: query: SELECT dest2.* FROM dest2 sort by key,value,ds,hr PREHOOK: type: QUERY PREHOOK: Input: default@dest2 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-01-01_973_6054171371519172921/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_11-59-58_880_8814469358506550633/-mr-10000 POSTHOOK: query: SELECT dest2.* FROM dest2 sort by key,value,ds,hr POSTHOOK: type: QUERY POSTHOOK: Input: default@dest2 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-01-01_973_6054171371519172921/-mr-10000 -POSTHOOK: Lineage: dest1.ds SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ] -POSTHOOK: Lineage: dest1.value SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ] -POSTHOOK: Lineage: dest2.ds SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: dest2.hr SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: dest2.key EXPRESSION [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ] -POSTHOOK: Lineage: dest2.value SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_11-59-58_880_8814469358506550633/-mr-10000 +POSTHOOK: Lineage: dest1.ds SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ] +POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest1.value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest2.ds SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ] +POSTHOOK: Lineage: dest2.hr SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Lineage: dest2.key EXPRESSION [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest2.value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] 0 val_0 12 2008-04-09 0 val_0 12 2008-04-09 0 val_0 12 2008-04-09 Index: ql/src/test/results/clientpositive/udf_reverse.q.out_0.17 =================================================================== --- ql/src/test/results/clientpositive/udf_reverse.q.out_0.17 (revision 981708) +++ ql/src/test/results/clientpositive/udf_reverse.q.out_0.17 (working copy) @@ -58,7 +58,7 @@ Move Operator files: hdfs directory: true - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_13-33-53_988_9126910952478207979/10000 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-03-14_995_869171074390535180/-ext-10000 Stage: Stage-0 Move Operator @@ -73,7 +73,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_13-33-53_988_9126910952478207979/10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-03-14_995_869171074390535180/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -107,11 +107,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_13-33-56_476_2425632697021785832/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_12-03-19_004_6417962732702330578/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_13-33-56_476_2425632697021785832/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_12-03-19_004_6417962732702330578/-mr-10000 POSTHOOK: Lineage: dest1.len EXPRESSION [(src1)src1.FieldSchema(name:value, type:string, comment:default), ] 832_lav @@ -140,8 +140,11 @@ PREHOOK: query: DROP TABLE dest1 PREHOOK: type: DROPTABLE +PREHOOK: Input: default@dest1 +PREHOOK: Output: default@dest1 POSTHOOK: query: DROP TABLE dest1 POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@dest1 POSTHOOK: Output: default@dest1 POSTHOOK: Lineage: dest1.len EXPRESSION [(src1)src1.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: -- Test with non-ascii characters @@ -165,10 +168,10 @@ PREHOOK: query: SELECT count(1) FROM dest1 WHERE reverse(dest1.name) = _UTF-8 0xE993AEE982B5 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_13-33-56_662_1561780003827857387/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_12-03-20_202_5715101206513526870/-mr-10000 POSTHOOK: query: SELECT count(1) FROM dest1 WHERE reverse(dest1.name) = _UTF-8 0xE993AEE982B5 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_13-33-56_662_1561780003827857387/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_12-03-20_202_5715101206513526870/-mr-10000 POSTHOOK: Lineage: dest1.len EXPRESSION [(src1)src1.FieldSchema(name:value, type:string, comment:default), ] 1 Index: ql/src/test/results/clientpositive/ppd_constant_expr.q.out =================================================================== --- ql/src/test/results/clientpositive/ppd_constant_expr.q.out (revision 986853) +++ ql/src/test/results/clientpositive/ppd_constant_expr.q.out (working copy) @@ -62,7 +62,7 @@ Move Operator files: hdfs directory: true - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-46-27_316_7397975593428086505/10000 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-05_879_2735844338849084089/-ext-10000 Stage: Stage-0 Move Operator @@ -77,30 +77,15 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-46-27_316_7397975593428086505/10002 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: c1 - type: string - expr: c2 - type: int - expr: c3 - type: double - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: ppd_constant_expr + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-05_879_2735844338849084089/-ext-10002 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: ppd_constant_expr PREHOOK: query: FROM src1 @@ -119,11 +104,11 @@ PREHOOK: query: SELECT ppd_constant_expr.* FROM ppd_constant_expr PREHOOK: type: QUERY PREHOOK: Input: default@ppd_constant_expr -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-46-29_875_7776179823012704510/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-59-09_777_9157981275279385779/-mr-10000 POSTHOOK: query: SELECT ppd_constant_expr.* FROM ppd_constant_expr POSTHOOK: type: QUERY POSTHOOK: Input: default@ppd_constant_expr -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-46-29_875_7776179823012704510/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-59-09_777_9157981275279385779/-mr-10000 POSTHOOK: Lineage: ppd_constant_expr.c1 EXPRESSION [] POSTHOOK: Lineage: ppd_constant_expr.c2 EXPRESSION [(src1)src1.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: ppd_constant_expr.c3 EXPRESSION [] Index: ql/src/test/results/clientpositive/input13.q.out =================================================================== --- ql/src/test/results/clientpositive/input13.q.out (revision 986853) +++ ql/src/test/results/clientpositive/input13.q.out (working copy) @@ -153,7 +153,7 @@ Move Operator files: hdfs directory: true - destination: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-11-37_525_6254739333945514341/10000 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-52-32_332_2389903696189180400/-ext-10000 Stage: Stage-0 Move Operator @@ -168,28 +168,15 @@ Stage: Stage-5 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-11-37_525_6254739333945514341/10007 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: int - expr: value - type: string - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: dest1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-52-32_332_2389903696189180400/-ext-10007 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest1 Stage: Stage-10 Conditional Operator @@ -198,7 +185,7 @@ Move Operator files: hdfs directory: true - destination: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-11-37_525_6254739333945514341/10002 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-52-32_332_2389903696189180400/-ext-10002 Stage: Stage-1 Move Operator @@ -213,28 +200,15 @@ Stage: Stage-8 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-11-37_525_6254739333945514341/10008 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: int - expr: value - type: string - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: dest2 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-52-32_332_2389903696189180400/-ext-10008 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest2 Stage: Stage-13 Conditional Operator @@ -243,7 +217,7 @@ Move Operator files: hdfs directory: true - destination: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-11-37_525_6254739333945514341/10004 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-52-32_332_2389903696189180400/-ext-10004 Stage: Stage-2 Move Operator @@ -261,26 +235,15 @@ Stage: Stage-11 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-11-37_525_6254739333945514341/10009 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: int - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: dest3 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-52-32_332_2389903696189180400/-ext-10009 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest3 Stage: Stage-16 Conditional Operator @@ -289,7 +252,7 @@ Move Operator files: hdfs directory: true - destination: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-11-37_525_6254739333945514341/10006 + destination: file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-52-32_332_2389903696189180400/-ext-10006 Stage: Stage-3 Move Operator @@ -300,24 +263,13 @@ Stage: Stage-14 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-11-37_525_6254739333945514341/10010 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: _col0 - type: string - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-52-32_332_2389903696189180400/-ext-10010 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat PREHOOK: query: FROM src @@ -350,11 +302,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-11-44_182_8623658788484294220/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-52-37_616_364430927880973822/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-11-44_182_8623658788484294220/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-52-37_616_364430927880973822/-mr-10000 POSTHOOK: Lineage: dest1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest2.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -447,11 +399,11 @@ PREHOOK: query: SELECT dest2.* FROM dest2 PREHOOK: type: QUERY PREHOOK: Input: default@dest2 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-11-44_250_6958627549079394486/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-52-37_867_3685128862804503912/-mr-10000 POSTHOOK: query: SELECT dest2.* FROM dest2 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest2 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-11-44_250_6958627549079394486/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-52-37_867_3685128862804503912/-mr-10000 POSTHOOK: Lineage: dest1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest2.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -565,11 +517,11 @@ PREHOOK: query: SELECT dest3.* FROM dest3 PREHOOK: type: QUERY PREHOOK: Input: default@dest3@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-11-44_319_42913572748613484/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-52-38_110_1838979259788850926/-mr-10000 POSTHOOK: query: SELECT dest3.* FROM dest3 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest3@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-11-44_319_42913572748613484/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-52-38_110_1838979259788850926/-mr-10000 POSTHOOK: Lineage: dest1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest2.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/input36.q.out =================================================================== --- ql/src/test/results/clientpositive/input36.q.out (revision 986853) +++ ql/src/test/results/clientpositive/input36.q.out (working copy) @@ -80,7 +80,7 @@ Move Operator files: hdfs directory: true - destination: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-11-39_984_3940250455777537034/10000 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-52-43_924_7494455475900551701/-ext-10000 Stage: Stage-0 Move Operator @@ -95,28 +95,15 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-11-39_984_3940250455777537034/10002 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: int - expr: value - type: string - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: dest1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-52-43_924_7494455475900551701/-ext-10002 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest1 PREHOOK: query: FROM ( @@ -144,11 +131,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-11-44_738_2361145944394412724/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-52-47_890_2318595910087161046/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-11-44_738_2361145944394412724/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-52-47_890_2318595910087161046/-mr-10000 POSTHOOK: Lineage: dest1.key SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] NULL NULL Index: ql/src/test/results/clientpositive/join28.q.out_0.17 =================================================================== --- ql/src/test/results/clientpositive/join28.q.out_0.17 (revision 981708) +++ ql/src/test/results/clientpositive/join28.q.out_0.17 (working copy) @@ -218,7 +218,7 @@ Move Operator files: hdfs directory: true - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-32-53_953_3029870996442907172/10000 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-30_668_6907132877729345606/-ext-10000 Stage: Stage-0 Move Operator @@ -233,7 +233,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-32-53_953_3029870996442907172/10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-30_668_6907132877729345606/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -280,17 +280,17 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Output: default@dest_j1 POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src1)x.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: select * from dest_j1 x order by x.key PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-32-56_855_199027769742346440/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_12-00-36_865_2820753628257767618/-mr-10000 POSTHOOK: query: select * from dest_j1 x order by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest_j1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-32-56_855_199027769742346440/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_12-00-36_865_2820753628257767618/-mr-10000 POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src1)x.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:value, type:string, comment:default), ] 128 val_128 128 val_128 128 val_128 Index: ql/src/test/results/clientpositive/input_part5.q.out_0.17 =================================================================== --- ql/src/test/results/clientpositive/input_part5.q.out_0.17 (revision 981708) +++ ql/src/test/results/clientpositive/input_part5.q.out_0.17 (working copy) @@ -63,7 +63,7 @@ Move Operator files: hdfs directory: true - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-30-18_979_6381759242501013340/10000 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-04_446_4618719138122182282/-ext-10000 Stage: Stage-0 Move Operator @@ -78,7 +78,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-30-18_979_6381759242501013340/10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-00-04_446_4618719138122182282/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -118,22 +118,22 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Output: default@tmptable -POSTHOOK: Lineage: tmptable.ds SIMPLE [(srcpart)x.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: tmptable.hr SIMPLE [(srcpart)x.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: tmptable.key SIMPLE [(srcpart)x.FieldSchema(name:ds, type:string, comment:null), ] -POSTHOOK: Lineage: tmptable.value SIMPLE [(srcpart)x.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Lineage: tmptable.ds SIMPLE [(srcpart)x.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Lineage: tmptable.hr SIMPLE [(srcpart)x.FieldSchema(name:ds, type:string, comment:null), ] +POSTHOOK: Lineage: tmptable.key SIMPLE [(srcpart)x.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: tmptable.value SIMPLE [(srcpart)x.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: select * from tmptable x sort by x.key,x.value,x.ds,x.hr PREHOOK: type: QUERY PREHOOK: Input: default@tmptable -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-30-24_165_4575568288735476319/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_12-00-15_403_8205955260338045253/-mr-10000 POSTHOOK: query: select * from tmptable x sort by x.key,x.value,x.ds,x.hr POSTHOOK: type: QUERY POSTHOOK: Input: default@tmptable -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-30-24_165_4575568288735476319/10000 -POSTHOOK: Lineage: tmptable.ds SIMPLE [(srcpart)x.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: tmptable.hr SIMPLE [(srcpart)x.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: tmptable.key SIMPLE [(srcpart)x.FieldSchema(name:ds, type:string, comment:null), ] -POSTHOOK: Lineage: tmptable.value SIMPLE [(srcpart)x.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_12-00-15_403_8205955260338045253/-mr-10000 +POSTHOOK: Lineage: tmptable.ds SIMPLE [(srcpart)x.FieldSchema(name:hr, type:string, comment:null), ] +POSTHOOK: Lineage: tmptable.hr SIMPLE [(srcpart)x.FieldSchema(name:ds, type:string, comment:null), ] +POSTHOOK: Lineage: tmptable.key SIMPLE [(srcpart)x.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: tmptable.value SIMPLE [(srcpart)x.FieldSchema(name:value, type:string, comment:default), ] 0 val_0 2008-04-08 11 0 val_0 2008-04-08 11 0 val_0 2008-04-08 11 Index: ql/src/test/results/clientpositive/merge2.q.out_0.17 =================================================================== --- ql/src/test/results/clientpositive/merge2.q.out_0.17 (revision 0) +++ ql/src/test/results/clientpositive/merge2.q.out_0.17 (revision 0) @@ -0,0 +1,726 @@ +PREHOOK: query: create table test1(key int, val int) +PREHOOK: type: CREATETABLE +POSTHOOK: query: create table test1(key int, val int) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: default@test1 +PREHOOK: query: explain +insert overwrite table test1 +select key, count(1) from src group by key +PREHOOK: type: QUERY +POSTHOOK: query: explain +insert overwrite table test1 +select key, count(1) from src group by key +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB test1)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_FUNCTION count 1))) (TOK_GROUPBY (TOK_TABLE_OR_COL key)))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-4 depends on stages: Stage-1 , consists of Stage-3, Stage-2 + Stage-3 + Stage-0 depends on stages: Stage-3, Stage-2 + Stage-2 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + src + TableScan + alias: src + Select Operator + expressions: + expr: key + type: string + outputColumnNames: key + Group By Operator + aggregations: + expr: count(1) + bucketGroup: false + keys: + expr: key + type: string + mode: hash + outputColumnNames: _col0, _col1 + Reduce Output Operator + key expressions: + expr: _col0 + type: string + sort order: + + Map-reduce partition columns: + expr: _col0 + type: string + tag: -1 + value expressions: + expr: _col1 + type: bigint + Reduce Operator Tree: + Group By Operator + aggregations: + expr: count(VALUE._col0) + bucketGroup: false + keys: + expr: KEY._col0 + type: string + mode: mergepartial + outputColumnNames: _col0, _col1 + Select Operator + expressions: + expr: _col0 + type: string + expr: _col1 + type: bigint + outputColumnNames: _col0, _col1 + Select Operator + expressions: + expr: UDFToInteger(_col0) + type: int + expr: UDFToInteger(_col1) + type: int + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: test1 + + Stage: Stage-4 + Conditional Operator + + Stage: Stage-3 + Move Operator + files: + hdfs directory: true + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-02-12_209_1522005743229327785/-ext-10000 + + Stage: Stage-0 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: test1 + + Stage: Stage-2 + Map Reduce + Alias -> Map Operator Tree: + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-02-12_209_1522005743229327785/-ext-10002 + Reduce Output Operator + sort order: + Map-reduce partition columns: + expr: rand() + type: double + tag: -1 + value expressions: + expr: key + type: int + expr: val + type: int + Reduce Operator Tree: + Extract + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: test1 + + +PREHOOK: query: insert overwrite table test1 +select key, count(1) from src group by key +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@test1 +POSTHOOK: query: insert overwrite table test1 +select key, count(1) from src group by key +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@test1 +POSTHOOK: Lineage: test1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test1.val EXPRESSION [(src)src.null, ] +PREHOOK: query: select * from test1 +PREHOOK: type: QUERY +PREHOOK: Input: default@test1 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_12-02-17_385_7037680308600583084/-mr-10000 +POSTHOOK: query: select * from test1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@test1 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_12-02-17_385_7037680308600583084/-mr-10000 +POSTHOOK: Lineage: test1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test1.val EXPRESSION [(src)src.null, ] +0 3 +10 1 +100 2 +103 2 +104 2 +105 1 +11 1 +111 1 +113 2 +114 1 +116 1 +118 2 +119 3 +12 2 +120 2 +125 2 +126 1 +128 3 +129 2 +131 1 +133 1 +134 2 +136 1 +137 2 +138 4 +143 1 +145 1 +146 2 +149 2 +15 2 +150 1 +152 2 +153 1 +155 1 +156 1 +157 1 +158 1 +160 1 +162 1 +163 1 +164 2 +165 2 +166 1 +167 3 +168 1 +169 4 +17 1 +170 1 +172 2 +174 2 +175 2 +176 2 +177 1 +178 1 +179 2 +18 2 +180 1 +181 1 +183 1 +186 1 +187 3 +189 1 +19 1 +190 1 +191 2 +192 1 +193 3 +194 1 +195 2 +196 1 +197 2 +199 3 +2 1 +20 1 +200 2 +201 1 +202 1 +203 2 +205 2 +207 2 +208 3 +209 2 +213 2 +214 1 +216 2 +217 2 +218 1 +219 2 +221 2 +222 1 +223 2 +224 2 +226 1 +228 1 +229 2 +230 5 +233 2 +235 1 +237 2 +238 2 +239 2 +24 2 +241 1 +242 2 +244 1 +247 1 +248 1 +249 1 +252 1 +255 2 +256 2 +257 1 +258 1 +26 2 +260 1 +262 1 +263 1 +265 2 +266 1 +27 1 +272 2 +273 3 +274 1 +275 1 +277 4 +278 2 +28 1 +280 2 +281 2 +282 2 +283 1 +284 1 +285 1 +286 1 +287 1 +288 2 +289 1 +291 1 +292 1 +296 1 +298 3 +30 1 +302 1 +305 1 +306 1 +307 2 +308 1 +309 2 +310 1 +311 3 +315 1 +316 3 +317 2 +318 3 +321 2 +322 2 +323 1 +325 2 +327 3 +33 1 +331 2 +332 1 +333 2 +335 1 +336 1 +338 1 +339 1 +34 1 +341 1 +342 2 +344 2 +345 1 +348 5 +35 3 +351 1 +353 2 +356 1 +360 1 +362 1 +364 1 +365 1 +366 1 +367 2 +368 1 +369 3 +37 2 +373 1 +374 1 +375 1 +377 1 +378 1 +379 1 +382 2 +384 3 +386 1 +389 1 +392 1 +393 1 +394 1 +395 2 +396 3 +397 2 +399 2 +4 1 +400 1 +401 5 +402 1 +403 3 +404 2 +406 4 +407 1 +409 3 +41 1 +411 1 +413 2 +414 2 +417 3 +418 1 +419 1 +42 2 +421 1 +424 2 +427 1 +429 2 +43 1 +430 3 +431 3 +432 1 +435 1 +436 1 +437 1 +438 3 +439 2 +44 1 +443 1 +444 1 +446 1 +448 1 +449 1 +452 1 +453 1 +454 3 +455 1 +457 1 +458 2 +459 2 +460 1 +462 2 +463 2 +466 3 +467 1 +468 4 +469 5 +47 1 +470 1 +472 1 +475 1 +477 1 +478 2 +479 1 +480 3 +481 1 +482 1 +483 1 +484 1 +485 1 +487 1 +489 4 +490 1 +491 1 +492 2 +493 1 +494 1 +495 1 +496 1 +497 1 +498 3 +5 3 +51 2 +53 1 +54 1 +57 1 +58 2 +64 1 +65 1 +66 1 +67 2 +69 1 +70 3 +72 2 +74 1 +76 2 +77 1 +78 1 +8 1 +80 1 +82 1 +83 2 +84 2 +85 1 +86 1 +87 1 +9 1 +90 3 +92 1 +95 2 +96 1 +97 2 +98 2 +PREHOOK: query: drop table test1 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@test1 +PREHOOK: Output: default@test1 +POSTHOOK: query: drop table test1 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@test1 +POSTHOOK: Output: default@test1 +POSTHOOK: Lineage: test1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test1.val EXPRESSION [(src)src.null, ] +PREHOOK: query: create table test_src(key string, value string) partitioned by (ds string) +PREHOOK: type: CREATETABLE +POSTHOOK: query: create table test_src(key string, value string) partitioned by (ds string) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: default@test_src +POSTHOOK: Lineage: test1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test1.val EXPRESSION [(src)src.null, ] +PREHOOK: query: create table test1(key string) +PREHOOK: type: CREATETABLE +POSTHOOK: query: create table test1(key string) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: default@test1 +POSTHOOK: Lineage: test1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test1.val EXPRESSION [(src)src.null, ] +PREHOOK: query: insert overwrite table test_src partition(ds='101') select * from src +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@test_src@ds=101 +POSTHOOK: query: insert overwrite table test_src partition(ds='101') select * from src +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@test_src@ds=101 +POSTHOOK: Lineage: test1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test1.val EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: test_src PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test_src PARTITION(ds=101).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: insert overwrite table test_src partition(ds='102') select * from src +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@test_src@ds=102 +POSTHOOK: query: insert overwrite table test_src partition(ds='102') select * from src +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@test_src@ds=102 +POSTHOOK: Lineage: test1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test1.val EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: test_src PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test_src PARTITION(ds=101).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: test_src PARTITION(ds=102).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test_src PARTITION(ds=102).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: explain +insert overwrite table test1 select key from test_src +PREHOOK: type: QUERY +POSTHOOK: query: explain +insert overwrite table test1 select key from test_src +POSTHOOK: type: QUERY +POSTHOOK: Lineage: test1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test1.val EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: test_src PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test_src PARTITION(ds=101).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: test_src PARTITION(ds=102).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test_src PARTITION(ds=102).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF test_src)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB test1)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key))))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-4 depends on stages: Stage-1 , consists of Stage-3, Stage-2 + Stage-3 + Stage-0 depends on stages: Stage-3, Stage-2 + Stage-2 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + test_src + TableScan + alias: test_src + Select Operator + expressions: + expr: key + type: string + outputColumnNames: _col0 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: test1 + + Stage: Stage-4 + Conditional Operator + + Stage: Stage-3 + Move Operator + files: + hdfs directory: true + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-02-25_918_7677000357202012346/-ext-10000 + + Stage: Stage-0 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: test1 + + Stage: Stage-2 + Map Reduce + Alias -> Map Operator Tree: + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-02-25_918_7677000357202012346/-ext-10002 + Reduce Output Operator + sort order: + Map-reduce partition columns: + expr: rand() + type: double + tag: -1 + value expressions: + expr: key + type: string + Reduce Operator Tree: + Extract + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: test1 + + +PREHOOK: query: insert overwrite table test1 select key from test_src +PREHOOK: type: QUERY +PREHOOK: Input: default@test_src@ds=101 +PREHOOK: Input: default@test_src@ds=102 +PREHOOK: Output: default@test1 +POSTHOOK: query: insert overwrite table test1 select key from test_src +POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_src@ds=101 +POSTHOOK: Input: default@test_src@ds=102 +POSTHOOK: Output: default@test1 +POSTHOOK: Lineage: test1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test1.key SIMPLE [(test_src)test_src.FieldSchema(name:key, type:string, comment:null), ] +POSTHOOK: Lineage: test1.val EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: test_src PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test_src PARTITION(ds=101).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: test_src PARTITION(ds=102).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test_src PARTITION(ds=102).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: explain +insert overwrite table test1 select key from test_src +PREHOOK: type: QUERY +POSTHOOK: query: explain +insert overwrite table test1 select key from test_src +POSTHOOK: type: QUERY +POSTHOOK: Lineage: test1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test1.key SIMPLE [(test_src)test_src.FieldSchema(name:key, type:string, comment:null), ] +POSTHOOK: Lineage: test1.val EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: test_src PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test_src PARTITION(ds=101).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: test_src PARTITION(ds=102).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test_src PARTITION(ds=102).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF test_src)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB test1)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key))))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-4 depends on stages: Stage-1 , consists of Stage-3, Stage-2 + Stage-3 + Stage-0 depends on stages: Stage-3, Stage-2 + Stage-2 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + test_src + TableScan + alias: test_src + Select Operator + expressions: + expr: key + type: string + outputColumnNames: _col0 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: test1 + + Stage: Stage-4 + Conditional Operator + + Stage: Stage-3 + Move Operator + files: + hdfs directory: true + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-02-35_313_6530703842056834275/-ext-10000 + + Stage: Stage-0 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: test1 + + Stage: Stage-2 + Map Reduce + Alias -> Map Operator Tree: + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_12-02-35_313_6530703842056834275/-ext-10002 + Reduce Output Operator + sort order: + Map-reduce partition columns: + expr: rand() + type: double + tag: -1 + value expressions: + expr: key + type: string + Reduce Operator Tree: + Extract + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: test1 + + +PREHOOK: query: insert overwrite table test1 select key from test_src +PREHOOK: type: QUERY +PREHOOK: Input: default@test_src@ds=101 +PREHOOK: Input: default@test_src@ds=102 +PREHOOK: Output: default@test1 +POSTHOOK: query: insert overwrite table test1 select key from test_src +POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_src@ds=101 +POSTHOOK: Input: default@test_src@ds=102 +POSTHOOK: Output: default@test1 +POSTHOOK: Lineage: test1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test1.key SIMPLE [(test_src)test_src.FieldSchema(name:key, type:string, comment:null), ] +POSTHOOK: Lineage: test1.key SIMPLE [(test_src)test_src.FieldSchema(name:key, type:string, comment:null), ] +POSTHOOK: Lineage: test1.val EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: test_src PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test_src PARTITION(ds=101).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: test_src PARTITION(ds=102).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: test_src PARTITION(ds=102).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/merge3.q.out =================================================================== --- ql/src/test/results/clientpositive/merge3.q.out (revision 0) +++ ql/src/test/results/clientpositive/merge3.q.out (revision 0) @@ -0,0 +1,4562 @@ +PREHOOK: query: create table merge_src as +select key, value from srcpart where ds is not null +PREHOOK: type: CREATETABLE +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: query: create table merge_src as +select key, value from srcpart where ds is not null +POSTHOOK: type: CREATETABLE +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: default@merge_src +PREHOOK: query: create table merge_src_part (key string, value string) partitioned by (ds string) +PREHOOK: type: CREATETABLE +POSTHOOK: query: create table merge_src_part (key string, value string) partitioned by (ds string) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: default@merge_src_part +PREHOOK: query: insert overwrite table merge_src_part partition(ds) select key, value, ds from srcpart where ds is not null +PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: query: insert overwrite table merge_src_part partition(ds) select key, value, ds from srcpart where ds is not null +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +POSTHOOK: Output: default@merge_src_part@ds=2008-04-08 +POSTHOOK: Output: default@merge_src_part@ds=2008-04-09 +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: explain extended +create table merge_src2 as +select key, value from merge_src +PREHOOK: type: CREATETABLE +POSTHOOK: query: explain extended +create table merge_src2 as +select key, value from merge_src +POSTHOOK: type: CREATETABLE +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_CREATETABLE merge_src2 TOK_LIKETABLE (TOK_QUERY (TOK_FROM (TOK_TABREF merge_src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)))))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-4 depends on stages: Stage-1 , consists of Stage-3, Stage-2 + Stage-3 + Stage-0 depends on stages: Stage-3, Stage-2 + Stage-5 depends on stages: Stage-0 + Stage-2 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + merge_src + TableScan + alias: merge_src + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 1 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_14-00-37_903_5641315089585675158/-ext-10002 + NumFilesPerFileSink: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1 + columns.types string:string + serialization.format 1 + TotalFiles: 1 + MultiFileSpray: false + Needs Tagging: false + Path -> Alias: + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src [merge_src] + Path -> Partition: + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src + Partition + base file name: merge_src + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src + name merge_src + serialization.ddl struct merge_src { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282078829 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src + name merge_src + serialization.ddl struct merge_src { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282078829 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: merge_src + name: merge_src + + Stage: Stage-4 + Conditional Operator + + Stage: Stage-3 + Move Operator + files: + hdfs directory: true + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_14-00-37_903_5641315089585675158/-ext-10002 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_14-00-37_903_5641315089585675158/-ext-10001 + + Stage: Stage-0 + Move Operator + files: + hdfs directory: true + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_14-00-37_903_5641315089585675158/-ext-10001 + destination: pfile:///data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src2 + + Stage: Stage-5 + Create Table Operator: + Create Table + columns: key string, value string + if not exists: false + input format: org.apache.hadoop.mapred.TextInputFormat + # buckets: -1 + output format: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat + name: merge_src2 + isExternal: false + + Stage: Stage-2 + Map Reduce + Alias -> Map Operator Tree: + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_14-00-37_903_5641315089585675158/-ext-10002 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_14-00-37_903_5641315089585675158/-ext-10001 + NumFilesPerFileSink: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1 + columns.types string:string + serialization.format 1 + TotalFiles: 1 + MultiFileSpray: false + Needs Tagging: false + Path -> Alias: + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_14-00-37_903_5641315089585675158/-ext-10002 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_14-00-37_903_5641315089585675158/-ext-10002] + Path -> Partition: + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_14-00-37_903_5641315089585675158/-ext-10002 + Partition + base file name: -ext-10002 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1 + columns.types string:string + serialization.format 1 + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1 + columns.types string:string + serialization.format 1 + + +PREHOOK: query: create table merge_src2 as +select key, value from merge_src +PREHOOK: type: CREATETABLE +PREHOOK: Input: default@merge_src +POSTHOOK: query: create table merge_src2 as +select key, value from merge_src +POSTHOOK: type: CREATETABLE +POSTHOOK: Input: default@merge_src +POSTHOOK: Output: default@merge_src2 +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: select * from merge_src2 +PREHOOK: type: QUERY +PREHOOK: Input: default@merge_src2 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_14-00-46_279_3840341448709334060/-mr-10000 +POSTHOOK: query: select * from merge_src2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@merge_src2 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_14-00-46_279_3840341448709334060/-mr-10000 +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +238 val_238 +86 val_86 +311 val_311 +27 val_27 +165 val_165 +409 val_409 +255 val_255 +278 val_278 +98 val_98 +484 val_484 +265 val_265 +193 val_193 +401 val_401 +150 val_150 +273 val_273 +224 val_224 +369 val_369 +66 val_66 +128 val_128 +213 val_213 +146 val_146 +406 val_406 +429 val_429 +374 val_374 +152 val_152 +469 val_469 +145 val_145 +495 val_495 +37 val_37 +327 val_327 +281 val_281 +277 val_277 +209 val_209 +15 val_15 +82 val_82 +403 val_403 +166 val_166 +417 val_417 +430 val_430 +252 val_252 +292 val_292 +219 val_219 +287 val_287 +153 val_153 +193 val_193 +338 val_338 +446 val_446 +459 val_459 +394 val_394 +237 val_237 +482 val_482 +174 val_174 +413 val_413 +494 val_494 +207 val_207 +199 val_199 +466 val_466 +208 val_208 +174 val_174 +399 val_399 +396 val_396 +247 val_247 +417 val_417 +489 val_489 +162 val_162 +377 val_377 +397 val_397 +309 val_309 +365 val_365 +266 val_266 +439 val_439 +342 val_342 +367 val_367 +325 val_325 +167 val_167 +195 val_195 +475 val_475 +17 val_17 +113 val_113 +155 val_155 +203 val_203 +339 val_339 +0 val_0 +455 val_455 +128 val_128 +311 val_311 +316 val_316 +57 val_57 +302 val_302 +205 val_205 +149 val_149 +438 val_438 +345 val_345 +129 val_129 +170 val_170 +20 val_20 +489 val_489 +157 val_157 +378 val_378 +221 val_221 +92 val_92 +111 val_111 +47 val_47 +72 val_72 +4 val_4 +280 val_280 +35 val_35 +427 val_427 +277 val_277 +208 val_208 +356 val_356 +399 val_399 +169 val_169 +382 val_382 +498 val_498 +125 val_125 +386 val_386 +437 val_437 +469 val_469 +192 val_192 +286 val_286 +187 val_187 +176 val_176 +54 val_54 +459 val_459 +51 val_51 +138 val_138 +103 val_103 +239 val_239 +213 val_213 +216 val_216 +430 val_430 +278 val_278 +176 val_176 +289 val_289 +221 val_221 +65 val_65 +318 val_318 +332 val_332 +311 val_311 +275 val_275 +137 val_137 +241 val_241 +83 val_83 +333 val_333 +180 val_180 +284 val_284 +12 val_12 +230 val_230 +181 val_181 +67 val_67 +260 val_260 +404 val_404 +384 val_384 +489 val_489 +353 val_353 +373 val_373 +272 val_272 +138 val_138 +217 val_217 +84 val_84 +348 val_348 +466 val_466 +58 val_58 +8 val_8 +411 val_411 +230 val_230 +208 val_208 +348 val_348 +24 val_24 +463 val_463 +431 val_431 +179 val_179 +172 val_172 +42 val_42 +129 val_129 +158 val_158 +119 val_119 +496 val_496 +0 val_0 +322 val_322 +197 val_197 +468 val_468 +393 val_393 +454 val_454 +100 val_100 +298 val_298 +199 val_199 +191 val_191 +418 val_418 +96 val_96 +26 val_26 +165 val_165 +327 val_327 +230 val_230 +205 val_205 +120 val_120 +131 val_131 +51 val_51 +404 val_404 +43 val_43 +436 val_436 +156 val_156 +469 val_469 +468 val_468 +308 val_308 +95 val_95 +196 val_196 +288 val_288 +481 val_481 +457 val_457 +98 val_98 +282 val_282 +197 val_197 +187 val_187 +318 val_318 +318 val_318 +409 val_409 +470 val_470 +137 val_137 +369 val_369 +316 val_316 +169 val_169 +413 val_413 +85 val_85 +77 val_77 +0 val_0 +490 val_490 +87 val_87 +364 val_364 +179 val_179 +118 val_118 +134 val_134 +395 val_395 +282 val_282 +138 val_138 +238 val_238 +419 val_419 +15 val_15 +118 val_118 +72 val_72 +90 val_90 +307 val_307 +19 val_19 +435 val_435 +10 val_10 +277 val_277 +273 val_273 +306 val_306 +224 val_224 +309 val_309 +389 val_389 +327 val_327 +242 val_242 +369 val_369 +392 val_392 +272 val_272 +331 val_331 +401 val_401 +242 val_242 +452 val_452 +177 val_177 +226 val_226 +5 val_5 +497 val_497 +402 val_402 +396 val_396 +317 val_317 +395 val_395 +58 val_58 +35 val_35 +336 val_336 +95 val_95 +11 val_11 +168 val_168 +34 val_34 +229 val_229 +233 val_233 +143 val_143 +472 val_472 +322 val_322 +498 val_498 +160 val_160 +195 val_195 +42 val_42 +321 val_321 +430 val_430 +119 val_119 +489 val_489 +458 val_458 +78 val_78 +76 val_76 +41 val_41 +223 val_223 +492 val_492 +149 val_149 +449 val_449 +218 val_218 +228 val_228 +138 val_138 +453 val_453 +30 val_30 +209 val_209 +64 val_64 +468 val_468 +76 val_76 +74 val_74 +342 val_342 +69 val_69 +230 val_230 +33 val_33 +368 val_368 +103 val_103 +296 val_296 +113 val_113 +216 val_216 +367 val_367 +344 val_344 +167 val_167 +274 val_274 +219 val_219 +239 val_239 +485 val_485 +116 val_116 +223 val_223 +256 val_256 +263 val_263 +70 val_70 +487 val_487 +480 val_480 +401 val_401 +288 val_288 +191 val_191 +5 val_5 +244 val_244 +438 val_438 +128 val_128 +467 val_467 +432 val_432 +202 val_202 +316 val_316 +229 val_229 +469 val_469 +463 val_463 +280 val_280 +2 val_2 +35 val_35 +283 val_283 +331 val_331 +235 val_235 +80 val_80 +44 val_44 +193 val_193 +321 val_321 +335 val_335 +104 val_104 +466 val_466 +366 val_366 +175 val_175 +403 val_403 +483 val_483 +53 val_53 +105 val_105 +257 val_257 +406 val_406 +409 val_409 +190 val_190 +406 val_406 +401 val_401 +114 val_114 +258 val_258 +90 val_90 +203 val_203 +262 val_262 +348 val_348 +424 val_424 +12 val_12 +396 val_396 +201 val_201 +217 val_217 +164 val_164 +431 val_431 +454 val_454 +478 val_478 +298 val_298 +125 val_125 +431 val_431 +164 val_164 +424 val_424 +187 val_187 +382 val_382 +5 val_5 +70 val_70 +397 val_397 +480 val_480 +291 val_291 +24 val_24 +351 val_351 +255 val_255 +104 val_104 +70 val_70 +163 val_163 +438 val_438 +119 val_119 +414 val_414 +200 val_200 +491 val_491 +237 val_237 +439 val_439 +360 val_360 +248 val_248 +479 val_479 +305 val_305 +417 val_417 +199 val_199 +444 val_444 +120 val_120 +429 val_429 +169 val_169 +443 val_443 +323 val_323 +325 val_325 +277 val_277 +230 val_230 +478 val_478 +178 val_178 +468 val_468 +310 val_310 +317 val_317 +333 val_333 +493 val_493 +460 val_460 +207 val_207 +249 val_249 +265 val_265 +480 val_480 +83 val_83 +136 val_136 +353 val_353 +172 val_172 +214 val_214 +462 val_462 +233 val_233 +406 val_406 +133 val_133 +175 val_175 +189 val_189 +454 val_454 +375 val_375 +401 val_401 +421 val_421 +407 val_407 +384 val_384 +256 val_256 +26 val_26 +134 val_134 +67 val_67 +384 val_384 +379 val_379 +18 val_18 +462 val_462 +492 val_492 +100 val_100 +298 val_298 +9 val_9 +341 val_341 +498 val_498 +146 val_146 +458 val_458 +362 val_362 +186 val_186 +285 val_285 +348 val_348 +167 val_167 +18 val_18 +273 val_273 +183 val_183 +281 val_281 +344 val_344 +97 val_97 +469 val_469 +315 val_315 +84 val_84 +28 val_28 +37 val_37 +448 val_448 +152 val_152 +348 val_348 +307 val_307 +194 val_194 +414 val_414 +477 val_477 +222 val_222 +126 val_126 +90 val_90 +169 val_169 +403 val_403 +400 val_400 +200 val_200 +97 val_97 +238 val_238 +86 val_86 +311 val_311 +27 val_27 +165 val_165 +409 val_409 +255 val_255 +278 val_278 +98 val_98 +484 val_484 +265 val_265 +193 val_193 +401 val_401 +150 val_150 +273 val_273 +224 val_224 +369 val_369 +66 val_66 +128 val_128 +213 val_213 +146 val_146 +406 val_406 +429 val_429 +374 val_374 +152 val_152 +469 val_469 +145 val_145 +495 val_495 +37 val_37 +327 val_327 +281 val_281 +277 val_277 +209 val_209 +15 val_15 +82 val_82 +403 val_403 +166 val_166 +417 val_417 +430 val_430 +252 val_252 +292 val_292 +219 val_219 +287 val_287 +153 val_153 +193 val_193 +338 val_338 +446 val_446 +459 val_459 +394 val_394 +237 val_237 +482 val_482 +174 val_174 +413 val_413 +494 val_494 +207 val_207 +199 val_199 +466 val_466 +208 val_208 +174 val_174 +399 val_399 +396 val_396 +247 val_247 +417 val_417 +489 val_489 +162 val_162 +377 val_377 +397 val_397 +309 val_309 +365 val_365 +266 val_266 +439 val_439 +342 val_342 +367 val_367 +325 val_325 +167 val_167 +195 val_195 +475 val_475 +17 val_17 +113 val_113 +155 val_155 +203 val_203 +339 val_339 +0 val_0 +455 val_455 +128 val_128 +311 val_311 +316 val_316 +57 val_57 +302 val_302 +205 val_205 +149 val_149 +438 val_438 +345 val_345 +129 val_129 +170 val_170 +20 val_20 +489 val_489 +157 val_157 +378 val_378 +221 val_221 +92 val_92 +111 val_111 +47 val_47 +72 val_72 +4 val_4 +280 val_280 +35 val_35 +427 val_427 +277 val_277 +208 val_208 +356 val_356 +399 val_399 +169 val_169 +382 val_382 +498 val_498 +125 val_125 +386 val_386 +437 val_437 +469 val_469 +192 val_192 +286 val_286 +187 val_187 +176 val_176 +54 val_54 +459 val_459 +51 val_51 +138 val_138 +103 val_103 +239 val_239 +213 val_213 +216 val_216 +430 val_430 +278 val_278 +176 val_176 +289 val_289 +221 val_221 +65 val_65 +318 val_318 +332 val_332 +311 val_311 +275 val_275 +137 val_137 +241 val_241 +83 val_83 +333 val_333 +180 val_180 +284 val_284 +12 val_12 +230 val_230 +181 val_181 +67 val_67 +260 val_260 +404 val_404 +384 val_384 +489 val_489 +353 val_353 +373 val_373 +272 val_272 +138 val_138 +217 val_217 +84 val_84 +348 val_348 +466 val_466 +58 val_58 +8 val_8 +411 val_411 +230 val_230 +208 val_208 +348 val_348 +24 val_24 +463 val_463 +431 val_431 +179 val_179 +172 val_172 +42 val_42 +129 val_129 +158 val_158 +119 val_119 +496 val_496 +0 val_0 +322 val_322 +197 val_197 +468 val_468 +393 val_393 +454 val_454 +100 val_100 +298 val_298 +199 val_199 +191 val_191 +418 val_418 +96 val_96 +26 val_26 +165 val_165 +327 val_327 +230 val_230 +205 val_205 +120 val_120 +131 val_131 +51 val_51 +404 val_404 +43 val_43 +436 val_436 +156 val_156 +469 val_469 +468 val_468 +308 val_308 +95 val_95 +196 val_196 +288 val_288 +481 val_481 +457 val_457 +98 val_98 +282 val_282 +197 val_197 +187 val_187 +318 val_318 +318 val_318 +409 val_409 +470 val_470 +137 val_137 +369 val_369 +316 val_316 +169 val_169 +413 val_413 +85 val_85 +77 val_77 +0 val_0 +490 val_490 +87 val_87 +364 val_364 +179 val_179 +118 val_118 +134 val_134 +395 val_395 +282 val_282 +138 val_138 +238 val_238 +419 val_419 +15 val_15 +118 val_118 +72 val_72 +90 val_90 +307 val_307 +19 val_19 +435 val_435 +10 val_10 +277 val_277 +273 val_273 +306 val_306 +224 val_224 +309 val_309 +389 val_389 +327 val_327 +242 val_242 +369 val_369 +392 val_392 +272 val_272 +331 val_331 +401 val_401 +242 val_242 +452 val_452 +177 val_177 +226 val_226 +5 val_5 +497 val_497 +402 val_402 +396 val_396 +317 val_317 +395 val_395 +58 val_58 +35 val_35 +336 val_336 +95 val_95 +11 val_11 +168 val_168 +34 val_34 +229 val_229 +233 val_233 +143 val_143 +472 val_472 +322 val_322 +498 val_498 +160 val_160 +195 val_195 +42 val_42 +321 val_321 +430 val_430 +119 val_119 +489 val_489 +458 val_458 +78 val_78 +76 val_76 +41 val_41 +223 val_223 +492 val_492 +149 val_149 +449 val_449 +218 val_218 +228 val_228 +138 val_138 +453 val_453 +30 val_30 +209 val_209 +64 val_64 +468 val_468 +76 val_76 +74 val_74 +342 val_342 +69 val_69 +230 val_230 +33 val_33 +368 val_368 +103 val_103 +296 val_296 +113 val_113 +216 val_216 +367 val_367 +344 val_344 +167 val_167 +274 val_274 +219 val_219 +239 val_239 +485 val_485 +116 val_116 +223 val_223 +256 val_256 +263 val_263 +70 val_70 +487 val_487 +480 val_480 +401 val_401 +288 val_288 +191 val_191 +5 val_5 +244 val_244 +438 val_438 +128 val_128 +467 val_467 +432 val_432 +202 val_202 +316 val_316 +229 val_229 +469 val_469 +463 val_463 +280 val_280 +2 val_2 +35 val_35 +283 val_283 +331 val_331 +235 val_235 +80 val_80 +44 val_44 +193 val_193 +321 val_321 +335 val_335 +104 val_104 +466 val_466 +366 val_366 +175 val_175 +403 val_403 +483 val_483 +53 val_53 +105 val_105 +257 val_257 +406 val_406 +409 val_409 +190 val_190 +406 val_406 +401 val_401 +114 val_114 +258 val_258 +90 val_90 +203 val_203 +262 val_262 +348 val_348 +424 val_424 +12 val_12 +396 val_396 +201 val_201 +217 val_217 +164 val_164 +431 val_431 +454 val_454 +478 val_478 +298 val_298 +125 val_125 +431 val_431 +164 val_164 +424 val_424 +187 val_187 +382 val_382 +5 val_5 +70 val_70 +397 val_397 +480 val_480 +291 val_291 +24 val_24 +351 val_351 +255 val_255 +104 val_104 +70 val_70 +163 val_163 +438 val_438 +119 val_119 +414 val_414 +200 val_200 +491 val_491 +237 val_237 +439 val_439 +360 val_360 +248 val_248 +479 val_479 +305 val_305 +417 val_417 +199 val_199 +444 val_444 +120 val_120 +429 val_429 +169 val_169 +443 val_443 +323 val_323 +325 val_325 +277 val_277 +230 val_230 +478 val_478 +178 val_178 +468 val_468 +310 val_310 +317 val_317 +333 val_333 +493 val_493 +460 val_460 +207 val_207 +249 val_249 +265 val_265 +480 val_480 +83 val_83 +136 val_136 +353 val_353 +172 val_172 +214 val_214 +462 val_462 +233 val_233 +406 val_406 +133 val_133 +175 val_175 +189 val_189 +454 val_454 +375 val_375 +401 val_401 +421 val_421 +407 val_407 +384 val_384 +256 val_256 +26 val_26 +134 val_134 +67 val_67 +384 val_384 +379 val_379 +18 val_18 +462 val_462 +492 val_492 +100 val_100 +298 val_298 +9 val_9 +341 val_341 +498 val_498 +146 val_146 +458 val_458 +362 val_362 +186 val_186 +285 val_285 +348 val_348 +167 val_167 +18 val_18 +273 val_273 +183 val_183 +281 val_281 +344 val_344 +97 val_97 +469 val_469 +315 val_315 +84 val_84 +28 val_28 +37 val_37 +448 val_448 +152 val_152 +348 val_348 +307 val_307 +194 val_194 +414 val_414 +477 val_477 +222 val_222 +126 val_126 +90 val_90 +169 val_169 +403 val_403 +400 val_400 +200 val_200 +97 val_97 +238 val_238 +86 val_86 +311 val_311 +27 val_27 +165 val_165 +409 val_409 +255 val_255 +278 val_278 +98 val_98 +484 val_484 +265 val_265 +193 val_193 +401 val_401 +150 val_150 +273 val_273 +224 val_224 +369 val_369 +66 val_66 +128 val_128 +213 val_213 +146 val_146 +406 val_406 +429 val_429 +374 val_374 +152 val_152 +469 val_469 +145 val_145 +495 val_495 +37 val_37 +327 val_327 +281 val_281 +277 val_277 +209 val_209 +15 val_15 +82 val_82 +403 val_403 +166 val_166 +417 val_417 +430 val_430 +252 val_252 +292 val_292 +219 val_219 +287 val_287 +153 val_153 +193 val_193 +338 val_338 +446 val_446 +459 val_459 +394 val_394 +237 val_237 +482 val_482 +174 val_174 +413 val_413 +494 val_494 +207 val_207 +199 val_199 +466 val_466 +208 val_208 +174 val_174 +399 val_399 +396 val_396 +247 val_247 +417 val_417 +489 val_489 +162 val_162 +377 val_377 +397 val_397 +309 val_309 +365 val_365 +266 val_266 +439 val_439 +342 val_342 +367 val_367 +325 val_325 +167 val_167 +195 val_195 +475 val_475 +17 val_17 +113 val_113 +155 val_155 +203 val_203 +339 val_339 +0 val_0 +455 val_455 +128 val_128 +311 val_311 +316 val_316 +57 val_57 +302 val_302 +205 val_205 +149 val_149 +438 val_438 +345 val_345 +129 val_129 +170 val_170 +20 val_20 +489 val_489 +157 val_157 +378 val_378 +221 val_221 +92 val_92 +111 val_111 +47 val_47 +72 val_72 +4 val_4 +280 val_280 +35 val_35 +427 val_427 +277 val_277 +208 val_208 +356 val_356 +399 val_399 +169 val_169 +382 val_382 +498 val_498 +125 val_125 +386 val_386 +437 val_437 +469 val_469 +192 val_192 +286 val_286 +187 val_187 +176 val_176 +54 val_54 +459 val_459 +51 val_51 +138 val_138 +103 val_103 +239 val_239 +213 val_213 +216 val_216 +430 val_430 +278 val_278 +176 val_176 +289 val_289 +221 val_221 +65 val_65 +318 val_318 +332 val_332 +311 val_311 +275 val_275 +137 val_137 +241 val_241 +83 val_83 +333 val_333 +180 val_180 +284 val_284 +12 val_12 +230 val_230 +181 val_181 +67 val_67 +260 val_260 +404 val_404 +384 val_384 +489 val_489 +353 val_353 +373 val_373 +272 val_272 +138 val_138 +217 val_217 +84 val_84 +348 val_348 +466 val_466 +58 val_58 +8 val_8 +411 val_411 +230 val_230 +208 val_208 +348 val_348 +24 val_24 +463 val_463 +431 val_431 +179 val_179 +172 val_172 +42 val_42 +129 val_129 +158 val_158 +119 val_119 +496 val_496 +0 val_0 +322 val_322 +197 val_197 +468 val_468 +393 val_393 +454 val_454 +100 val_100 +298 val_298 +199 val_199 +191 val_191 +418 val_418 +96 val_96 +26 val_26 +165 val_165 +327 val_327 +230 val_230 +205 val_205 +120 val_120 +131 val_131 +51 val_51 +404 val_404 +43 val_43 +436 val_436 +156 val_156 +469 val_469 +468 val_468 +308 val_308 +95 val_95 +196 val_196 +288 val_288 +481 val_481 +457 val_457 +98 val_98 +282 val_282 +197 val_197 +187 val_187 +318 val_318 +318 val_318 +409 val_409 +470 val_470 +137 val_137 +369 val_369 +316 val_316 +169 val_169 +413 val_413 +85 val_85 +77 val_77 +0 val_0 +490 val_490 +87 val_87 +364 val_364 +179 val_179 +118 val_118 +134 val_134 +395 val_395 +282 val_282 +138 val_138 +238 val_238 +419 val_419 +15 val_15 +118 val_118 +72 val_72 +90 val_90 +307 val_307 +19 val_19 +435 val_435 +10 val_10 +277 val_277 +273 val_273 +306 val_306 +224 val_224 +309 val_309 +389 val_389 +327 val_327 +242 val_242 +369 val_369 +392 val_392 +272 val_272 +331 val_331 +401 val_401 +242 val_242 +452 val_452 +177 val_177 +226 val_226 +5 val_5 +497 val_497 +402 val_402 +396 val_396 +317 val_317 +395 val_395 +58 val_58 +35 val_35 +336 val_336 +95 val_95 +11 val_11 +168 val_168 +34 val_34 +229 val_229 +233 val_233 +143 val_143 +472 val_472 +322 val_322 +498 val_498 +160 val_160 +195 val_195 +42 val_42 +321 val_321 +430 val_430 +119 val_119 +489 val_489 +458 val_458 +78 val_78 +76 val_76 +41 val_41 +223 val_223 +492 val_492 +149 val_149 +449 val_449 +218 val_218 +228 val_228 +138 val_138 +453 val_453 +30 val_30 +209 val_209 +64 val_64 +468 val_468 +76 val_76 +74 val_74 +342 val_342 +69 val_69 +230 val_230 +33 val_33 +368 val_368 +103 val_103 +296 val_296 +113 val_113 +216 val_216 +367 val_367 +344 val_344 +167 val_167 +274 val_274 +219 val_219 +239 val_239 +485 val_485 +116 val_116 +223 val_223 +256 val_256 +263 val_263 +70 val_70 +487 val_487 +480 val_480 +401 val_401 +288 val_288 +191 val_191 +5 val_5 +244 val_244 +438 val_438 +128 val_128 +467 val_467 +432 val_432 +202 val_202 +316 val_316 +229 val_229 +469 val_469 +463 val_463 +280 val_280 +2 val_2 +35 val_35 +283 val_283 +331 val_331 +235 val_235 +80 val_80 +44 val_44 +193 val_193 +321 val_321 +335 val_335 +104 val_104 +466 val_466 +366 val_366 +175 val_175 +403 val_403 +483 val_483 +53 val_53 +105 val_105 +257 val_257 +406 val_406 +409 val_409 +190 val_190 +406 val_406 +401 val_401 +114 val_114 +258 val_258 +90 val_90 +203 val_203 +262 val_262 +348 val_348 +424 val_424 +12 val_12 +396 val_396 +201 val_201 +217 val_217 +164 val_164 +431 val_431 +454 val_454 +478 val_478 +298 val_298 +125 val_125 +431 val_431 +164 val_164 +424 val_424 +187 val_187 +382 val_382 +5 val_5 +70 val_70 +397 val_397 +480 val_480 +291 val_291 +24 val_24 +351 val_351 +255 val_255 +104 val_104 +70 val_70 +163 val_163 +438 val_438 +119 val_119 +414 val_414 +200 val_200 +491 val_491 +237 val_237 +439 val_439 +360 val_360 +248 val_248 +479 val_479 +305 val_305 +417 val_417 +199 val_199 +444 val_444 +120 val_120 +429 val_429 +169 val_169 +443 val_443 +323 val_323 +325 val_325 +277 val_277 +230 val_230 +478 val_478 +178 val_178 +468 val_468 +310 val_310 +317 val_317 +333 val_333 +493 val_493 +460 val_460 +207 val_207 +249 val_249 +265 val_265 +480 val_480 +83 val_83 +136 val_136 +353 val_353 +172 val_172 +214 val_214 +462 val_462 +233 val_233 +406 val_406 +133 val_133 +175 val_175 +189 val_189 +454 val_454 +375 val_375 +401 val_401 +421 val_421 +407 val_407 +384 val_384 +256 val_256 +26 val_26 +134 val_134 +67 val_67 +384 val_384 +379 val_379 +18 val_18 +462 val_462 +492 val_492 +100 val_100 +298 val_298 +9 val_9 +341 val_341 +498 val_498 +146 val_146 +458 val_458 +362 val_362 +186 val_186 +285 val_285 +348 val_348 +167 val_167 +18 val_18 +273 val_273 +183 val_183 +281 val_281 +344 val_344 +97 val_97 +469 val_469 +315 val_315 +84 val_84 +28 val_28 +37 val_37 +448 val_448 +152 val_152 +348 val_348 +307 val_307 +194 val_194 +414 val_414 +477 val_477 +222 val_222 +126 val_126 +90 val_90 +169 val_169 +403 val_403 +400 val_400 +200 val_200 +97 val_97 +238 val_238 +86 val_86 +311 val_311 +27 val_27 +165 val_165 +409 val_409 +255 val_255 +278 val_278 +98 val_98 +484 val_484 +265 val_265 +193 val_193 +401 val_401 +150 val_150 +273 val_273 +224 val_224 +369 val_369 +66 val_66 +128 val_128 +213 val_213 +146 val_146 +406 val_406 +429 val_429 +374 val_374 +152 val_152 +469 val_469 +145 val_145 +495 val_495 +37 val_37 +327 val_327 +281 val_281 +277 val_277 +209 val_209 +15 val_15 +82 val_82 +403 val_403 +166 val_166 +417 val_417 +430 val_430 +252 val_252 +292 val_292 +219 val_219 +287 val_287 +153 val_153 +193 val_193 +338 val_338 +446 val_446 +459 val_459 +394 val_394 +237 val_237 +482 val_482 +174 val_174 +413 val_413 +494 val_494 +207 val_207 +199 val_199 +466 val_466 +208 val_208 +174 val_174 +399 val_399 +396 val_396 +247 val_247 +417 val_417 +489 val_489 +162 val_162 +377 val_377 +397 val_397 +309 val_309 +365 val_365 +266 val_266 +439 val_439 +342 val_342 +367 val_367 +325 val_325 +167 val_167 +195 val_195 +475 val_475 +17 val_17 +113 val_113 +155 val_155 +203 val_203 +339 val_339 +0 val_0 +455 val_455 +128 val_128 +311 val_311 +316 val_316 +57 val_57 +302 val_302 +205 val_205 +149 val_149 +438 val_438 +345 val_345 +129 val_129 +170 val_170 +20 val_20 +489 val_489 +157 val_157 +378 val_378 +221 val_221 +92 val_92 +111 val_111 +47 val_47 +72 val_72 +4 val_4 +280 val_280 +35 val_35 +427 val_427 +277 val_277 +208 val_208 +356 val_356 +399 val_399 +169 val_169 +382 val_382 +498 val_498 +125 val_125 +386 val_386 +437 val_437 +469 val_469 +192 val_192 +286 val_286 +187 val_187 +176 val_176 +54 val_54 +459 val_459 +51 val_51 +138 val_138 +103 val_103 +239 val_239 +213 val_213 +216 val_216 +430 val_430 +278 val_278 +176 val_176 +289 val_289 +221 val_221 +65 val_65 +318 val_318 +332 val_332 +311 val_311 +275 val_275 +137 val_137 +241 val_241 +83 val_83 +333 val_333 +180 val_180 +284 val_284 +12 val_12 +230 val_230 +181 val_181 +67 val_67 +260 val_260 +404 val_404 +384 val_384 +489 val_489 +353 val_353 +373 val_373 +272 val_272 +138 val_138 +217 val_217 +84 val_84 +348 val_348 +466 val_466 +58 val_58 +8 val_8 +411 val_411 +230 val_230 +208 val_208 +348 val_348 +24 val_24 +463 val_463 +431 val_431 +179 val_179 +172 val_172 +42 val_42 +129 val_129 +158 val_158 +119 val_119 +496 val_496 +0 val_0 +322 val_322 +197 val_197 +468 val_468 +393 val_393 +454 val_454 +100 val_100 +298 val_298 +199 val_199 +191 val_191 +418 val_418 +96 val_96 +26 val_26 +165 val_165 +327 val_327 +230 val_230 +205 val_205 +120 val_120 +131 val_131 +51 val_51 +404 val_404 +43 val_43 +436 val_436 +156 val_156 +469 val_469 +468 val_468 +308 val_308 +95 val_95 +196 val_196 +288 val_288 +481 val_481 +457 val_457 +98 val_98 +282 val_282 +197 val_197 +187 val_187 +318 val_318 +318 val_318 +409 val_409 +470 val_470 +137 val_137 +369 val_369 +316 val_316 +169 val_169 +413 val_413 +85 val_85 +77 val_77 +0 val_0 +490 val_490 +87 val_87 +364 val_364 +179 val_179 +118 val_118 +134 val_134 +395 val_395 +282 val_282 +138 val_138 +238 val_238 +419 val_419 +15 val_15 +118 val_118 +72 val_72 +90 val_90 +307 val_307 +19 val_19 +435 val_435 +10 val_10 +277 val_277 +273 val_273 +306 val_306 +224 val_224 +309 val_309 +389 val_389 +327 val_327 +242 val_242 +369 val_369 +392 val_392 +272 val_272 +331 val_331 +401 val_401 +242 val_242 +452 val_452 +177 val_177 +226 val_226 +5 val_5 +497 val_497 +402 val_402 +396 val_396 +317 val_317 +395 val_395 +58 val_58 +35 val_35 +336 val_336 +95 val_95 +11 val_11 +168 val_168 +34 val_34 +229 val_229 +233 val_233 +143 val_143 +472 val_472 +322 val_322 +498 val_498 +160 val_160 +195 val_195 +42 val_42 +321 val_321 +430 val_430 +119 val_119 +489 val_489 +458 val_458 +78 val_78 +76 val_76 +41 val_41 +223 val_223 +492 val_492 +149 val_149 +449 val_449 +218 val_218 +228 val_228 +138 val_138 +453 val_453 +30 val_30 +209 val_209 +64 val_64 +468 val_468 +76 val_76 +74 val_74 +342 val_342 +69 val_69 +230 val_230 +33 val_33 +368 val_368 +103 val_103 +296 val_296 +113 val_113 +216 val_216 +367 val_367 +344 val_344 +167 val_167 +274 val_274 +219 val_219 +239 val_239 +485 val_485 +116 val_116 +223 val_223 +256 val_256 +263 val_263 +70 val_70 +487 val_487 +480 val_480 +401 val_401 +288 val_288 +191 val_191 +5 val_5 +244 val_244 +438 val_438 +128 val_128 +467 val_467 +432 val_432 +202 val_202 +316 val_316 +229 val_229 +469 val_469 +463 val_463 +280 val_280 +2 val_2 +35 val_35 +283 val_283 +331 val_331 +235 val_235 +80 val_80 +44 val_44 +193 val_193 +321 val_321 +335 val_335 +104 val_104 +466 val_466 +366 val_366 +175 val_175 +403 val_403 +483 val_483 +53 val_53 +105 val_105 +257 val_257 +406 val_406 +409 val_409 +190 val_190 +406 val_406 +401 val_401 +114 val_114 +258 val_258 +90 val_90 +203 val_203 +262 val_262 +348 val_348 +424 val_424 +12 val_12 +396 val_396 +201 val_201 +217 val_217 +164 val_164 +431 val_431 +454 val_454 +478 val_478 +298 val_298 +125 val_125 +431 val_431 +164 val_164 +424 val_424 +187 val_187 +382 val_382 +5 val_5 +70 val_70 +397 val_397 +480 val_480 +291 val_291 +24 val_24 +351 val_351 +255 val_255 +104 val_104 +70 val_70 +163 val_163 +438 val_438 +119 val_119 +414 val_414 +200 val_200 +491 val_491 +237 val_237 +439 val_439 +360 val_360 +248 val_248 +479 val_479 +305 val_305 +417 val_417 +199 val_199 +444 val_444 +120 val_120 +429 val_429 +169 val_169 +443 val_443 +323 val_323 +325 val_325 +277 val_277 +230 val_230 +478 val_478 +178 val_178 +468 val_468 +310 val_310 +317 val_317 +333 val_333 +493 val_493 +460 val_460 +207 val_207 +249 val_249 +265 val_265 +480 val_480 +83 val_83 +136 val_136 +353 val_353 +172 val_172 +214 val_214 +462 val_462 +233 val_233 +406 val_406 +133 val_133 +175 val_175 +189 val_189 +454 val_454 +375 val_375 +401 val_401 +421 val_421 +407 val_407 +384 val_384 +256 val_256 +26 val_26 +134 val_134 +67 val_67 +384 val_384 +379 val_379 +18 val_18 +462 val_462 +492 val_492 +100 val_100 +298 val_298 +9 val_9 +341 val_341 +498 val_498 +146 val_146 +458 val_458 +362 val_362 +186 val_186 +285 val_285 +348 val_348 +167 val_167 +18 val_18 +273 val_273 +183 val_183 +281 val_281 +344 val_344 +97 val_97 +469 val_469 +315 val_315 +84 val_84 +28 val_28 +37 val_37 +448 val_448 +152 val_152 +348 val_348 +307 val_307 +194 val_194 +414 val_414 +477 val_477 +222 val_222 +126 val_126 +90 val_90 +169 val_169 +403 val_403 +400 val_400 +200 val_200 +97 val_97 +PREHOOK: query: create table merge_src_part2 like merge_src_part +PREHOOK: type: CREATETABLE +POSTHOOK: query: create table merge_src_part2 like merge_src_part +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: default@merge_src_part2 +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: explain extended +insert overwrite table merge_src_part2 partition(ds) +select key, value, ds from merge_src_part +where ds is not null +PREHOOK: type: QUERY +POSTHOOK: query: explain extended +insert overwrite table merge_src_part2 partition(ds) +select key, value, ds from merge_src_part +where ds is not null +POSTHOOK: type: QUERY +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF merge_src_part)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB merge_src_part2 (TOK_PARTSPEC (TOK_PARTVAL ds)))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)) (TOK_SELEXPR (TOK_TABLE_OR_COL ds))) (TOK_WHERE (TOK_FUNCTION TOK_ISNOTNULL (TOK_TABLE_OR_COL ds))))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-4 depends on stages: Stage-1 , consists of Stage-3, Stage-2 + Stage-3 + Stage-0 depends on stages: Stage-3, Stage-2 + Stage-2 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + merge_src_part + TableScan + alias: merge_src_part + Filter Operator + isSamplingPred: false + predicate: + expr: ds is not null + type: boolean + Filter Operator + isSamplingPred: false + predicate: + expr: ds is not null + type: boolean + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 1 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_14-00-46_868_7404869940069073855/-ext-10002 + NumFilesPerFileSink: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + EXTERNAL FALSE + bucket_count -1 + columns key,value + columns.types string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part2 + name merge_src_part2 + partition_columns ds + serialization.ddl struct merge_src_part2 { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282078846 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: merge_src_part2 + TotalFiles: 1 + MultiFileSpray: false + Needs Tagging: false + Path -> Alias: + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-08 [merge_src_part] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-09 [merge_src_part] + Path -> Partition: + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-08 + Partition + base file name: ds=2008-04-08 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-08 + properties: + bucket_count -1 + columns key,value + columns.types string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part + name merge_src_part + partition_columns ds + serialization.ddl struct merge_src_part { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282078830 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part + name merge_src_part + partition_columns ds + serialization.ddl struct merge_src_part { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282078830 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: merge_src_part + name: merge_src_part + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-09 + Partition + base file name: ds=2008-04-09 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-09 + properties: + bucket_count -1 + columns key,value + columns.types string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part + name merge_src_part + partition_columns ds + serialization.ddl struct merge_src_part { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282078830 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part + name merge_src_part + partition_columns ds + serialization.ddl struct merge_src_part { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282078830 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: merge_src_part + name: merge_src_part + + Stage: Stage-4 + Conditional Operator + + Stage: Stage-3 + Move Operator + files: + hdfs directory: true + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_14-00-46_868_7404869940069073855/-ext-10002 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_14-00-46_868_7404869940069073855/-ext-10000 + + Stage: Stage-0 + Move Operator + tables: + partition: + ds + replace: true + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_14-00-46_868_7404869940069073855/-ext-10000 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + EXTERNAL FALSE + bucket_count -1 + columns key,value + columns.types string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part2 + name merge_src_part2 + partition_columns ds + serialization.ddl struct merge_src_part2 { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282078846 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: merge_src_part2 + tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_14-00-46_868_7404869940069073855/-ext-10001 + + Stage: Stage-2 + Map Reduce + Alias -> Map Operator Tree: + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_14-00-46_868_7404869940069073855/-ext-10002 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_14-00-46_868_7404869940069073855/-ext-10000 + NumFilesPerFileSink: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + EXTERNAL FALSE + bucket_count -1 + columns key,value + columns.types string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part2 + name merge_src_part2 + partition_columns ds + serialization.ddl struct merge_src_part2 { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282078846 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: merge_src_part2 + TotalFiles: 1 + MultiFileSpray: false + Needs Tagging: false + Path -> Alias: + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_14-00-46_868_7404869940069073855/-ext-10002 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_14-00-46_868_7404869940069073855/-ext-10002] + Path -> Partition: + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_14-00-46_868_7404869940069073855/-ext-10002 + Partition + base file name: -ext-10002 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + EXTERNAL FALSE + bucket_count -1 + columns key,value + columns.types string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part2 + name merge_src_part2 + partition_columns ds + serialization.ddl struct merge_src_part2 { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282078846 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + EXTERNAL FALSE + bucket_count -1 + columns key,value + columns.types string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part2 + name merge_src_part2 + partition_columns ds + serialization.ddl struct merge_src_part2 { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282078846 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: merge_src_part2 + name: merge_src_part2 + + +PREHOOK: query: insert overwrite table merge_src_part2 partition(ds) +select key, value, ds from merge_src_part +where ds is not null +PREHOOK: type: QUERY +PREHOOK: Input: default@merge_src_part@ds=2008-04-08 +PREHOOK: Input: default@merge_src_part@ds=2008-04-09 +POSTHOOK: query: insert overwrite table merge_src_part2 partition(ds) +select key, value, ds from merge_src_part +where ds is not null +POSTHOOK: type: QUERY +POSTHOOK: Input: default@merge_src_part@ds=2008-04-08 +POSTHOOK: Input: default@merge_src_part@ds=2008-04-09 +POSTHOOK: Output: default@merge_src_part2@ds=2008-04-08 +POSTHOOK: Output: default@merge_src_part2@ds=2008-04-09 +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part2 PARTITION(ds=2008-04-08).key SIMPLE [(merge_src_part)merge_src_part.FieldSchema(name:key, type:string, comment:null), ] +POSTHOOK: Lineage: merge_src_part2 PARTITION(ds=2008-04-08).value SIMPLE [(merge_src_part)merge_src_part.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: merge_src_part2 PARTITION(ds=2008-04-09).key SIMPLE [(merge_src_part)merge_src_part.FieldSchema(name:key, type:string, comment:null), ] +POSTHOOK: Lineage: merge_src_part2 PARTITION(ds=2008-04-09).value SIMPLE [(merge_src_part)merge_src_part.FieldSchema(name:value, type:string, comment:null), ] +PREHOOK: query: show partitions merge_src_part2 +PREHOOK: type: SHOWPARTITIONS +POSTHOOK: query: show partitions merge_src_part2 +POSTHOOK: type: SHOWPARTITIONS +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part2 PARTITION(ds=2008-04-08).key SIMPLE [(merge_src_part)merge_src_part.FieldSchema(name:key, type:string, comment:null), ] +POSTHOOK: Lineage: merge_src_part2 PARTITION(ds=2008-04-08).value SIMPLE [(merge_src_part)merge_src_part.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: merge_src_part2 PARTITION(ds=2008-04-09).key SIMPLE [(merge_src_part)merge_src_part.FieldSchema(name:key, type:string, comment:null), ] +POSTHOOK: Lineage: merge_src_part2 PARTITION(ds=2008-04-09).value SIMPLE [(merge_src_part)merge_src_part.FieldSchema(name:value, type:string, comment:null), ] +ds=2008-04-08 +ds=2008-04-09 +PREHOOK: query: select * from merge_src_part2 where ds is not null +PREHOOK: type: QUERY +PREHOOK: Input: default@merge_src_part2@ds=2008-04-08 +PREHOOK: Input: default@merge_src_part2@ds=2008-04-09 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_14-00-58_112_6844717359688606966/-mr-10000 +POSTHOOK: query: select * from merge_src_part2 where ds is not null +POSTHOOK: type: QUERY +POSTHOOK: Input: default@merge_src_part2@ds=2008-04-08 +POSTHOOK: Input: default@merge_src_part2@ds=2008-04-09 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_14-00-58_112_6844717359688606966/-mr-10000 +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: merge_src_part2 PARTITION(ds=2008-04-08).key SIMPLE [(merge_src_part)merge_src_part.FieldSchema(name:key, type:string, comment:null), ] +POSTHOOK: Lineage: merge_src_part2 PARTITION(ds=2008-04-08).value SIMPLE [(merge_src_part)merge_src_part.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: merge_src_part2 PARTITION(ds=2008-04-09).key SIMPLE [(merge_src_part)merge_src_part.FieldSchema(name:key, type:string, comment:null), ] +POSTHOOK: Lineage: merge_src_part2 PARTITION(ds=2008-04-09).value SIMPLE [(merge_src_part)merge_src_part.FieldSchema(name:value, type:string, comment:null), ] +238 val_238 2008-04-08 +86 val_86 2008-04-08 +311 val_311 2008-04-08 +27 val_27 2008-04-08 +165 val_165 2008-04-08 +409 val_409 2008-04-08 +255 val_255 2008-04-08 +278 val_278 2008-04-08 +98 val_98 2008-04-08 +484 val_484 2008-04-08 +265 val_265 2008-04-08 +193 val_193 2008-04-08 +401 val_401 2008-04-08 +150 val_150 2008-04-08 +273 val_273 2008-04-08 +224 val_224 2008-04-08 +369 val_369 2008-04-08 +66 val_66 2008-04-08 +128 val_128 2008-04-08 +213 val_213 2008-04-08 +146 val_146 2008-04-08 +406 val_406 2008-04-08 +429 val_429 2008-04-08 +374 val_374 2008-04-08 +152 val_152 2008-04-08 +469 val_469 2008-04-08 +145 val_145 2008-04-08 +495 val_495 2008-04-08 +37 val_37 2008-04-08 +327 val_327 2008-04-08 +281 val_281 2008-04-08 +277 val_277 2008-04-08 +209 val_209 2008-04-08 +15 val_15 2008-04-08 +82 val_82 2008-04-08 +403 val_403 2008-04-08 +166 val_166 2008-04-08 +417 val_417 2008-04-08 +430 val_430 2008-04-08 +252 val_252 2008-04-08 +292 val_292 2008-04-08 +219 val_219 2008-04-08 +287 val_287 2008-04-08 +153 val_153 2008-04-08 +193 val_193 2008-04-08 +338 val_338 2008-04-08 +446 val_446 2008-04-08 +459 val_459 2008-04-08 +394 val_394 2008-04-08 +237 val_237 2008-04-08 +482 val_482 2008-04-08 +174 val_174 2008-04-08 +413 val_413 2008-04-08 +494 val_494 2008-04-08 +207 val_207 2008-04-08 +199 val_199 2008-04-08 +466 val_466 2008-04-08 +208 val_208 2008-04-08 +174 val_174 2008-04-08 +399 val_399 2008-04-08 +396 val_396 2008-04-08 +247 val_247 2008-04-08 +417 val_417 2008-04-08 +489 val_489 2008-04-08 +162 val_162 2008-04-08 +377 val_377 2008-04-08 +397 val_397 2008-04-08 +309 val_309 2008-04-08 +365 val_365 2008-04-08 +266 val_266 2008-04-08 +439 val_439 2008-04-08 +342 val_342 2008-04-08 +367 val_367 2008-04-08 +325 val_325 2008-04-08 +167 val_167 2008-04-08 +195 val_195 2008-04-08 +475 val_475 2008-04-08 +17 val_17 2008-04-08 +113 val_113 2008-04-08 +155 val_155 2008-04-08 +203 val_203 2008-04-08 +339 val_339 2008-04-08 +0 val_0 2008-04-08 +455 val_455 2008-04-08 +128 val_128 2008-04-08 +311 val_311 2008-04-08 +316 val_316 2008-04-08 +57 val_57 2008-04-08 +302 val_302 2008-04-08 +205 val_205 2008-04-08 +149 val_149 2008-04-08 +438 val_438 2008-04-08 +345 val_345 2008-04-08 +129 val_129 2008-04-08 +170 val_170 2008-04-08 +20 val_20 2008-04-08 +489 val_489 2008-04-08 +157 val_157 2008-04-08 +378 val_378 2008-04-08 +221 val_221 2008-04-08 +92 val_92 2008-04-08 +111 val_111 2008-04-08 +47 val_47 2008-04-08 +72 val_72 2008-04-08 +4 val_4 2008-04-08 +280 val_280 2008-04-08 +35 val_35 2008-04-08 +427 val_427 2008-04-08 +277 val_277 2008-04-08 +208 val_208 2008-04-08 +356 val_356 2008-04-08 +399 val_399 2008-04-08 +169 val_169 2008-04-08 +382 val_382 2008-04-08 +498 val_498 2008-04-08 +125 val_125 2008-04-08 +386 val_386 2008-04-08 +437 val_437 2008-04-08 +469 val_469 2008-04-08 +192 val_192 2008-04-08 +286 val_286 2008-04-08 +187 val_187 2008-04-08 +176 val_176 2008-04-08 +54 val_54 2008-04-08 +459 val_459 2008-04-08 +51 val_51 2008-04-08 +138 val_138 2008-04-08 +103 val_103 2008-04-08 +239 val_239 2008-04-08 +213 val_213 2008-04-08 +216 val_216 2008-04-08 +430 val_430 2008-04-08 +278 val_278 2008-04-08 +176 val_176 2008-04-08 +289 val_289 2008-04-08 +221 val_221 2008-04-08 +65 val_65 2008-04-08 +318 val_318 2008-04-08 +332 val_332 2008-04-08 +311 val_311 2008-04-08 +275 val_275 2008-04-08 +137 val_137 2008-04-08 +241 val_241 2008-04-08 +83 val_83 2008-04-08 +333 val_333 2008-04-08 +180 val_180 2008-04-08 +284 val_284 2008-04-08 +12 val_12 2008-04-08 +230 val_230 2008-04-08 +181 val_181 2008-04-08 +67 val_67 2008-04-08 +260 val_260 2008-04-08 +404 val_404 2008-04-08 +384 val_384 2008-04-08 +489 val_489 2008-04-08 +353 val_353 2008-04-08 +373 val_373 2008-04-08 +272 val_272 2008-04-08 +138 val_138 2008-04-08 +217 val_217 2008-04-08 +84 val_84 2008-04-08 +348 val_348 2008-04-08 +466 val_466 2008-04-08 +58 val_58 2008-04-08 +8 val_8 2008-04-08 +411 val_411 2008-04-08 +230 val_230 2008-04-08 +208 val_208 2008-04-08 +348 val_348 2008-04-08 +24 val_24 2008-04-08 +463 val_463 2008-04-08 +431 val_431 2008-04-08 +179 val_179 2008-04-08 +172 val_172 2008-04-08 +42 val_42 2008-04-08 +129 val_129 2008-04-08 +158 val_158 2008-04-08 +119 val_119 2008-04-08 +496 val_496 2008-04-08 +0 val_0 2008-04-08 +322 val_322 2008-04-08 +197 val_197 2008-04-08 +468 val_468 2008-04-08 +393 val_393 2008-04-08 +454 val_454 2008-04-08 +100 val_100 2008-04-08 +298 val_298 2008-04-08 +199 val_199 2008-04-08 +191 val_191 2008-04-08 +418 val_418 2008-04-08 +96 val_96 2008-04-08 +26 val_26 2008-04-08 +165 val_165 2008-04-08 +327 val_327 2008-04-08 +230 val_230 2008-04-08 +205 val_205 2008-04-08 +120 val_120 2008-04-08 +131 val_131 2008-04-08 +51 val_51 2008-04-08 +404 val_404 2008-04-08 +43 val_43 2008-04-08 +436 val_436 2008-04-08 +156 val_156 2008-04-08 +469 val_469 2008-04-08 +468 val_468 2008-04-08 +308 val_308 2008-04-08 +95 val_95 2008-04-08 +196 val_196 2008-04-08 +288 val_288 2008-04-08 +481 val_481 2008-04-08 +457 val_457 2008-04-08 +98 val_98 2008-04-08 +282 val_282 2008-04-08 +197 val_197 2008-04-08 +187 val_187 2008-04-08 +318 val_318 2008-04-08 +318 val_318 2008-04-08 +409 val_409 2008-04-08 +470 val_470 2008-04-08 +137 val_137 2008-04-08 +369 val_369 2008-04-08 +316 val_316 2008-04-08 +169 val_169 2008-04-08 +413 val_413 2008-04-08 +85 val_85 2008-04-08 +77 val_77 2008-04-08 +0 val_0 2008-04-08 +490 val_490 2008-04-08 +87 val_87 2008-04-08 +364 val_364 2008-04-08 +179 val_179 2008-04-08 +118 val_118 2008-04-08 +134 val_134 2008-04-08 +395 val_395 2008-04-08 +282 val_282 2008-04-08 +138 val_138 2008-04-08 +238 val_238 2008-04-08 +419 val_419 2008-04-08 +15 val_15 2008-04-08 +118 val_118 2008-04-08 +72 val_72 2008-04-08 +90 val_90 2008-04-08 +307 val_307 2008-04-08 +19 val_19 2008-04-08 +435 val_435 2008-04-08 +10 val_10 2008-04-08 +277 val_277 2008-04-08 +273 val_273 2008-04-08 +306 val_306 2008-04-08 +224 val_224 2008-04-08 +309 val_309 2008-04-08 +389 val_389 2008-04-08 +327 val_327 2008-04-08 +242 val_242 2008-04-08 +369 val_369 2008-04-08 +392 val_392 2008-04-08 +272 val_272 2008-04-08 +331 val_331 2008-04-08 +401 val_401 2008-04-08 +242 val_242 2008-04-08 +452 val_452 2008-04-08 +177 val_177 2008-04-08 +226 val_226 2008-04-08 +5 val_5 2008-04-08 +497 val_497 2008-04-08 +402 val_402 2008-04-08 +396 val_396 2008-04-08 +317 val_317 2008-04-08 +395 val_395 2008-04-08 +58 val_58 2008-04-08 +35 val_35 2008-04-08 +336 val_336 2008-04-08 +95 val_95 2008-04-08 +11 val_11 2008-04-08 +168 val_168 2008-04-08 +34 val_34 2008-04-08 +229 val_229 2008-04-08 +233 val_233 2008-04-08 +143 val_143 2008-04-08 +472 val_472 2008-04-08 +322 val_322 2008-04-08 +498 val_498 2008-04-08 +160 val_160 2008-04-08 +195 val_195 2008-04-08 +42 val_42 2008-04-08 +321 val_321 2008-04-08 +430 val_430 2008-04-08 +119 val_119 2008-04-08 +489 val_489 2008-04-08 +458 val_458 2008-04-08 +78 val_78 2008-04-08 +76 val_76 2008-04-08 +41 val_41 2008-04-08 +223 val_223 2008-04-08 +492 val_492 2008-04-08 +149 val_149 2008-04-08 +449 val_449 2008-04-08 +218 val_218 2008-04-08 +228 val_228 2008-04-08 +138 val_138 2008-04-08 +453 val_453 2008-04-08 +30 val_30 2008-04-08 +209 val_209 2008-04-08 +64 val_64 2008-04-08 +468 val_468 2008-04-08 +76 val_76 2008-04-08 +74 val_74 2008-04-08 +342 val_342 2008-04-08 +69 val_69 2008-04-08 +230 val_230 2008-04-08 +33 val_33 2008-04-08 +368 val_368 2008-04-08 +103 val_103 2008-04-08 +296 val_296 2008-04-08 +113 val_113 2008-04-08 +216 val_216 2008-04-08 +367 val_367 2008-04-08 +344 val_344 2008-04-08 +167 val_167 2008-04-08 +274 val_274 2008-04-08 +219 val_219 2008-04-08 +239 val_239 2008-04-08 +485 val_485 2008-04-08 +116 val_116 2008-04-08 +223 val_223 2008-04-08 +256 val_256 2008-04-08 +263 val_263 2008-04-08 +70 val_70 2008-04-08 +487 val_487 2008-04-08 +480 val_480 2008-04-08 +401 val_401 2008-04-08 +288 val_288 2008-04-08 +191 val_191 2008-04-08 +5 val_5 2008-04-08 +244 val_244 2008-04-08 +438 val_438 2008-04-08 +128 val_128 2008-04-08 +467 val_467 2008-04-08 +432 val_432 2008-04-08 +202 val_202 2008-04-08 +316 val_316 2008-04-08 +229 val_229 2008-04-08 +469 val_469 2008-04-08 +463 val_463 2008-04-08 +280 val_280 2008-04-08 +2 val_2 2008-04-08 +35 val_35 2008-04-08 +283 val_283 2008-04-08 +331 val_331 2008-04-08 +235 val_235 2008-04-08 +80 val_80 2008-04-08 +44 val_44 2008-04-08 +193 val_193 2008-04-08 +321 val_321 2008-04-08 +335 val_335 2008-04-08 +104 val_104 2008-04-08 +466 val_466 2008-04-08 +366 val_366 2008-04-08 +175 val_175 2008-04-08 +403 val_403 2008-04-08 +483 val_483 2008-04-08 +53 val_53 2008-04-08 +105 val_105 2008-04-08 +257 val_257 2008-04-08 +406 val_406 2008-04-08 +409 val_409 2008-04-08 +190 val_190 2008-04-08 +406 val_406 2008-04-08 +401 val_401 2008-04-08 +114 val_114 2008-04-08 +258 val_258 2008-04-08 +90 val_90 2008-04-08 +203 val_203 2008-04-08 +262 val_262 2008-04-08 +348 val_348 2008-04-08 +424 val_424 2008-04-08 +12 val_12 2008-04-08 +396 val_396 2008-04-08 +201 val_201 2008-04-08 +217 val_217 2008-04-08 +164 val_164 2008-04-08 +431 val_431 2008-04-08 +454 val_454 2008-04-08 +478 val_478 2008-04-08 +298 val_298 2008-04-08 +125 val_125 2008-04-08 +431 val_431 2008-04-08 +164 val_164 2008-04-08 +424 val_424 2008-04-08 +187 val_187 2008-04-08 +382 val_382 2008-04-08 +5 val_5 2008-04-08 +70 val_70 2008-04-08 +397 val_397 2008-04-08 +480 val_480 2008-04-08 +291 val_291 2008-04-08 +24 val_24 2008-04-08 +351 val_351 2008-04-08 +255 val_255 2008-04-08 +104 val_104 2008-04-08 +70 val_70 2008-04-08 +163 val_163 2008-04-08 +438 val_438 2008-04-08 +119 val_119 2008-04-08 +414 val_414 2008-04-08 +200 val_200 2008-04-08 +491 val_491 2008-04-08 +237 val_237 2008-04-08 +439 val_439 2008-04-08 +360 val_360 2008-04-08 +248 val_248 2008-04-08 +479 val_479 2008-04-08 +305 val_305 2008-04-08 +417 val_417 2008-04-08 +199 val_199 2008-04-08 +444 val_444 2008-04-08 +120 val_120 2008-04-08 +429 val_429 2008-04-08 +169 val_169 2008-04-08 +443 val_443 2008-04-08 +323 val_323 2008-04-08 +325 val_325 2008-04-08 +277 val_277 2008-04-08 +230 val_230 2008-04-08 +478 val_478 2008-04-08 +178 val_178 2008-04-08 +468 val_468 2008-04-08 +310 val_310 2008-04-08 +317 val_317 2008-04-08 +333 val_333 2008-04-08 +493 val_493 2008-04-08 +460 val_460 2008-04-08 +207 val_207 2008-04-08 +249 val_249 2008-04-08 +265 val_265 2008-04-08 +480 val_480 2008-04-08 +83 val_83 2008-04-08 +136 val_136 2008-04-08 +353 val_353 2008-04-08 +172 val_172 2008-04-08 +214 val_214 2008-04-08 +462 val_462 2008-04-08 +233 val_233 2008-04-08 +406 val_406 2008-04-08 +133 val_133 2008-04-08 +175 val_175 2008-04-08 +189 val_189 2008-04-08 +454 val_454 2008-04-08 +375 val_375 2008-04-08 +401 val_401 2008-04-08 +421 val_421 2008-04-08 +407 val_407 2008-04-08 +384 val_384 2008-04-08 +256 val_256 2008-04-08 +26 val_26 2008-04-08 +134 val_134 2008-04-08 +67 val_67 2008-04-08 +384 val_384 2008-04-08 +379 val_379 2008-04-08 +18 val_18 2008-04-08 +462 val_462 2008-04-08 +492 val_492 2008-04-08 +100 val_100 2008-04-08 +298 val_298 2008-04-08 +9 val_9 2008-04-08 +341 val_341 2008-04-08 +498 val_498 2008-04-08 +146 val_146 2008-04-08 +458 val_458 2008-04-08 +362 val_362 2008-04-08 +186 val_186 2008-04-08 +285 val_285 2008-04-08 +348 val_348 2008-04-08 +167 val_167 2008-04-08 +18 val_18 2008-04-08 +273 val_273 2008-04-08 +183 val_183 2008-04-08 +281 val_281 2008-04-08 +344 val_344 2008-04-08 +97 val_97 2008-04-08 +469 val_469 2008-04-08 +315 val_315 2008-04-08 +84 val_84 2008-04-08 +28 val_28 2008-04-08 +37 val_37 2008-04-08 +448 val_448 2008-04-08 +152 val_152 2008-04-08 +348 val_348 2008-04-08 +307 val_307 2008-04-08 +194 val_194 2008-04-08 +414 val_414 2008-04-08 +477 val_477 2008-04-08 +222 val_222 2008-04-08 +126 val_126 2008-04-08 +90 val_90 2008-04-08 +169 val_169 2008-04-08 +403 val_403 2008-04-08 +400 val_400 2008-04-08 +200 val_200 2008-04-08 +97 val_97 2008-04-08 +238 val_238 2008-04-08 +86 val_86 2008-04-08 +311 val_311 2008-04-08 +27 val_27 2008-04-08 +165 val_165 2008-04-08 +409 val_409 2008-04-08 +255 val_255 2008-04-08 +278 val_278 2008-04-08 +98 val_98 2008-04-08 +484 val_484 2008-04-08 +265 val_265 2008-04-08 +193 val_193 2008-04-08 +401 val_401 2008-04-08 +150 val_150 2008-04-08 +273 val_273 2008-04-08 +224 val_224 2008-04-08 +369 val_369 2008-04-08 +66 val_66 2008-04-08 +128 val_128 2008-04-08 +213 val_213 2008-04-08 +146 val_146 2008-04-08 +406 val_406 2008-04-08 +429 val_429 2008-04-08 +374 val_374 2008-04-08 +152 val_152 2008-04-08 +469 val_469 2008-04-08 +145 val_145 2008-04-08 +495 val_495 2008-04-08 +37 val_37 2008-04-08 +327 val_327 2008-04-08 +281 val_281 2008-04-08 +277 val_277 2008-04-08 +209 val_209 2008-04-08 +15 val_15 2008-04-08 +82 val_82 2008-04-08 +403 val_403 2008-04-08 +166 val_166 2008-04-08 +417 val_417 2008-04-08 +430 val_430 2008-04-08 +252 val_252 2008-04-08 +292 val_292 2008-04-08 +219 val_219 2008-04-08 +287 val_287 2008-04-08 +153 val_153 2008-04-08 +193 val_193 2008-04-08 +338 val_338 2008-04-08 +446 val_446 2008-04-08 +459 val_459 2008-04-08 +394 val_394 2008-04-08 +237 val_237 2008-04-08 +482 val_482 2008-04-08 +174 val_174 2008-04-08 +413 val_413 2008-04-08 +494 val_494 2008-04-08 +207 val_207 2008-04-08 +199 val_199 2008-04-08 +466 val_466 2008-04-08 +208 val_208 2008-04-08 +174 val_174 2008-04-08 +399 val_399 2008-04-08 +396 val_396 2008-04-08 +247 val_247 2008-04-08 +417 val_417 2008-04-08 +489 val_489 2008-04-08 +162 val_162 2008-04-08 +377 val_377 2008-04-08 +397 val_397 2008-04-08 +309 val_309 2008-04-08 +365 val_365 2008-04-08 +266 val_266 2008-04-08 +439 val_439 2008-04-08 +342 val_342 2008-04-08 +367 val_367 2008-04-08 +325 val_325 2008-04-08 +167 val_167 2008-04-08 +195 val_195 2008-04-08 +475 val_475 2008-04-08 +17 val_17 2008-04-08 +113 val_113 2008-04-08 +155 val_155 2008-04-08 +203 val_203 2008-04-08 +339 val_339 2008-04-08 +0 val_0 2008-04-08 +455 val_455 2008-04-08 +128 val_128 2008-04-08 +311 val_311 2008-04-08 +316 val_316 2008-04-08 +57 val_57 2008-04-08 +302 val_302 2008-04-08 +205 val_205 2008-04-08 +149 val_149 2008-04-08 +438 val_438 2008-04-08 +345 val_345 2008-04-08 +129 val_129 2008-04-08 +170 val_170 2008-04-08 +20 val_20 2008-04-08 +489 val_489 2008-04-08 +157 val_157 2008-04-08 +378 val_378 2008-04-08 +221 val_221 2008-04-08 +92 val_92 2008-04-08 +111 val_111 2008-04-08 +47 val_47 2008-04-08 +72 val_72 2008-04-08 +4 val_4 2008-04-08 +280 val_280 2008-04-08 +35 val_35 2008-04-08 +427 val_427 2008-04-08 +277 val_277 2008-04-08 +208 val_208 2008-04-08 +356 val_356 2008-04-08 +399 val_399 2008-04-08 +169 val_169 2008-04-08 +382 val_382 2008-04-08 +498 val_498 2008-04-08 +125 val_125 2008-04-08 +386 val_386 2008-04-08 +437 val_437 2008-04-08 +469 val_469 2008-04-08 +192 val_192 2008-04-08 +286 val_286 2008-04-08 +187 val_187 2008-04-08 +176 val_176 2008-04-08 +54 val_54 2008-04-08 +459 val_459 2008-04-08 +51 val_51 2008-04-08 +138 val_138 2008-04-08 +103 val_103 2008-04-08 +239 val_239 2008-04-08 +213 val_213 2008-04-08 +216 val_216 2008-04-08 +430 val_430 2008-04-08 +278 val_278 2008-04-08 +176 val_176 2008-04-08 +289 val_289 2008-04-08 +221 val_221 2008-04-08 +65 val_65 2008-04-08 +318 val_318 2008-04-08 +332 val_332 2008-04-08 +311 val_311 2008-04-08 +275 val_275 2008-04-08 +137 val_137 2008-04-08 +241 val_241 2008-04-08 +83 val_83 2008-04-08 +333 val_333 2008-04-08 +180 val_180 2008-04-08 +284 val_284 2008-04-08 +12 val_12 2008-04-08 +230 val_230 2008-04-08 +181 val_181 2008-04-08 +67 val_67 2008-04-08 +260 val_260 2008-04-08 +404 val_404 2008-04-08 +384 val_384 2008-04-08 +489 val_489 2008-04-08 +353 val_353 2008-04-08 +373 val_373 2008-04-08 +272 val_272 2008-04-08 +138 val_138 2008-04-08 +217 val_217 2008-04-08 +84 val_84 2008-04-08 +348 val_348 2008-04-08 +466 val_466 2008-04-08 +58 val_58 2008-04-08 +8 val_8 2008-04-08 +411 val_411 2008-04-08 +230 val_230 2008-04-08 +208 val_208 2008-04-08 +348 val_348 2008-04-08 +24 val_24 2008-04-08 +463 val_463 2008-04-08 +431 val_431 2008-04-08 +179 val_179 2008-04-08 +172 val_172 2008-04-08 +42 val_42 2008-04-08 +129 val_129 2008-04-08 +158 val_158 2008-04-08 +119 val_119 2008-04-08 +496 val_496 2008-04-08 +0 val_0 2008-04-08 +322 val_322 2008-04-08 +197 val_197 2008-04-08 +468 val_468 2008-04-08 +393 val_393 2008-04-08 +454 val_454 2008-04-08 +100 val_100 2008-04-08 +298 val_298 2008-04-08 +199 val_199 2008-04-08 +191 val_191 2008-04-08 +418 val_418 2008-04-08 +96 val_96 2008-04-08 +26 val_26 2008-04-08 +165 val_165 2008-04-08 +327 val_327 2008-04-08 +230 val_230 2008-04-08 +205 val_205 2008-04-08 +120 val_120 2008-04-08 +131 val_131 2008-04-08 +51 val_51 2008-04-08 +404 val_404 2008-04-08 +43 val_43 2008-04-08 +436 val_436 2008-04-08 +156 val_156 2008-04-08 +469 val_469 2008-04-08 +468 val_468 2008-04-08 +308 val_308 2008-04-08 +95 val_95 2008-04-08 +196 val_196 2008-04-08 +288 val_288 2008-04-08 +481 val_481 2008-04-08 +457 val_457 2008-04-08 +98 val_98 2008-04-08 +282 val_282 2008-04-08 +197 val_197 2008-04-08 +187 val_187 2008-04-08 +318 val_318 2008-04-08 +318 val_318 2008-04-08 +409 val_409 2008-04-08 +470 val_470 2008-04-08 +137 val_137 2008-04-08 +369 val_369 2008-04-08 +316 val_316 2008-04-08 +169 val_169 2008-04-08 +413 val_413 2008-04-08 +85 val_85 2008-04-08 +77 val_77 2008-04-08 +0 val_0 2008-04-08 +490 val_490 2008-04-08 +87 val_87 2008-04-08 +364 val_364 2008-04-08 +179 val_179 2008-04-08 +118 val_118 2008-04-08 +134 val_134 2008-04-08 +395 val_395 2008-04-08 +282 val_282 2008-04-08 +138 val_138 2008-04-08 +238 val_238 2008-04-08 +419 val_419 2008-04-08 +15 val_15 2008-04-08 +118 val_118 2008-04-08 +72 val_72 2008-04-08 +90 val_90 2008-04-08 +307 val_307 2008-04-08 +19 val_19 2008-04-08 +435 val_435 2008-04-08 +10 val_10 2008-04-08 +277 val_277 2008-04-08 +273 val_273 2008-04-08 +306 val_306 2008-04-08 +224 val_224 2008-04-08 +309 val_309 2008-04-08 +389 val_389 2008-04-08 +327 val_327 2008-04-08 +242 val_242 2008-04-08 +369 val_369 2008-04-08 +392 val_392 2008-04-08 +272 val_272 2008-04-08 +331 val_331 2008-04-08 +401 val_401 2008-04-08 +242 val_242 2008-04-08 +452 val_452 2008-04-08 +177 val_177 2008-04-08 +226 val_226 2008-04-08 +5 val_5 2008-04-08 +497 val_497 2008-04-08 +402 val_402 2008-04-08 +396 val_396 2008-04-08 +317 val_317 2008-04-08 +395 val_395 2008-04-08 +58 val_58 2008-04-08 +35 val_35 2008-04-08 +336 val_336 2008-04-08 +95 val_95 2008-04-08 +11 val_11 2008-04-08 +168 val_168 2008-04-08 +34 val_34 2008-04-08 +229 val_229 2008-04-08 +233 val_233 2008-04-08 +143 val_143 2008-04-08 +472 val_472 2008-04-08 +322 val_322 2008-04-08 +498 val_498 2008-04-08 +160 val_160 2008-04-08 +195 val_195 2008-04-08 +42 val_42 2008-04-08 +321 val_321 2008-04-08 +430 val_430 2008-04-08 +119 val_119 2008-04-08 +489 val_489 2008-04-08 +458 val_458 2008-04-08 +78 val_78 2008-04-08 +76 val_76 2008-04-08 +41 val_41 2008-04-08 +223 val_223 2008-04-08 +492 val_492 2008-04-08 +149 val_149 2008-04-08 +449 val_449 2008-04-08 +218 val_218 2008-04-08 +228 val_228 2008-04-08 +138 val_138 2008-04-08 +453 val_453 2008-04-08 +30 val_30 2008-04-08 +209 val_209 2008-04-08 +64 val_64 2008-04-08 +468 val_468 2008-04-08 +76 val_76 2008-04-08 +74 val_74 2008-04-08 +342 val_342 2008-04-08 +69 val_69 2008-04-08 +230 val_230 2008-04-08 +33 val_33 2008-04-08 +368 val_368 2008-04-08 +103 val_103 2008-04-08 +296 val_296 2008-04-08 +113 val_113 2008-04-08 +216 val_216 2008-04-08 +367 val_367 2008-04-08 +344 val_344 2008-04-08 +167 val_167 2008-04-08 +274 val_274 2008-04-08 +219 val_219 2008-04-08 +239 val_239 2008-04-08 +485 val_485 2008-04-08 +116 val_116 2008-04-08 +223 val_223 2008-04-08 +256 val_256 2008-04-08 +263 val_263 2008-04-08 +70 val_70 2008-04-08 +487 val_487 2008-04-08 +480 val_480 2008-04-08 +401 val_401 2008-04-08 +288 val_288 2008-04-08 +191 val_191 2008-04-08 +5 val_5 2008-04-08 +244 val_244 2008-04-08 +438 val_438 2008-04-08 +128 val_128 2008-04-08 +467 val_467 2008-04-08 +432 val_432 2008-04-08 +202 val_202 2008-04-08 +316 val_316 2008-04-08 +229 val_229 2008-04-08 +469 val_469 2008-04-08 +463 val_463 2008-04-08 +280 val_280 2008-04-08 +2 val_2 2008-04-08 +35 val_35 2008-04-08 +283 val_283 2008-04-08 +331 val_331 2008-04-08 +235 val_235 2008-04-08 +80 val_80 2008-04-08 +44 val_44 2008-04-08 +193 val_193 2008-04-08 +321 val_321 2008-04-08 +335 val_335 2008-04-08 +104 val_104 2008-04-08 +466 val_466 2008-04-08 +366 val_366 2008-04-08 +175 val_175 2008-04-08 +403 val_403 2008-04-08 +483 val_483 2008-04-08 +53 val_53 2008-04-08 +105 val_105 2008-04-08 +257 val_257 2008-04-08 +406 val_406 2008-04-08 +409 val_409 2008-04-08 +190 val_190 2008-04-08 +406 val_406 2008-04-08 +401 val_401 2008-04-08 +114 val_114 2008-04-08 +258 val_258 2008-04-08 +90 val_90 2008-04-08 +203 val_203 2008-04-08 +262 val_262 2008-04-08 +348 val_348 2008-04-08 +424 val_424 2008-04-08 +12 val_12 2008-04-08 +396 val_396 2008-04-08 +201 val_201 2008-04-08 +217 val_217 2008-04-08 +164 val_164 2008-04-08 +431 val_431 2008-04-08 +454 val_454 2008-04-08 +478 val_478 2008-04-08 +298 val_298 2008-04-08 +125 val_125 2008-04-08 +431 val_431 2008-04-08 +164 val_164 2008-04-08 +424 val_424 2008-04-08 +187 val_187 2008-04-08 +382 val_382 2008-04-08 +5 val_5 2008-04-08 +70 val_70 2008-04-08 +397 val_397 2008-04-08 +480 val_480 2008-04-08 +291 val_291 2008-04-08 +24 val_24 2008-04-08 +351 val_351 2008-04-08 +255 val_255 2008-04-08 +104 val_104 2008-04-08 +70 val_70 2008-04-08 +163 val_163 2008-04-08 +438 val_438 2008-04-08 +119 val_119 2008-04-08 +414 val_414 2008-04-08 +200 val_200 2008-04-08 +491 val_491 2008-04-08 +237 val_237 2008-04-08 +439 val_439 2008-04-08 +360 val_360 2008-04-08 +248 val_248 2008-04-08 +479 val_479 2008-04-08 +305 val_305 2008-04-08 +417 val_417 2008-04-08 +199 val_199 2008-04-08 +444 val_444 2008-04-08 +120 val_120 2008-04-08 +429 val_429 2008-04-08 +169 val_169 2008-04-08 +443 val_443 2008-04-08 +323 val_323 2008-04-08 +325 val_325 2008-04-08 +277 val_277 2008-04-08 +230 val_230 2008-04-08 +478 val_478 2008-04-08 +178 val_178 2008-04-08 +468 val_468 2008-04-08 +310 val_310 2008-04-08 +317 val_317 2008-04-08 +333 val_333 2008-04-08 +493 val_493 2008-04-08 +460 val_460 2008-04-08 +207 val_207 2008-04-08 +249 val_249 2008-04-08 +265 val_265 2008-04-08 +480 val_480 2008-04-08 +83 val_83 2008-04-08 +136 val_136 2008-04-08 +353 val_353 2008-04-08 +172 val_172 2008-04-08 +214 val_214 2008-04-08 +462 val_462 2008-04-08 +233 val_233 2008-04-08 +406 val_406 2008-04-08 +133 val_133 2008-04-08 +175 val_175 2008-04-08 +189 val_189 2008-04-08 +454 val_454 2008-04-08 +375 val_375 2008-04-08 +401 val_401 2008-04-08 +421 val_421 2008-04-08 +407 val_407 2008-04-08 +384 val_384 2008-04-08 +256 val_256 2008-04-08 +26 val_26 2008-04-08 +134 val_134 2008-04-08 +67 val_67 2008-04-08 +384 val_384 2008-04-08 +379 val_379 2008-04-08 +18 val_18 2008-04-08 +462 val_462 2008-04-08 +492 val_492 2008-04-08 +100 val_100 2008-04-08 +298 val_298 2008-04-08 +9 val_9 2008-04-08 +341 val_341 2008-04-08 +498 val_498 2008-04-08 +146 val_146 2008-04-08 +458 val_458 2008-04-08 +362 val_362 2008-04-08 +186 val_186 2008-04-08 +285 val_285 2008-04-08 +348 val_348 2008-04-08 +167 val_167 2008-04-08 +18 val_18 2008-04-08 +273 val_273 2008-04-08 +183 val_183 2008-04-08 +281 val_281 2008-04-08 +344 val_344 2008-04-08 +97 val_97 2008-04-08 +469 val_469 2008-04-08 +315 val_315 2008-04-08 +84 val_84 2008-04-08 +28 val_28 2008-04-08 +37 val_37 2008-04-08 +448 val_448 2008-04-08 +152 val_152 2008-04-08 +348 val_348 2008-04-08 +307 val_307 2008-04-08 +194 val_194 2008-04-08 +414 val_414 2008-04-08 +477 val_477 2008-04-08 +222 val_222 2008-04-08 +126 val_126 2008-04-08 +90 val_90 2008-04-08 +169 val_169 2008-04-08 +403 val_403 2008-04-08 +400 val_400 2008-04-08 +200 val_200 2008-04-08 +97 val_97 2008-04-08 +238 val_238 2008-04-09 +86 val_86 2008-04-09 +311 val_311 2008-04-09 +27 val_27 2008-04-09 +165 val_165 2008-04-09 +409 val_409 2008-04-09 +255 val_255 2008-04-09 +278 val_278 2008-04-09 +98 val_98 2008-04-09 +484 val_484 2008-04-09 +265 val_265 2008-04-09 +193 val_193 2008-04-09 +401 val_401 2008-04-09 +150 val_150 2008-04-09 +273 val_273 2008-04-09 +224 val_224 2008-04-09 +369 val_369 2008-04-09 +66 val_66 2008-04-09 +128 val_128 2008-04-09 +213 val_213 2008-04-09 +146 val_146 2008-04-09 +406 val_406 2008-04-09 +429 val_429 2008-04-09 +374 val_374 2008-04-09 +152 val_152 2008-04-09 +469 val_469 2008-04-09 +145 val_145 2008-04-09 +495 val_495 2008-04-09 +37 val_37 2008-04-09 +327 val_327 2008-04-09 +281 val_281 2008-04-09 +277 val_277 2008-04-09 +209 val_209 2008-04-09 +15 val_15 2008-04-09 +82 val_82 2008-04-09 +403 val_403 2008-04-09 +166 val_166 2008-04-09 +417 val_417 2008-04-09 +430 val_430 2008-04-09 +252 val_252 2008-04-09 +292 val_292 2008-04-09 +219 val_219 2008-04-09 +287 val_287 2008-04-09 +153 val_153 2008-04-09 +193 val_193 2008-04-09 +338 val_338 2008-04-09 +446 val_446 2008-04-09 +459 val_459 2008-04-09 +394 val_394 2008-04-09 +237 val_237 2008-04-09 +482 val_482 2008-04-09 +174 val_174 2008-04-09 +413 val_413 2008-04-09 +494 val_494 2008-04-09 +207 val_207 2008-04-09 +199 val_199 2008-04-09 +466 val_466 2008-04-09 +208 val_208 2008-04-09 +174 val_174 2008-04-09 +399 val_399 2008-04-09 +396 val_396 2008-04-09 +247 val_247 2008-04-09 +417 val_417 2008-04-09 +489 val_489 2008-04-09 +162 val_162 2008-04-09 +377 val_377 2008-04-09 +397 val_397 2008-04-09 +309 val_309 2008-04-09 +365 val_365 2008-04-09 +266 val_266 2008-04-09 +439 val_439 2008-04-09 +342 val_342 2008-04-09 +367 val_367 2008-04-09 +325 val_325 2008-04-09 +167 val_167 2008-04-09 +195 val_195 2008-04-09 +475 val_475 2008-04-09 +17 val_17 2008-04-09 +113 val_113 2008-04-09 +155 val_155 2008-04-09 +203 val_203 2008-04-09 +339 val_339 2008-04-09 +0 val_0 2008-04-09 +455 val_455 2008-04-09 +128 val_128 2008-04-09 +311 val_311 2008-04-09 +316 val_316 2008-04-09 +57 val_57 2008-04-09 +302 val_302 2008-04-09 +205 val_205 2008-04-09 +149 val_149 2008-04-09 +438 val_438 2008-04-09 +345 val_345 2008-04-09 +129 val_129 2008-04-09 +170 val_170 2008-04-09 +20 val_20 2008-04-09 +489 val_489 2008-04-09 +157 val_157 2008-04-09 +378 val_378 2008-04-09 +221 val_221 2008-04-09 +92 val_92 2008-04-09 +111 val_111 2008-04-09 +47 val_47 2008-04-09 +72 val_72 2008-04-09 +4 val_4 2008-04-09 +280 val_280 2008-04-09 +35 val_35 2008-04-09 +427 val_427 2008-04-09 +277 val_277 2008-04-09 +208 val_208 2008-04-09 +356 val_356 2008-04-09 +399 val_399 2008-04-09 +169 val_169 2008-04-09 +382 val_382 2008-04-09 +498 val_498 2008-04-09 +125 val_125 2008-04-09 +386 val_386 2008-04-09 +437 val_437 2008-04-09 +469 val_469 2008-04-09 +192 val_192 2008-04-09 +286 val_286 2008-04-09 +187 val_187 2008-04-09 +176 val_176 2008-04-09 +54 val_54 2008-04-09 +459 val_459 2008-04-09 +51 val_51 2008-04-09 +138 val_138 2008-04-09 +103 val_103 2008-04-09 +239 val_239 2008-04-09 +213 val_213 2008-04-09 +216 val_216 2008-04-09 +430 val_430 2008-04-09 +278 val_278 2008-04-09 +176 val_176 2008-04-09 +289 val_289 2008-04-09 +221 val_221 2008-04-09 +65 val_65 2008-04-09 +318 val_318 2008-04-09 +332 val_332 2008-04-09 +311 val_311 2008-04-09 +275 val_275 2008-04-09 +137 val_137 2008-04-09 +241 val_241 2008-04-09 +83 val_83 2008-04-09 +333 val_333 2008-04-09 +180 val_180 2008-04-09 +284 val_284 2008-04-09 +12 val_12 2008-04-09 +230 val_230 2008-04-09 +181 val_181 2008-04-09 +67 val_67 2008-04-09 +260 val_260 2008-04-09 +404 val_404 2008-04-09 +384 val_384 2008-04-09 +489 val_489 2008-04-09 +353 val_353 2008-04-09 +373 val_373 2008-04-09 +272 val_272 2008-04-09 +138 val_138 2008-04-09 +217 val_217 2008-04-09 +84 val_84 2008-04-09 +348 val_348 2008-04-09 +466 val_466 2008-04-09 +58 val_58 2008-04-09 +8 val_8 2008-04-09 +411 val_411 2008-04-09 +230 val_230 2008-04-09 +208 val_208 2008-04-09 +348 val_348 2008-04-09 +24 val_24 2008-04-09 +463 val_463 2008-04-09 +431 val_431 2008-04-09 +179 val_179 2008-04-09 +172 val_172 2008-04-09 +42 val_42 2008-04-09 +129 val_129 2008-04-09 +158 val_158 2008-04-09 +119 val_119 2008-04-09 +496 val_496 2008-04-09 +0 val_0 2008-04-09 +322 val_322 2008-04-09 +197 val_197 2008-04-09 +468 val_468 2008-04-09 +393 val_393 2008-04-09 +454 val_454 2008-04-09 +100 val_100 2008-04-09 +298 val_298 2008-04-09 +199 val_199 2008-04-09 +191 val_191 2008-04-09 +418 val_418 2008-04-09 +96 val_96 2008-04-09 +26 val_26 2008-04-09 +165 val_165 2008-04-09 +327 val_327 2008-04-09 +230 val_230 2008-04-09 +205 val_205 2008-04-09 +120 val_120 2008-04-09 +131 val_131 2008-04-09 +51 val_51 2008-04-09 +404 val_404 2008-04-09 +43 val_43 2008-04-09 +436 val_436 2008-04-09 +156 val_156 2008-04-09 +469 val_469 2008-04-09 +468 val_468 2008-04-09 +308 val_308 2008-04-09 +95 val_95 2008-04-09 +196 val_196 2008-04-09 +288 val_288 2008-04-09 +481 val_481 2008-04-09 +457 val_457 2008-04-09 +98 val_98 2008-04-09 +282 val_282 2008-04-09 +197 val_197 2008-04-09 +187 val_187 2008-04-09 +318 val_318 2008-04-09 +318 val_318 2008-04-09 +409 val_409 2008-04-09 +470 val_470 2008-04-09 +137 val_137 2008-04-09 +369 val_369 2008-04-09 +316 val_316 2008-04-09 +169 val_169 2008-04-09 +413 val_413 2008-04-09 +85 val_85 2008-04-09 +77 val_77 2008-04-09 +0 val_0 2008-04-09 +490 val_490 2008-04-09 +87 val_87 2008-04-09 +364 val_364 2008-04-09 +179 val_179 2008-04-09 +118 val_118 2008-04-09 +134 val_134 2008-04-09 +395 val_395 2008-04-09 +282 val_282 2008-04-09 +138 val_138 2008-04-09 +238 val_238 2008-04-09 +419 val_419 2008-04-09 +15 val_15 2008-04-09 +118 val_118 2008-04-09 +72 val_72 2008-04-09 +90 val_90 2008-04-09 +307 val_307 2008-04-09 +19 val_19 2008-04-09 +435 val_435 2008-04-09 +10 val_10 2008-04-09 +277 val_277 2008-04-09 +273 val_273 2008-04-09 +306 val_306 2008-04-09 +224 val_224 2008-04-09 +309 val_309 2008-04-09 +389 val_389 2008-04-09 +327 val_327 2008-04-09 +242 val_242 2008-04-09 +369 val_369 2008-04-09 +392 val_392 2008-04-09 +272 val_272 2008-04-09 +331 val_331 2008-04-09 +401 val_401 2008-04-09 +242 val_242 2008-04-09 +452 val_452 2008-04-09 +177 val_177 2008-04-09 +226 val_226 2008-04-09 +5 val_5 2008-04-09 +497 val_497 2008-04-09 +402 val_402 2008-04-09 +396 val_396 2008-04-09 +317 val_317 2008-04-09 +395 val_395 2008-04-09 +58 val_58 2008-04-09 +35 val_35 2008-04-09 +336 val_336 2008-04-09 +95 val_95 2008-04-09 +11 val_11 2008-04-09 +168 val_168 2008-04-09 +34 val_34 2008-04-09 +229 val_229 2008-04-09 +233 val_233 2008-04-09 +143 val_143 2008-04-09 +472 val_472 2008-04-09 +322 val_322 2008-04-09 +498 val_498 2008-04-09 +160 val_160 2008-04-09 +195 val_195 2008-04-09 +42 val_42 2008-04-09 +321 val_321 2008-04-09 +430 val_430 2008-04-09 +119 val_119 2008-04-09 +489 val_489 2008-04-09 +458 val_458 2008-04-09 +78 val_78 2008-04-09 +76 val_76 2008-04-09 +41 val_41 2008-04-09 +223 val_223 2008-04-09 +492 val_492 2008-04-09 +149 val_149 2008-04-09 +449 val_449 2008-04-09 +218 val_218 2008-04-09 +228 val_228 2008-04-09 +138 val_138 2008-04-09 +453 val_453 2008-04-09 +30 val_30 2008-04-09 +209 val_209 2008-04-09 +64 val_64 2008-04-09 +468 val_468 2008-04-09 +76 val_76 2008-04-09 +74 val_74 2008-04-09 +342 val_342 2008-04-09 +69 val_69 2008-04-09 +230 val_230 2008-04-09 +33 val_33 2008-04-09 +368 val_368 2008-04-09 +103 val_103 2008-04-09 +296 val_296 2008-04-09 +113 val_113 2008-04-09 +216 val_216 2008-04-09 +367 val_367 2008-04-09 +344 val_344 2008-04-09 +167 val_167 2008-04-09 +274 val_274 2008-04-09 +219 val_219 2008-04-09 +239 val_239 2008-04-09 +485 val_485 2008-04-09 +116 val_116 2008-04-09 +223 val_223 2008-04-09 +256 val_256 2008-04-09 +263 val_263 2008-04-09 +70 val_70 2008-04-09 +487 val_487 2008-04-09 +480 val_480 2008-04-09 +401 val_401 2008-04-09 +288 val_288 2008-04-09 +191 val_191 2008-04-09 +5 val_5 2008-04-09 +244 val_244 2008-04-09 +438 val_438 2008-04-09 +128 val_128 2008-04-09 +467 val_467 2008-04-09 +432 val_432 2008-04-09 +202 val_202 2008-04-09 +316 val_316 2008-04-09 +229 val_229 2008-04-09 +469 val_469 2008-04-09 +463 val_463 2008-04-09 +280 val_280 2008-04-09 +2 val_2 2008-04-09 +35 val_35 2008-04-09 +283 val_283 2008-04-09 +331 val_331 2008-04-09 +235 val_235 2008-04-09 +80 val_80 2008-04-09 +44 val_44 2008-04-09 +193 val_193 2008-04-09 +321 val_321 2008-04-09 +335 val_335 2008-04-09 +104 val_104 2008-04-09 +466 val_466 2008-04-09 +366 val_366 2008-04-09 +175 val_175 2008-04-09 +403 val_403 2008-04-09 +483 val_483 2008-04-09 +53 val_53 2008-04-09 +105 val_105 2008-04-09 +257 val_257 2008-04-09 +406 val_406 2008-04-09 +409 val_409 2008-04-09 +190 val_190 2008-04-09 +406 val_406 2008-04-09 +401 val_401 2008-04-09 +114 val_114 2008-04-09 +258 val_258 2008-04-09 +90 val_90 2008-04-09 +203 val_203 2008-04-09 +262 val_262 2008-04-09 +348 val_348 2008-04-09 +424 val_424 2008-04-09 +12 val_12 2008-04-09 +396 val_396 2008-04-09 +201 val_201 2008-04-09 +217 val_217 2008-04-09 +164 val_164 2008-04-09 +431 val_431 2008-04-09 +454 val_454 2008-04-09 +478 val_478 2008-04-09 +298 val_298 2008-04-09 +125 val_125 2008-04-09 +431 val_431 2008-04-09 +164 val_164 2008-04-09 +424 val_424 2008-04-09 +187 val_187 2008-04-09 +382 val_382 2008-04-09 +5 val_5 2008-04-09 +70 val_70 2008-04-09 +397 val_397 2008-04-09 +480 val_480 2008-04-09 +291 val_291 2008-04-09 +24 val_24 2008-04-09 +351 val_351 2008-04-09 +255 val_255 2008-04-09 +104 val_104 2008-04-09 +70 val_70 2008-04-09 +163 val_163 2008-04-09 +438 val_438 2008-04-09 +119 val_119 2008-04-09 +414 val_414 2008-04-09 +200 val_200 2008-04-09 +491 val_491 2008-04-09 +237 val_237 2008-04-09 +439 val_439 2008-04-09 +360 val_360 2008-04-09 +248 val_248 2008-04-09 +479 val_479 2008-04-09 +305 val_305 2008-04-09 +417 val_417 2008-04-09 +199 val_199 2008-04-09 +444 val_444 2008-04-09 +120 val_120 2008-04-09 +429 val_429 2008-04-09 +169 val_169 2008-04-09 +443 val_443 2008-04-09 +323 val_323 2008-04-09 +325 val_325 2008-04-09 +277 val_277 2008-04-09 +230 val_230 2008-04-09 +478 val_478 2008-04-09 +178 val_178 2008-04-09 +468 val_468 2008-04-09 +310 val_310 2008-04-09 +317 val_317 2008-04-09 +333 val_333 2008-04-09 +493 val_493 2008-04-09 +460 val_460 2008-04-09 +207 val_207 2008-04-09 +249 val_249 2008-04-09 +265 val_265 2008-04-09 +480 val_480 2008-04-09 +83 val_83 2008-04-09 +136 val_136 2008-04-09 +353 val_353 2008-04-09 +172 val_172 2008-04-09 +214 val_214 2008-04-09 +462 val_462 2008-04-09 +233 val_233 2008-04-09 +406 val_406 2008-04-09 +133 val_133 2008-04-09 +175 val_175 2008-04-09 +189 val_189 2008-04-09 +454 val_454 2008-04-09 +375 val_375 2008-04-09 +401 val_401 2008-04-09 +421 val_421 2008-04-09 +407 val_407 2008-04-09 +384 val_384 2008-04-09 +256 val_256 2008-04-09 +26 val_26 2008-04-09 +134 val_134 2008-04-09 +67 val_67 2008-04-09 +384 val_384 2008-04-09 +379 val_379 2008-04-09 +18 val_18 2008-04-09 +462 val_462 2008-04-09 +492 val_492 2008-04-09 +100 val_100 2008-04-09 +298 val_298 2008-04-09 +9 val_9 2008-04-09 +341 val_341 2008-04-09 +498 val_498 2008-04-09 +146 val_146 2008-04-09 +458 val_458 2008-04-09 +362 val_362 2008-04-09 +186 val_186 2008-04-09 +285 val_285 2008-04-09 +348 val_348 2008-04-09 +167 val_167 2008-04-09 +18 val_18 2008-04-09 +273 val_273 2008-04-09 +183 val_183 2008-04-09 +281 val_281 2008-04-09 +344 val_344 2008-04-09 +97 val_97 2008-04-09 +469 val_469 2008-04-09 +315 val_315 2008-04-09 +84 val_84 2008-04-09 +28 val_28 2008-04-09 +37 val_37 2008-04-09 +448 val_448 2008-04-09 +152 val_152 2008-04-09 +348 val_348 2008-04-09 +307 val_307 2008-04-09 +194 val_194 2008-04-09 +414 val_414 2008-04-09 +477 val_477 2008-04-09 +222 val_222 2008-04-09 +126 val_126 2008-04-09 +90 val_90 2008-04-09 +169 val_169 2008-04-09 +403 val_403 2008-04-09 +400 val_400 2008-04-09 +200 val_200 2008-04-09 +97 val_97 2008-04-09 +238 val_238 2008-04-09 +86 val_86 2008-04-09 +311 val_311 2008-04-09 +27 val_27 2008-04-09 +165 val_165 2008-04-09 +409 val_409 2008-04-09 +255 val_255 2008-04-09 +278 val_278 2008-04-09 +98 val_98 2008-04-09 +484 val_484 2008-04-09 +265 val_265 2008-04-09 +193 val_193 2008-04-09 +401 val_401 2008-04-09 +150 val_150 2008-04-09 +273 val_273 2008-04-09 +224 val_224 2008-04-09 +369 val_369 2008-04-09 +66 val_66 2008-04-09 +128 val_128 2008-04-09 +213 val_213 2008-04-09 +146 val_146 2008-04-09 +406 val_406 2008-04-09 +429 val_429 2008-04-09 +374 val_374 2008-04-09 +152 val_152 2008-04-09 +469 val_469 2008-04-09 +145 val_145 2008-04-09 +495 val_495 2008-04-09 +37 val_37 2008-04-09 +327 val_327 2008-04-09 +281 val_281 2008-04-09 +277 val_277 2008-04-09 +209 val_209 2008-04-09 +15 val_15 2008-04-09 +82 val_82 2008-04-09 +403 val_403 2008-04-09 +166 val_166 2008-04-09 +417 val_417 2008-04-09 +430 val_430 2008-04-09 +252 val_252 2008-04-09 +292 val_292 2008-04-09 +219 val_219 2008-04-09 +287 val_287 2008-04-09 +153 val_153 2008-04-09 +193 val_193 2008-04-09 +338 val_338 2008-04-09 +446 val_446 2008-04-09 +459 val_459 2008-04-09 +394 val_394 2008-04-09 +237 val_237 2008-04-09 +482 val_482 2008-04-09 +174 val_174 2008-04-09 +413 val_413 2008-04-09 +494 val_494 2008-04-09 +207 val_207 2008-04-09 +199 val_199 2008-04-09 +466 val_466 2008-04-09 +208 val_208 2008-04-09 +174 val_174 2008-04-09 +399 val_399 2008-04-09 +396 val_396 2008-04-09 +247 val_247 2008-04-09 +417 val_417 2008-04-09 +489 val_489 2008-04-09 +162 val_162 2008-04-09 +377 val_377 2008-04-09 +397 val_397 2008-04-09 +309 val_309 2008-04-09 +365 val_365 2008-04-09 +266 val_266 2008-04-09 +439 val_439 2008-04-09 +342 val_342 2008-04-09 +367 val_367 2008-04-09 +325 val_325 2008-04-09 +167 val_167 2008-04-09 +195 val_195 2008-04-09 +475 val_475 2008-04-09 +17 val_17 2008-04-09 +113 val_113 2008-04-09 +155 val_155 2008-04-09 +203 val_203 2008-04-09 +339 val_339 2008-04-09 +0 val_0 2008-04-09 +455 val_455 2008-04-09 +128 val_128 2008-04-09 +311 val_311 2008-04-09 +316 val_316 2008-04-09 +57 val_57 2008-04-09 +302 val_302 2008-04-09 +205 val_205 2008-04-09 +149 val_149 2008-04-09 +438 val_438 2008-04-09 +345 val_345 2008-04-09 +129 val_129 2008-04-09 +170 val_170 2008-04-09 +20 val_20 2008-04-09 +489 val_489 2008-04-09 +157 val_157 2008-04-09 +378 val_378 2008-04-09 +221 val_221 2008-04-09 +92 val_92 2008-04-09 +111 val_111 2008-04-09 +47 val_47 2008-04-09 +72 val_72 2008-04-09 +4 val_4 2008-04-09 +280 val_280 2008-04-09 +35 val_35 2008-04-09 +427 val_427 2008-04-09 +277 val_277 2008-04-09 +208 val_208 2008-04-09 +356 val_356 2008-04-09 +399 val_399 2008-04-09 +169 val_169 2008-04-09 +382 val_382 2008-04-09 +498 val_498 2008-04-09 +125 val_125 2008-04-09 +386 val_386 2008-04-09 +437 val_437 2008-04-09 +469 val_469 2008-04-09 +192 val_192 2008-04-09 +286 val_286 2008-04-09 +187 val_187 2008-04-09 +176 val_176 2008-04-09 +54 val_54 2008-04-09 +459 val_459 2008-04-09 +51 val_51 2008-04-09 +138 val_138 2008-04-09 +103 val_103 2008-04-09 +239 val_239 2008-04-09 +213 val_213 2008-04-09 +216 val_216 2008-04-09 +430 val_430 2008-04-09 +278 val_278 2008-04-09 +176 val_176 2008-04-09 +289 val_289 2008-04-09 +221 val_221 2008-04-09 +65 val_65 2008-04-09 +318 val_318 2008-04-09 +332 val_332 2008-04-09 +311 val_311 2008-04-09 +275 val_275 2008-04-09 +137 val_137 2008-04-09 +241 val_241 2008-04-09 +83 val_83 2008-04-09 +333 val_333 2008-04-09 +180 val_180 2008-04-09 +284 val_284 2008-04-09 +12 val_12 2008-04-09 +230 val_230 2008-04-09 +181 val_181 2008-04-09 +67 val_67 2008-04-09 +260 val_260 2008-04-09 +404 val_404 2008-04-09 +384 val_384 2008-04-09 +489 val_489 2008-04-09 +353 val_353 2008-04-09 +373 val_373 2008-04-09 +272 val_272 2008-04-09 +138 val_138 2008-04-09 +217 val_217 2008-04-09 +84 val_84 2008-04-09 +348 val_348 2008-04-09 +466 val_466 2008-04-09 +58 val_58 2008-04-09 +8 val_8 2008-04-09 +411 val_411 2008-04-09 +230 val_230 2008-04-09 +208 val_208 2008-04-09 +348 val_348 2008-04-09 +24 val_24 2008-04-09 +463 val_463 2008-04-09 +431 val_431 2008-04-09 +179 val_179 2008-04-09 +172 val_172 2008-04-09 +42 val_42 2008-04-09 +129 val_129 2008-04-09 +158 val_158 2008-04-09 +119 val_119 2008-04-09 +496 val_496 2008-04-09 +0 val_0 2008-04-09 +322 val_322 2008-04-09 +197 val_197 2008-04-09 +468 val_468 2008-04-09 +393 val_393 2008-04-09 +454 val_454 2008-04-09 +100 val_100 2008-04-09 +298 val_298 2008-04-09 +199 val_199 2008-04-09 +191 val_191 2008-04-09 +418 val_418 2008-04-09 +96 val_96 2008-04-09 +26 val_26 2008-04-09 +165 val_165 2008-04-09 +327 val_327 2008-04-09 +230 val_230 2008-04-09 +205 val_205 2008-04-09 +120 val_120 2008-04-09 +131 val_131 2008-04-09 +51 val_51 2008-04-09 +404 val_404 2008-04-09 +43 val_43 2008-04-09 +436 val_436 2008-04-09 +156 val_156 2008-04-09 +469 val_469 2008-04-09 +468 val_468 2008-04-09 +308 val_308 2008-04-09 +95 val_95 2008-04-09 +196 val_196 2008-04-09 +288 val_288 2008-04-09 +481 val_481 2008-04-09 +457 val_457 2008-04-09 +98 val_98 2008-04-09 +282 val_282 2008-04-09 +197 val_197 2008-04-09 +187 val_187 2008-04-09 +318 val_318 2008-04-09 +318 val_318 2008-04-09 +409 val_409 2008-04-09 +470 val_470 2008-04-09 +137 val_137 2008-04-09 +369 val_369 2008-04-09 +316 val_316 2008-04-09 +169 val_169 2008-04-09 +413 val_413 2008-04-09 +85 val_85 2008-04-09 +77 val_77 2008-04-09 +0 val_0 2008-04-09 +490 val_490 2008-04-09 +87 val_87 2008-04-09 +364 val_364 2008-04-09 +179 val_179 2008-04-09 +118 val_118 2008-04-09 +134 val_134 2008-04-09 +395 val_395 2008-04-09 +282 val_282 2008-04-09 +138 val_138 2008-04-09 +238 val_238 2008-04-09 +419 val_419 2008-04-09 +15 val_15 2008-04-09 +118 val_118 2008-04-09 +72 val_72 2008-04-09 +90 val_90 2008-04-09 +307 val_307 2008-04-09 +19 val_19 2008-04-09 +435 val_435 2008-04-09 +10 val_10 2008-04-09 +277 val_277 2008-04-09 +273 val_273 2008-04-09 +306 val_306 2008-04-09 +224 val_224 2008-04-09 +309 val_309 2008-04-09 +389 val_389 2008-04-09 +327 val_327 2008-04-09 +242 val_242 2008-04-09 +369 val_369 2008-04-09 +392 val_392 2008-04-09 +272 val_272 2008-04-09 +331 val_331 2008-04-09 +401 val_401 2008-04-09 +242 val_242 2008-04-09 +452 val_452 2008-04-09 +177 val_177 2008-04-09 +226 val_226 2008-04-09 +5 val_5 2008-04-09 +497 val_497 2008-04-09 +402 val_402 2008-04-09 +396 val_396 2008-04-09 +317 val_317 2008-04-09 +395 val_395 2008-04-09 +58 val_58 2008-04-09 +35 val_35 2008-04-09 +336 val_336 2008-04-09 +95 val_95 2008-04-09 +11 val_11 2008-04-09 +168 val_168 2008-04-09 +34 val_34 2008-04-09 +229 val_229 2008-04-09 +233 val_233 2008-04-09 +143 val_143 2008-04-09 +472 val_472 2008-04-09 +322 val_322 2008-04-09 +498 val_498 2008-04-09 +160 val_160 2008-04-09 +195 val_195 2008-04-09 +42 val_42 2008-04-09 +321 val_321 2008-04-09 +430 val_430 2008-04-09 +119 val_119 2008-04-09 +489 val_489 2008-04-09 +458 val_458 2008-04-09 +78 val_78 2008-04-09 +76 val_76 2008-04-09 +41 val_41 2008-04-09 +223 val_223 2008-04-09 +492 val_492 2008-04-09 +149 val_149 2008-04-09 +449 val_449 2008-04-09 +218 val_218 2008-04-09 +228 val_228 2008-04-09 +138 val_138 2008-04-09 +453 val_453 2008-04-09 +30 val_30 2008-04-09 +209 val_209 2008-04-09 +64 val_64 2008-04-09 +468 val_468 2008-04-09 +76 val_76 2008-04-09 +74 val_74 2008-04-09 +342 val_342 2008-04-09 +69 val_69 2008-04-09 +230 val_230 2008-04-09 +33 val_33 2008-04-09 +368 val_368 2008-04-09 +103 val_103 2008-04-09 +296 val_296 2008-04-09 +113 val_113 2008-04-09 +216 val_216 2008-04-09 +367 val_367 2008-04-09 +344 val_344 2008-04-09 +167 val_167 2008-04-09 +274 val_274 2008-04-09 +219 val_219 2008-04-09 +239 val_239 2008-04-09 +485 val_485 2008-04-09 +116 val_116 2008-04-09 +223 val_223 2008-04-09 +256 val_256 2008-04-09 +263 val_263 2008-04-09 +70 val_70 2008-04-09 +487 val_487 2008-04-09 +480 val_480 2008-04-09 +401 val_401 2008-04-09 +288 val_288 2008-04-09 +191 val_191 2008-04-09 +5 val_5 2008-04-09 +244 val_244 2008-04-09 +438 val_438 2008-04-09 +128 val_128 2008-04-09 +467 val_467 2008-04-09 +432 val_432 2008-04-09 +202 val_202 2008-04-09 +316 val_316 2008-04-09 +229 val_229 2008-04-09 +469 val_469 2008-04-09 +463 val_463 2008-04-09 +280 val_280 2008-04-09 +2 val_2 2008-04-09 +35 val_35 2008-04-09 +283 val_283 2008-04-09 +331 val_331 2008-04-09 +235 val_235 2008-04-09 +80 val_80 2008-04-09 +44 val_44 2008-04-09 +193 val_193 2008-04-09 +321 val_321 2008-04-09 +335 val_335 2008-04-09 +104 val_104 2008-04-09 +466 val_466 2008-04-09 +366 val_366 2008-04-09 +175 val_175 2008-04-09 +403 val_403 2008-04-09 +483 val_483 2008-04-09 +53 val_53 2008-04-09 +105 val_105 2008-04-09 +257 val_257 2008-04-09 +406 val_406 2008-04-09 +409 val_409 2008-04-09 +190 val_190 2008-04-09 +406 val_406 2008-04-09 +401 val_401 2008-04-09 +114 val_114 2008-04-09 +258 val_258 2008-04-09 +90 val_90 2008-04-09 +203 val_203 2008-04-09 +262 val_262 2008-04-09 +348 val_348 2008-04-09 +424 val_424 2008-04-09 +12 val_12 2008-04-09 +396 val_396 2008-04-09 +201 val_201 2008-04-09 +217 val_217 2008-04-09 +164 val_164 2008-04-09 +431 val_431 2008-04-09 +454 val_454 2008-04-09 +478 val_478 2008-04-09 +298 val_298 2008-04-09 +125 val_125 2008-04-09 +431 val_431 2008-04-09 +164 val_164 2008-04-09 +424 val_424 2008-04-09 +187 val_187 2008-04-09 +382 val_382 2008-04-09 +5 val_5 2008-04-09 +70 val_70 2008-04-09 +397 val_397 2008-04-09 +480 val_480 2008-04-09 +291 val_291 2008-04-09 +24 val_24 2008-04-09 +351 val_351 2008-04-09 +255 val_255 2008-04-09 +104 val_104 2008-04-09 +70 val_70 2008-04-09 +163 val_163 2008-04-09 +438 val_438 2008-04-09 +119 val_119 2008-04-09 +414 val_414 2008-04-09 +200 val_200 2008-04-09 +491 val_491 2008-04-09 +237 val_237 2008-04-09 +439 val_439 2008-04-09 +360 val_360 2008-04-09 +248 val_248 2008-04-09 +479 val_479 2008-04-09 +305 val_305 2008-04-09 +417 val_417 2008-04-09 +199 val_199 2008-04-09 +444 val_444 2008-04-09 +120 val_120 2008-04-09 +429 val_429 2008-04-09 +169 val_169 2008-04-09 +443 val_443 2008-04-09 +323 val_323 2008-04-09 +325 val_325 2008-04-09 +277 val_277 2008-04-09 +230 val_230 2008-04-09 +478 val_478 2008-04-09 +178 val_178 2008-04-09 +468 val_468 2008-04-09 +310 val_310 2008-04-09 +317 val_317 2008-04-09 +333 val_333 2008-04-09 +493 val_493 2008-04-09 +460 val_460 2008-04-09 +207 val_207 2008-04-09 +249 val_249 2008-04-09 +265 val_265 2008-04-09 +480 val_480 2008-04-09 +83 val_83 2008-04-09 +136 val_136 2008-04-09 +353 val_353 2008-04-09 +172 val_172 2008-04-09 +214 val_214 2008-04-09 +462 val_462 2008-04-09 +233 val_233 2008-04-09 +406 val_406 2008-04-09 +133 val_133 2008-04-09 +175 val_175 2008-04-09 +189 val_189 2008-04-09 +454 val_454 2008-04-09 +375 val_375 2008-04-09 +401 val_401 2008-04-09 +421 val_421 2008-04-09 +407 val_407 2008-04-09 +384 val_384 2008-04-09 +256 val_256 2008-04-09 +26 val_26 2008-04-09 +134 val_134 2008-04-09 +67 val_67 2008-04-09 +384 val_384 2008-04-09 +379 val_379 2008-04-09 +18 val_18 2008-04-09 +462 val_462 2008-04-09 +492 val_492 2008-04-09 +100 val_100 2008-04-09 +298 val_298 2008-04-09 +9 val_9 2008-04-09 +341 val_341 2008-04-09 +498 val_498 2008-04-09 +146 val_146 2008-04-09 +458 val_458 2008-04-09 +362 val_362 2008-04-09 +186 val_186 2008-04-09 +285 val_285 2008-04-09 +348 val_348 2008-04-09 +167 val_167 2008-04-09 +18 val_18 2008-04-09 +273 val_273 2008-04-09 +183 val_183 2008-04-09 +281 val_281 2008-04-09 +344 val_344 2008-04-09 +97 val_97 2008-04-09 +469 val_469 2008-04-09 +315 val_315 2008-04-09 +84 val_84 2008-04-09 +28 val_28 2008-04-09 +37 val_37 2008-04-09 +448 val_448 2008-04-09 +152 val_152 2008-04-09 +348 val_348 2008-04-09 +307 val_307 2008-04-09 +194 val_194 2008-04-09 +414 val_414 2008-04-09 +477 val_477 2008-04-09 +222 val_222 2008-04-09 +126 val_126 2008-04-09 +90 val_90 2008-04-09 +169 val_169 2008-04-09 +403 val_403 2008-04-09 +400 val_400 2008-04-09 +200 val_200 2008-04-09 +97 val_97 2008-04-09 Index: ql/src/test/results/clientpositive/binary_output_format.q.out =================================================================== --- ql/src/test/results/clientpositive/binary_output_format.q.out (revision 986853) +++ ql/src/test/results/clientpositive/binary_output_format.q.out (working copy) @@ -88,7 +88,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-37-07_143_545511266047909547/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-50-35_972_2557311704730912733/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -99,22 +99,22 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveBinaryOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { string mydata} serialization.format 1 serialization.last.column.takes.rest true serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280083027 + transient_lastDdlTime 1282110635 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src [src] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src [src] Path -> Partition: - pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -125,12 +125,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280082972 + transient_lastDdlTime 1282110633 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -141,12 +141,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280082972 + transient_lastDdlTime 1282110633 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -158,14 +158,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-37-07_143_545511266047909547/-ext-10002 - destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-37-07_143_545511266047909547/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-50-35_972_2557311704730912733/-ext-10002 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-50-35_972_2557311704730912733/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-37-07_143_545511266047909547/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-50-35_972_2557311704730912733/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveBinaryOutputFormat @@ -175,35 +175,51 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveBinaryOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { string mydata} serialization.format 1 serialization.last.column.takes.rest true serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280083027 + transient_lastDdlTime 1282110635 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-37-07_143_545511266047909547/-ext-10001 + tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-50-35_972_2557311704730912733/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-37-07_143_545511266047909547/-ext-10002 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: mydata - type: string + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-50-35_972_2557311704730912733/-ext-10002 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-50-35_972_2557311704730912733/-ext-10000 + NumFilesPerFileSink: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveBinaryOutputFormat + properties: + bucket_count -1 + columns mydata + columns.types string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveBinaryOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 + name dest1 + serialization.ddl struct dest1 { string mydata} + serialization.format 1 + serialization.last.column.takes.rest true + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282110635 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest1 + TotalFiles: 1 + MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-37-07_143_545511266047909547/-ext-10002 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-37-07_143_545511266047909547/-ext-10002] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-50-35_972_2557311704730912733/-ext-10002 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-50-35_972_2557311704730912733/-ext-10002] Path -> Partition: - pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-37-07_143_545511266047909547/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-50-35_972_2557311704730912733/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -214,13 +230,13 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveBinaryOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { string mydata} serialization.format 1 serialization.last.column.takes.rest true serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280083027 + transient_lastDdlTime 1282110635 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -231,43 +247,16 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveBinaryOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { string mydata} serialization.format 1 serialization.last.column.takes.rest true serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280083027 + transient_lastDdlTime 1282110635 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 name: dest1 - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-37-07_143_545511266047909547/-ext-10000 - NumFilesPerFileSink: 1 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveBinaryOutputFormat - properties: - bucket_count -1 - columns mydata - columns.types string - file.inputformat org.apache.hadoop.mapred.TextInputFormat - file.outputformat org.apache.hadoop.hive.ql.io.HiveBinaryOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 - name dest1 - serialization.ddl struct dest1 { string mydata} - serialization.format 1 - serialization.last.column.takes.rest true - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280083027 - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: dest1 - TotalFiles: 1 - MultiFileSpray: false PREHOOK: query: INSERT OVERWRITE TABLE dest1 @@ -303,12 +292,12 @@ SELECT * FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-37-10_119_5660806743258606681/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-50-40_250_2785932063894683721/-mr-10000 POSTHOOK: query: -- Test the result SELECT * FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-37-10_119_5660806743258606681/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-50-40_250_2785932063894683721/-mr-10000 POSTHOOK: Lineage: dest1.mydata SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] 238 val_238 86 val_86 Index: ql/src/test/results/clientpositive/multi_insert.q.out =================================================================== --- ql/src/test/results/clientpositive/multi_insert.q.out (revision 986853) +++ ql/src/test/results/clientpositive/multi_insert.q.out (working copy) @@ -114,11 +114,11 @@ PREHOOK: query: select * from src_multi1 order by key, value PREHOOK: type: QUERY PREHOOK: Input: default@src_multi1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-41-21_712_5062335963199774462/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-56-26_585_7062984907777099434/-mr-10000 POSTHOOK: query: select * from src_multi1 order by key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@src_multi1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-41-21_712_5062335963199774462/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-56-26_585_7062984907777099434/-mr-10000 POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -136,11 +136,11 @@ PREHOOK: query: select * from src_multi2 order by key, value PREHOOK: type: QUERY PREHOOK: Input: default@src_multi2 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-41-24_226_5046921944761310383/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-56-29_855_7237865230311355980/-mr-10000 POSTHOOK: query: select * from src_multi2 order by key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@src_multi2 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-41-24_226_5046921944761310383/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-56-29_855_7237865230311355980/-mr-10000 POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -235,7 +235,7 @@ Move Operator files: hdfs directory: true - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-41-26_695_7647953576858754386/10000 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-56-33_328_2488770448970587011/-ext-10000 Stage: Stage-0 Move Operator @@ -250,28 +250,15 @@ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-41-26_695_7647953576858754386/10004 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: string - expr: value - type: string - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: src_multi1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-56-33_328_2488770448970587011/-ext-10004 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: src_multi1 Stage: Stage-8 Conditional Operator @@ -280,7 +267,7 @@ Move Operator files: hdfs directory: true - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-41-26_695_7647953576858754386/10002 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-56-33_328_2488770448970587011/-ext-10002 Stage: Stage-1 Move Operator @@ -295,28 +282,15 @@ Stage: Stage-6 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-41-26_695_7647953576858754386/10005 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: string - expr: value - type: string - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: src_multi2 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-56-33_328_2488770448970587011/-ext-10005 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: src_multi2 PREHOOK: query: from src @@ -344,11 +318,11 @@ PREHOOK: query: select * from src_multi1 order by key, value PREHOOK: type: QUERY PREHOOK: Input: default@src_multi1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-41-29_398_374250277965899089/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-56-37_686_3497447837335838641/-mr-10000 POSTHOOK: query: select * from src_multi1 order by key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@src_multi1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-41-29_398_374250277965899089/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-56-37_686_3497447837335838641/-mr-10000 POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] @@ -370,11 +344,11 @@ PREHOOK: query: select * from src_multi2 order by key, value PREHOOK: type: QUERY PREHOOK: Input: default@src_multi2 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-41-31_972_5943245082125077624/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-56-40_903_8138497954444523923/-mr-10000 POSTHOOK: query: select * from src_multi2 order by key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@src_multi2 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-41-31_972_5943245082125077624/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-56-40_903_8138497954444523923/-mr-10000 POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] @@ -514,11 +488,11 @@ PREHOOK: query: select * from src_multi1 order by key, value PREHOOK: type: QUERY PREHOOK: Input: default@src_multi1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-41-37_232_5055054932535323703/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-56-48_278_6551952599833046968/-mr-10000 POSTHOOK: query: select * from src_multi1 order by key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@src_multi1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-41-37_232_5055054932535323703/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-56-48_278_6551952599833046968/-mr-10000 POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -544,11 +518,11 @@ PREHOOK: query: select * from src_multi2 order by key, value PREHOOK: type: QUERY PREHOOK: Input: default@src_multi2 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-41-39_724_5919666556486138657/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-56-51_519_5112664897229715826/-mr-10000 POSTHOOK: query: select * from src_multi2 order by key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@src_multi2 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-41-39_724_5919666556486138657/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-56-51_519_5112664897229715826/-mr-10000 POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -659,7 +633,7 @@ Move Operator files: hdfs directory: true - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-41-42_204_3144075225672991179/10000 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-56-54_819_7280026365714941347/-ext-10000 Stage: Stage-0 Move Operator @@ -674,28 +648,15 @@ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-41-42_204_3144075225672991179/10004 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: string - expr: value - type: string - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: src_multi1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-56-54_819_7280026365714941347/-ext-10004 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: src_multi1 Stage: Stage-8 Conditional Operator @@ -704,7 +665,7 @@ Move Operator files: hdfs directory: true - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-41-42_204_3144075225672991179/10002 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-56-54_819_7280026365714941347/-ext-10002 Stage: Stage-1 Move Operator @@ -719,28 +680,15 @@ Stage: Stage-6 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-41-42_204_3144075225672991179/10005 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: string - expr: value - type: string - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: src_multi2 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-56-54_819_7280026365714941347/-ext-10005 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: src_multi2 PREHOOK: query: from src @@ -776,11 +724,11 @@ PREHOOK: query: select * from src_multi1 order by key, value PREHOOK: type: QUERY PREHOOK: Input: default@src_multi1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-41-44_892_3027065579813818242/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-56-59_335_5805006242053448401/-mr-10000 POSTHOOK: query: select * from src_multi1 order by key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@src_multi1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-41-44_892_3027065579813818242/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-56-59_335_5805006242053448401/-mr-10000 POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -810,11 +758,11 @@ PREHOOK: query: select * from src_multi2 order by key, value PREHOOK: type: QUERY PREHOOK: Input: default@src_multi2 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-41-47_356_9057856219474591094/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-57-03_563_3139826999127039850/-mr-10000 POSTHOOK: query: select * from src_multi2 order by key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@src_multi2 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-41-47_356_9057856219474591094/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-57-03_563_3139826999127039850/-mr-10000 POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -980,7 +928,7 @@ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - file:/tmp/jssarma/hive_2010-07-21_11-41-49_873_5452620989462977001/10004 + file:/tmp/nzhang/hive_2010-08-17_22-57-06_813_6503552756819430103/-mr-10004 Reduce Output Operator key expressions: expr: _col0 @@ -1068,11 +1016,11 @@ PREHOOK: query: select * from src_multi1 order by key, value PREHOOK: type: QUERY PREHOOK: Input: default@src_multi1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-41-55_158_3039517705245630432/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-57-14_388_7344452730412942447/-mr-10000 POSTHOOK: query: select * from src_multi1 order by key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@src_multi1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-41-55_158_3039517705245630432/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-57-14_388_7344452730412942447/-mr-10000 POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -1102,11 +1050,11 @@ PREHOOK: query: select * from src_multi2 order by key, value PREHOOK: type: QUERY PREHOOK: Input: default@src_multi2 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-41-57_720_498471983118793979/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-57-17_791_1471719234231660660/-mr-10000 POSTHOOK: query: select * from src_multi2 order by key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@src_multi2 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-41-57_720_498471983118793979/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-57-17_791_1471719234231660660/-mr-10000 POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -1277,7 +1225,7 @@ Move Operator files: hdfs directory: true - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-42-00_181_6805544255394938954/10000 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-57-21_039_3786514637394123600/-ext-10000 Stage: Stage-0 Move Operator @@ -1292,7 +1240,7 @@ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-42-00_181_6805544255394938954/10004 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-57-21_039_3786514637394123600/-ext-10004 Reduce Output Operator sort order: Map-reduce partition columns: @@ -1318,7 +1266,7 @@ Stage: Stage-6 Map Reduce Alias -> Map Operator Tree: - file:/tmp/jssarma/hive_2010-07-21_11-42-00_181_6805544255394938954/10005 + file:/tmp/nzhang/hive_2010-08-17_22-57-21_039_3786514637394123600/-mr-10005 Reduce Output Operator key expressions: expr: _col0 @@ -1365,7 +1313,7 @@ Move Operator files: hdfs directory: true - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-42-00_181_6805544255394938954/10002 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-57-21_039_3786514637394123600/-ext-10002 Stage: Stage-1 Move Operator @@ -1380,7 +1328,7 @@ Stage: Stage-7 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-42-00_181_6805544255394938954/10006 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-57-21_039_3786514637394123600/-ext-10006 Reduce Output Operator sort order: Map-reduce partition columns: @@ -1445,11 +1393,11 @@ PREHOOK: query: select * from src_multi1 order by key, value PREHOOK: type: QUERY PREHOOK: Input: default@src_multi1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-42-05_457_2938335370779332907/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-57-28_920_700954237231927578/-mr-10000 POSTHOOK: query: select * from src_multi1 order by key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@src_multi1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-42-05_457_2938335370779332907/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-57-28_920_700954237231927578/-mr-10000 POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -1483,11 +1431,11 @@ PREHOOK: query: select * from src_multi2 order by key, value PREHOOK: type: QUERY PREHOOK: Input: default@src_multi2 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-42-07_979_1197234407834858516/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-57-32_318_7076622065680688760/-mr-10000 POSTHOOK: query: select * from src_multi2 order by key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@src_multi2 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-42-07_979_1197234407834858516/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-57-32_318_7076622065680688760/-mr-10000 POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -1666,7 +1614,7 @@ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - file:/tmp/jssarma/hive_2010-07-21_11-42-10_540_8287802089011554187/10004 + file:/tmp/nzhang/hive_2010-08-17_22-57-35_568_5668515889509258573/-mr-10004 Reduce Output Operator key expressions: expr: _col0 @@ -1762,11 +1710,11 @@ PREHOOK: query: select * from src_multi1 order by key, value PREHOOK: type: QUERY PREHOOK: Input: default@src_multi1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-42-15_956_8233613409144913424/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-57-43_273_1006878872083743769/-mr-10000 POSTHOOK: query: select * from src_multi1 order by key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@src_multi1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-42-15_956_8233613409144913424/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-57-43_273_1006878872083743769/-mr-10000 POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -1804,11 +1752,11 @@ PREHOOK: query: select * from src_multi2 order by key, value PREHOOK: type: QUERY PREHOOK: Input: default@src_multi2 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-42-18_525_6028070244185370122/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-57-46_513_2443526604434599677/-mr-10000 POSTHOOK: query: select * from src_multi2 order by key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@src_multi2 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-42-18_525_6028070244185370122/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-57-46_513_2443526604434599677/-mr-10000 POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -1995,7 +1943,7 @@ Move Operator files: hdfs directory: true - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-42-21_003_5167136917621088373/10000 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-57-49_826_1827980113796407575/-ext-10000 Stage: Stage-0 Move Operator @@ -2010,33 +1958,20 @@ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-42-21_003_5167136917621088373/10004 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: string - expr: value - type: string - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: src_multi1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-57-49_826_1827980113796407575/-ext-10004 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: src_multi1 Stage: Stage-6 Map Reduce Alias -> Map Operator Tree: - file:/tmp/jssarma/hive_2010-07-21_11-42-21_003_5167136917621088373/10005 + file:/tmp/nzhang/hive_2010-08-17_22-57-49_826_1827980113796407575/-mr-10005 Reduce Output Operator key expressions: expr: _col0 @@ -2083,7 +2018,7 @@ Move Operator files: hdfs directory: true - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-42-21_003_5167136917621088373/10002 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-57-49_826_1827980113796407575/-ext-10002 Stage: Stage-1 Move Operator @@ -2098,28 +2033,15 @@ Stage: Stage-7 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-42-21_003_5167136917621088373/10006 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: string - expr: value - type: string - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: src_multi2 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-57-49_826_1827980113796407575/-ext-10006 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: src_multi2 PREHOOK: query: from src @@ -2171,11 +2093,11 @@ PREHOOK: query: select * from src_multi1 order by key, value PREHOOK: type: QUERY PREHOOK: Input: default@src_multi1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-42-26_240_3559046036845532/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-57-58_059_8032577405312510986/-mr-10000 POSTHOOK: query: select * from src_multi1 order by key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@src_multi1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-42-26_240_3559046036845532/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-57-58_059_8032577405312510986/-mr-10000 POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -2217,11 +2139,11 @@ PREHOOK: query: select * from src_multi2 order by key, value PREHOOK: type: QUERY PREHOOK: Input: default@src_multi2 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-42-28_796_451544540094033007/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-58-01_347_6020666371340921134/-mr-10000 POSTHOOK: query: select * from src_multi2 order by key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@src_multi2 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-42-28_796_451544540094033007/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-58-01_347_6020666371340921134/-mr-10000 POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -2487,11 +2409,11 @@ PREHOOK: query: select * from src_multi1 order by key, value PREHOOK: type: QUERY PREHOOK: Input: default@src_multi1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-42-34_097_7757454628091368486/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-58-08_774_4546462201936974076/-mr-10000 POSTHOOK: query: select * from src_multi1 order by key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@src_multi1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-42-34_097_7757454628091368486/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-58-08_774_4546462201936974076/-mr-10000 POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -2551,11 +2473,11 @@ PREHOOK: query: select * from src_multi2 order by key, value PREHOOK: type: QUERY PREHOOK: Input: default@src_multi2 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-42-36_786_8996732990789151375/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-58-13_022_821442089976470111/-mr-10000 POSTHOOK: query: select * from src_multi2 order by key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@src_multi2 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-42-36_786_8996732990789151375/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-58-13_022_821442089976470111/-mr-10000 POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -2780,7 +2702,7 @@ Move Operator files: hdfs directory: true - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-42-39_255_2282025271684185143/10000 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-58-16_273_7611279327659254187/-ext-10000 Stage: Stage-0 Move Operator @@ -2795,28 +2717,15 @@ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-42-39_255_2282025271684185143/10004 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: string - expr: value - type: string - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: src_multi1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-58-16_273_7611279327659254187/-ext-10004 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: src_multi1 Stage: Stage-8 Conditional Operator @@ -2825,7 +2734,7 @@ Move Operator files: hdfs directory: true - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-42-39_255_2282025271684185143/10002 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-58-16_273_7611279327659254187/-ext-10002 Stage: Stage-1 Move Operator @@ -2840,28 +2749,15 @@ Stage: Stage-6 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-42-39_255_2282025271684185143/10005 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: string - expr: value - type: string - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: src_multi2 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-58-16_273_7611279327659254187/-ext-10005 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: src_multi2 PREHOOK: query: from (select * from src union all select * from src) s @@ -2921,11 +2817,11 @@ PREHOOK: query: select * from src_multi1 order by key, value PREHOOK: type: QUERY PREHOOK: Input: default@src_multi1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-42-42_021_1773614549788907879/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-58-20_758_8049663464735280689/-mr-10000 POSTHOOK: query: select * from src_multi1 order by key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@src_multi1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-42-42_021_1773614549788907879/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-58-20_758_8049663464735280689/-mr-10000 POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -2989,11 +2885,11 @@ PREHOOK: query: select * from src_multi2 order by key, value PREHOOK: type: QUERY PREHOOK: Input: default@src_multi2 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-42-44_498_2123904018906456758/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-58-24_002_9038273304711556584/-mr-10000 POSTHOOK: query: select * from src_multi2 order by key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@src_multi2 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-42-44_498_2123904018906456758/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-58-24_002_9038273304711556584/-mr-10000 POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -3295,11 +3191,11 @@ PREHOOK: query: select * from src_multi1 order by key, value PREHOOK: type: QUERY PREHOOK: Input: default@src_multi1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-42-49_805_7878050643299431709/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-58-31_552_3785685174355217935/-mr-10000 POSTHOOK: query: select * from src_multi1 order by key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@src_multi1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-42-49_805_7878050643299431709/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-58-31_552_3785685174355217935/-mr-10000 POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -3367,11 +3263,11 @@ PREHOOK: query: select * from src_multi2 order by key, value PREHOOK: type: QUERY PREHOOK: Input: default@src_multi2 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-42-52_268_1999896450202641016/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-58-34_794_6718886110856561482/-mr-10000 POSTHOOK: query: select * from src_multi2 order by key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@src_multi2 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-42-52_268_1999896450202641016/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-58-34_794_6718886110856561482/-mr-10000 POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -3612,7 +3508,7 @@ Move Operator files: hdfs directory: true - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-42-54_799_7180997344452135463/10000 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-58-38_304_6070049678551009376/-ext-10000 Stage: Stage-0 Move Operator @@ -3627,28 +3523,15 @@ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-42-54_799_7180997344452135463/10004 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: string - expr: value - type: string - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: src_multi1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-58-38_304_6070049678551009376/-ext-10004 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: src_multi1 Stage: Stage-8 Conditional Operator @@ -3657,7 +3540,7 @@ Move Operator files: hdfs directory: true - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-42-54_799_7180997344452135463/10002 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-58-38_304_6070049678551009376/-ext-10002 Stage: Stage-1 Move Operator @@ -3672,28 +3555,15 @@ Stage: Stage-6 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-42-54_799_7180997344452135463/10005 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: string - expr: value - type: string - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: src_multi2 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-58-38_304_6070049678551009376/-ext-10005 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: src_multi2 PREHOOK: query: from (select * from src union all select * from src) s @@ -3761,11 +3631,11 @@ PREHOOK: query: select * from src_multi1 order by key, value PREHOOK: type: QUERY PREHOOK: Input: default@src_multi1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-42-57_592_4817069631526155036/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-58-42_988_2723219009626595461/-mr-10000 POSTHOOK: query: select * from src_multi1 order by key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@src_multi1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-42-57_592_4817069631526155036/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-58-42_988_2723219009626595461/-mr-10000 POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -3837,11 +3707,11 @@ PREHOOK: query: select * from src_multi2 order by key, value PREHOOK: type: QUERY PREHOOK: Input: default@src_multi2 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-43-00_113_6879485217176937186/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-58-46_459_3639633790369527585/-mr-10000 POSTHOOK: query: select * from src_multi2 order by key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@src_multi2 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-43-00_113_6879485217176937186/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-58-46_459_3639633790369527585/-mr-10000 POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/case_sensitivity.q.out =================================================================== --- ql/src/test/results/clientpositive/case_sensitivity.q.out (revision 986853) +++ ql/src/test/results/clientpositive/case_sensitivity.q.out (working copy) @@ -59,7 +59,7 @@ Move Operator files: hdfs directory: true - destination: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-07-00_239_4537311833367597717/10000 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-52-23_173_4531182890449211467/-ext-10000 Stage: Stage-0 Move Operator @@ -74,28 +74,15 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-07-00_239_4537311833367597717/10002 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: int - expr: value - type: string - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: dest1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-52-23_173_4531182890449211467/-ext-10002 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest1 PREHOOK: query: FROM SRC_THRIFT @@ -113,11 +100,11 @@ PREHOOK: query: SELECT DEST1.* FROM Dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-07-04_690_3780627545370836869/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-52-27_091_3662268608951366403/-mr-10000 POSTHOOK: query: SELECT DEST1.* FROM Dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-07-04_690_3780627545370836869/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-52-27_091_3662268608951366403/-mr-10000 POSTHOOK: Lineage: dest1.key EXPRESSION [(src_thrift)src_thrift.FieldSchema(name:lint, type:array, comment:from deserializer), ] POSTHOOK: Lineage: dest1.value EXPRESSION [(src_thrift)src_thrift.FieldSchema(name:lintstring, type:array, comment:from deserializer), ] 2 1 Index: ql/src/test/results/clientpositive/sample7.q.out =================================================================== --- ql/src/test/results/clientpositive/sample7.q.out (revision 986853) +++ ql/src/test/results/clientpositive/sample7.q.out (working copy) @@ -57,7 +57,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-26-15_464_8761284331746638175/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-51_115_6679065540058160658/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -68,21 +68,21 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280085975 + transient_lastDdlTime 1282111191 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s] Path -> Partition: - pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt Partition base file name: srcbucket0.txt input format: org.apache.hadoop.mapred.TextInputFormat @@ -94,12 +94,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280082970 + transient_lastDdlTime 1282110630 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -111,12 +111,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280082970 + transient_lastDdlTime 1282110630 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket name: srcbucket @@ -128,14 +128,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-26-15_464_8761284331746638175/-ext-10002 - destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-26-15_464_8761284331746638175/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-51_115_6679065540058160658/-ext-10002 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-51_115_6679065540058160658/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-26-15_464_8761284331746638175/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-51_115_6679065540058160658/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -145,36 +145,49 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280085975 + transient_lastDdlTime 1282111191 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-26-15_464_8761284331746638175/-ext-10001 + tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-51_115_6679065540058160658/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-26-15_464_8761284331746638175/-ext-10002 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: int - expr: value - type: string + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-51_115_6679065540058160658/-ext-10002 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-51_115_6679065540058160658/-ext-10000 + NumFilesPerFileSink: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 + name dest1 + serialization.ddl struct dest1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282111191 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest1 + TotalFiles: 1 + MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-26-15_464_8761284331746638175/-ext-10002 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-26-15_464_8761284331746638175/-ext-10002] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-51_115_6679065540058160658/-ext-10002 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-51_115_6679065540058160658/-ext-10002] Path -> Partition: - pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-26-15_464_8761284331746638175/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-51_115_6679065540058160658/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -185,12 +198,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280085975 + transient_lastDdlTime 1282111191 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -201,41 +214,15 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280085975 + transient_lastDdlTime 1282111191 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 name: dest1 - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-26-15_464_8761284331746638175/-ext-10000 - NumFilesPerFileSink: 1 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - bucket_count -1 - columns key,value - columns.types int:string - file.inputformat org.apache.hadoop.mapred.TextInputFormat - file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 - name dest1 - serialization.ddl struct dest1 { i32 key, string value} - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280085975 - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: dest1 - TotalFiles: 1 - MultiFileSpray: false PREHOOK: query: INSERT OVERWRITE TABLE dest1 SELECT s.* @@ -255,11 +242,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-26-18_926_6225738491472310076/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-59-55_318_6266393435192332482/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-26-18_926_6225738491472310076/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-59-55_318_6266393435192332482/-mr-10000 POSTHOOK: Lineage: dest1.key SIMPLE [(srcbucket)s.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: dest1.value SIMPLE [(srcbucket)s.FieldSchema(name:value, type:string, comment:null), ] 468 val_469 Index: ql/src/test/results/clientpositive/join28.q.out =================================================================== --- ql/src/test/results/clientpositive/join28.q.out (revision 986853) +++ ql/src/test/results/clientpositive/join28.q.out (working copy) @@ -218,7 +218,7 @@ Move Operator files: hdfs directory: true - destination: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-31-59_733_3100044098612736247/-ext-10000 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-09_842_1589855306338673933/-ext-10000 Stage: Stage-0 Move Operator @@ -233,28 +233,15 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-31-59_733_3100044098612736247/-ext-10002 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: string - expr: value - type: string - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: dest_j1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-09_842_1589855306338673933/-ext-10002 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest_j1 PREHOOK: query: INSERT OVERWRITE TABLE dest_j1 @@ -284,11 +271,11 @@ PREHOOK: query: select * from dest_j1 x order by x.key PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-32-02_694_3733061191942055005/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-54-15_157_8736292224753845728/-mr-10000 POSTHOOK: query: select * from dest_j1 x order by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest_j1 -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-32-02_694_3733061191942055005/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-54-15_157_8736292224753845728/-mr-10000 POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:value, type:string, comment:default), ] 128 val_128 Index: ql/src/test/results/clientpositive/input_testsequencefile.q.out =================================================================== --- ql/src/test/results/clientpositive/input_testsequencefile.q.out (revision 986853) +++ ql/src/test/results/clientpositive/input_testsequencefile.q.out (working copy) @@ -58,7 +58,7 @@ Move Operator files: hdfs directory: true - destination: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-13-45_382_5554362484000987602/10000 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-48_203_6058550366021037210/-ext-10000 Stage: Stage-0 Move Operator @@ -73,28 +73,15 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-13-45_382_5554362484000987602/10002 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: int - expr: value - type: string - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: dest4_sequencefile + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-48_203_6058550366021037210/-ext-10002 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest4_sequencefile PREHOOK: query: FROM src @@ -112,11 +99,11 @@ PREHOOK: query: SELECT dest4_sequencefile.* FROM dest4_sequencefile PREHOOK: type: QUERY PREHOOK: Input: default@dest4_sequencefile -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-13-49_831_520446839437800648/10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-53-52_054_1678193855449019517/-mr-10000 POSTHOOK: query: SELECT dest4_sequencefile.* FROM dest4_sequencefile POSTHOOK: type: QUERY POSTHOOK: Input: default@dest4_sequencefile -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-13-49_831_520446839437800648/10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-53-52_054_1678193855449019517/-mr-10000 POSTHOOK: Lineage: dest4_sequencefile.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest4_sequencefile.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] 238 val_238 Index: ql/src/test/results/clientpositive/load_dyn_part14.q.out_0.17 =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part14.q.out_0.17 (revision 0) +++ ql/src/test/results/clientpositive/load_dyn_part14.q.out_0.17 (revision 0) @@ -0,0 +1,262 @@ +PREHOOK: query: create table if not exists nzhang_part14 (key string) + partitioned by (value string) +PREHOOK: type: CREATETABLE +POSTHOOK: query: create table if not exists nzhang_part14 (key string) + partitioned by (value string) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: default@nzhang_part14 +PREHOOK: query: describe extended nzhang_part14 +PREHOOK: type: DESCTABLE +POSTHOOK: query: describe extended nzhang_part14 +POSTHOOK: type: DESCTABLE +key string +value string + +Detailed Table Information Table(tableName:nzhang_part14, dbName:default, owner:nzhang, createTime:1282158081, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null)], location:pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/nzhang_part14, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:value, type:string, comment:null)], parameters:{transient_lastDdlTime=1282158081}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +PREHOOK: query: explain +insert overwrite table nzhang_part14 partition(value) +select key, value from ( + select 'k1' as key, cast(null as string) as value from src limit 2 + union all + select 'k2' as key, '' as value from src limit 2 + union all + select 'k3' as key, ' ' as value from src limit 2 +) T +PREHOOK: type: QUERY +POSTHOOK: query: explain +insert overwrite table nzhang_part14 partition(value) +select key, value from ( + select 'k1' as key, cast(null as string) as value from src limit 2 + union all + select 'k2' as key, '' as value from src limit 2 + union all + select 'k3' as key, ' ' as value from src limit 2 +) T +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR 'k1' key) (TOK_SELEXPR (TOK_FUNCTION TOK_STRING TOK_NULL) value)) (TOK_LIMIT 2))) (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR 'k2' key) (TOK_SELEXPR '' value)) (TOK_LIMIT 2)))) (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR 'k3' key) (TOK_SELEXPR ' ' value)) (TOK_LIMIT 2)))) T)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB nzhang_part14 (TOK_PARTSPEC (TOK_PARTVAL value)))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1, Stage-3, Stage-4 + Stage-0 depends on stages: Stage-2 + Stage-3 is a root stage + Stage-4 is a root stage + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + null-subquery1-subquery2:t-subquery1-subquery2:src + TableScan + alias: src + Select Operator + expressions: + expr: 'k2' + type: string + expr: '' + type: string + outputColumnNames: _col0, _col1 + Limit + Reduce Output Operator + sort order: + tag: -1 + value expressions: + expr: _col0 + type: string + expr: _col1 + type: string + Reduce Operator Tree: + Extract + Limit + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + Stage: Stage-2 + Map Reduce + Alias -> Map Operator Tree: + file:/tmp/nzhang/hive_2010-08-18_12-01-21_533_6752410465688196386/-mr-10002 + Union + Select Operator + expressions: + expr: _col0 + type: string + expr: _col1 + type: string + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: nzhang_part14 + file:/tmp/nzhang/hive_2010-08-18_12-01-21_533_6752410465688196386/-mr-10003 + Union + Select Operator + expressions: + expr: _col0 + type: string + expr: _col1 + type: string + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: nzhang_part14 + file:/tmp/nzhang/hive_2010-08-18_12-01-21_533_6752410465688196386/-mr-10004 + Union + Select Operator + expressions: + expr: _col0 + type: string + expr: _col1 + type: string + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: nzhang_part14 + + Stage: Stage-0 + Move Operator + tables: + partition: + value + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: nzhang_part14 + + Stage: Stage-3 + Map Reduce + Alias -> Map Operator Tree: + null-subquery2:t-subquery2:src + TableScan + alias: src + Select Operator + expressions: + expr: 'k3' + type: string + expr: ' ' + type: string + outputColumnNames: _col0, _col1 + Limit + Reduce Output Operator + sort order: + tag: -1 + value expressions: + expr: _col0 + type: string + expr: _col1 + type: string + Reduce Operator Tree: + Extract + Limit + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + Stage: Stage-4 + Map Reduce + Alias -> Map Operator Tree: + null-subquery1-subquery1:t-subquery1-subquery1:src + TableScan + alias: src + Select Operator + expressions: + expr: 'k1' + type: string + expr: UDFToString(null) + type: string + outputColumnNames: _col0, _col1 + Limit + Reduce Output Operator + sort order: + tag: -1 + value expressions: + expr: _col0 + type: string + expr: _col1 + type: string + Reduce Operator Tree: + Extract + Limit + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + +PREHOOK: query: insert overwrite table nzhang_part14 partition(value) +select key, value from ( + select 'k1' as key, cast(null as string) as value from src limit 2 + union all + select 'k2' as key, '' as value from src limit 2 + union all + select 'k3' as key, ' ' as value from src limit 2 +) T +PREHOOK: type: QUERY +PREHOOK: Input: default@src +POSTHOOK: query: insert overwrite table nzhang_part14 partition(value) +select key, value from ( + select 'k1' as key, cast(null as string) as value from src limit 2 + union all + select 'k2' as key, '' as value from src limit 2 + union all + select 'k3' as key, ' ' as value from src limit 2 +) T +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@nzhang_part14@value= +POSTHOOK: Output: default@nzhang_part14@value=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Lineage: nzhang_part14 PARTITION(value= ).key EXPRESSION [] +POSTHOOK: Lineage: nzhang_part14 PARTITION(value=__HIVE_DEFAULT_PARTITION__).key EXPRESSION [] +PREHOOK: query: show partitions nzhang_part14 +PREHOOK: type: SHOWPARTITIONS +POSTHOOK: query: show partitions nzhang_part14 +POSTHOOK: type: SHOWPARTITIONS +POSTHOOK: Lineage: nzhang_part14 PARTITION(value= ).key EXPRESSION [] +POSTHOOK: Lineage: nzhang_part14 PARTITION(value=__HIVE_DEFAULT_PARTITION__).key EXPRESSION [] +value= +value=__HIVE_DEFAULT_PARTITION__ +PREHOOK: query: select * from nzhang_part14 where value <> 'a' +order by key, value +PREHOOK: type: QUERY +PREHOOK: Input: default@nzhang_part14@value= +PREHOOK: Input: default@nzhang_part14@value=__HIVE_DEFAULT_PARTITION__ +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_12-01-37_265_4560866983432391069/-mr-10000 +POSTHOOK: query: select * from nzhang_part14 where value <> 'a' +order by key, value +POSTHOOK: type: QUERY +POSTHOOK: Input: default@nzhang_part14@value= +POSTHOOK: Input: default@nzhang_part14@value=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_12-01-37_265_4560866983432391069/-mr-10000 +POSTHOOK: Lineage: nzhang_part14 PARTITION(value= ).key EXPRESSION [] +POSTHOOK: Lineage: nzhang_part14 PARTITION(value=__HIVE_DEFAULT_PARTITION__).key EXPRESSION [] +k1 __HIVE_DEFAULT_PARTITION__ +k1 __HIVE_DEFAULT_PARTITION__ +k2 __HIVE_DEFAULT_PARTITION__ +k2 __HIVE_DEFAULT_PARTITION__ +k3 +k3 Index: ql/src/test/results/clientpositive/sample2.q.out =================================================================== --- ql/src/test/results/clientpositive/sample2.q.out (revision 986853) +++ ql/src/test/results/clientpositive/sample2.q.out (working copy) @@ -52,7 +52,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-33_273_8350261897659205035/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-30_585_8615571049557870849/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -63,21 +63,21 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280085933 + transient_lastDdlTime 1282111170 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s] Path -> Partition: - pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt Partition base file name: srcbucket0.txt input format: org.apache.hadoop.mapred.TextInputFormat @@ -89,12 +89,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280082970 + transient_lastDdlTime 1282110630 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -106,12 +106,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280082970 + transient_lastDdlTime 1282110630 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket name: srcbucket @@ -123,14 +123,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-33_273_8350261897659205035/-ext-10002 - destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-33_273_8350261897659205035/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-30_585_8615571049557870849/-ext-10002 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-30_585_8615571049557870849/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-33_273_8350261897659205035/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-30_585_8615571049557870849/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -140,36 +140,49 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280085933 + transient_lastDdlTime 1282111170 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-33_273_8350261897659205035/-ext-10001 + tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-30_585_8615571049557870849/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-33_273_8350261897659205035/-ext-10002 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: int - expr: value - type: string + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-30_585_8615571049557870849/-ext-10002 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-30_585_8615571049557870849/-ext-10000 + NumFilesPerFileSink: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 + name dest1 + serialization.ddl struct dest1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282111170 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest1 + TotalFiles: 1 + MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-33_273_8350261897659205035/-ext-10002 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-33_273_8350261897659205035/-ext-10002] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-30_585_8615571049557870849/-ext-10002 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-30_585_8615571049557870849/-ext-10002] Path -> Partition: - pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-33_273_8350261897659205035/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-30_585_8615571049557870849/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -180,12 +193,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280085933 + transient_lastDdlTime 1282111170 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -196,41 +209,15 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280085933 + transient_lastDdlTime 1282111170 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 name: dest1 - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-33_273_8350261897659205035/-ext-10000 - NumFilesPerFileSink: 1 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - bucket_count -1 - columns key,value - columns.types int:string - file.inputformat org.apache.hadoop.mapred.TextInputFormat - file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 - name dest1 - serialization.ddl struct dest1 { i32 key, string value} - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1280085933 - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: dest1 - TotalFiles: 1 - MultiFileSpray: false PREHOOK: query: INSERT OVERWRITE TABLE dest1 SELECT s.* @@ -248,11 +235,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-25-36_421_6085788360382062607/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-59-34_645_7000475762533763584/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-25-36_421_6085788360382062607/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-59-34_645_7000475762533763584/-mr-10000 POSTHOOK: Lineage: dest1.key SIMPLE [(srcbucket)s.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: dest1.value SIMPLE [(srcbucket)s.FieldSchema(name:value, type:string, comment:null), ] 474 val_475 Index: ql/src/test/results/clientpositive/udf_10_trims.q.out =================================================================== --- ql/src/test/results/clientpositive/udf_10_trims.q.out (revision 986853) +++ ql/src/test/results/clientpositive/udf_10_trims.q.out (working copy) @@ -61,7 +61,7 @@ Move Operator files: hdfs directory: true - destination: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-30-46_211_1766538299546866671/10000 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-59_497_5597204290024544271/-ext-10000 Stage: Stage-0 Move Operator @@ -76,26 +76,15 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-30-46_211_1766538299546866671/10002 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: c1 - type: string - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: dest1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-59-59_497_5597204290024544271/-ext-10002 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest1 PREHOOK: query: INSERT OVERWRITE TABLE dest1 Index: ql/src/test/results/clientpositive/join32.q.out =================================================================== --- ql/src/test/results/clientpositive/join32.q.out (revision 986853) +++ ql/src/test/results/clientpositive/join32.q.out (working copy) @@ -48,7 +48,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/heyongqiang/hive_2010-08-10_14-32-40_214_3011845316854298214/-mr-10003 + directory: file:/tmp/nzhang/hive_2010-08-17_22-54-34_305_5971089623035702886/-mr-10003 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -84,7 +84,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/heyongqiang/hive_2010-08-10_14-32-40_214_3011845316854298214/-mr-10003 + directory: file:/tmp/nzhang/hive_2010-08-17_22-54-34_305_5971089623035702886/-mr-10003 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -97,9 +97,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/src [y] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src [y] Path -> Partition: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/src + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -110,12 +110,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/src + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474272 + transient_lastDdlTime 1282110633 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -126,12 +126,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/src + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474272 + transient_lastDdlTime 1282110633 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -139,7 +139,7 @@ Stage: Stage-1 Map Reduce Alias -> Map Operator Tree: - file:/tmp/heyongqiang/hive_2010-08-10_14-32-40_214_3011845316854298214/-mr-10003 + file:/tmp/nzhang/hive_2010-08-17_22-54-34_305_5971089623035702886/-mr-10003 Select Operator expressions: expr: _col0 @@ -182,7 +182,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-32-40_214_3011845316854298214/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-34_305_5971089623035702886/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -193,12 +193,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281475960 + transient_lastDdlTime 1282110874 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -261,7 +261,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-32-40_214_3011845316854298214/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-34_305_5971089623035702886/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -272,21 +272,21 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281475960 + transient_lastDdlTime 1282110874 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/tmp/heyongqiang/hive_2010-08-10_14-32-40_214_3011845316854298214/-mr-10003 [file:/tmp/heyongqiang/hive_2010-08-10_14-32-40_214_3011845316854298214/-mr-10003] + file:/tmp/nzhang/hive_2010-08-17_22-54-34_305_5971089623035702886/-mr-10003 [file:/tmp/nzhang/hive_2010-08-17_22-54-34_305_5971089623035702886/-mr-10003] Path -> Partition: - file:/tmp/heyongqiang/hive_2010-08-10_14-32-40_214_3011845316854298214/-mr-10003 + file:/tmp/nzhang/hive_2010-08-17_22-54-34_305_5971089623035702886/-mr-10003 Partition base file name: -mr-10003 input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -310,14 +310,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-32-40_214_3011845316854298214/-ext-10002 - destination: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-32-40_214_3011845316854298214/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-34_305_5971089623035702886/-ext-10002 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-34_305_5971089623035702886/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-32-40_214_3011845316854298214/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-34_305_5971089623035702886/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -327,38 +327,49 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281475960 + transient_lastDdlTime 1282110874 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 - tmp directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-32-40_214_3011845316854298214/-ext-10001 + tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-34_305_5971089623035702886/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-32-40_214_3011845316854298214/-ext-10002 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: string - expr: value - type: string - expr: val2 - type: string + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-34_305_5971089623035702886/-ext-10002 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-34_305_5971089623035702886/-ext-10000 + NumFilesPerFileSink: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value,val2 + columns.types string:string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 + name dest_j1 + serialization.ddl struct dest_j1 { string key, string value, string val2} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282110874 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest_j1 + TotalFiles: 1 + MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-32-40_214_3011845316854298214/-ext-10002 [pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-32-40_214_3011845316854298214/-ext-10002] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-34_305_5971089623035702886/-ext-10002 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-34_305_5971089623035702886/-ext-10002] Path -> Partition: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-32-40_214_3011845316854298214/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-54-34_305_5971089623035702886/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -369,12 +380,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281475960 + transient_lastDdlTime 1282110874 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -385,41 +396,15 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281475960 + transient_lastDdlTime 1282110874 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 name: dest_j1 - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-32-40_214_3011845316854298214/-ext-10000 - NumFilesPerFileSink: 1 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - bucket_count -1 - columns key,value,val2 - columns.types string:string:string - file.inputformat org.apache.hadoop.mapred.TextInputFormat - file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest_j1 - name dest_j1 - serialization.ddl struct dest_j1 { string key, string value, string val2} - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281475960 - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: dest_j1 - TotalFiles: 1 - MultiFileSpray: false PREHOOK: query: INSERT OVERWRITE TABLE dest_j1 @@ -446,11 +431,11 @@ PREHOOK: query: select * from dest_j1 x order by x.key PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-32-45_472_8039825527729709379/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-54-42_867_3987412425334906205/-mr-10000 POSTHOOK: query: select * from dest_j1 x order by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest_j1 -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-32-45_472_8039825527729709379/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-54-42_867_3987412425334906205/-mr-10000 POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.val2 EXPRESSION [(src)y.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:value, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/input_part1.q.out =================================================================== --- ql/src/test/results/clientpositive/input_part1.q.out (revision 986853) +++ ql/src/test/results/clientpositive/input_part1.q.out (working copy) @@ -63,7 +63,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-28-57_414_4136023066350290146/-ext-10002 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-09_768_7504078731687419116/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -74,21 +74,21 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281475737 + transient_lastDdlTime 1282110789 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [srcpart] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [srcpart] Path -> Partition: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -102,13 +102,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474268 + transient_lastDdlTime 1282110625 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -119,13 +119,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474268 + transient_lastDdlTime 1282110625 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -137,14 +137,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-28-57_414_4136023066350290146/-ext-10002 - destination: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-28-57_414_4136023066350290146/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-09_768_7504078731687419116/-ext-10002 + destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-09_768_7504078731687419116/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-28-57_414_4136023066350290146/-ext-10000 + source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-09_768_7504078731687419116/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -154,40 +154,49 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281475737 + transient_lastDdlTime 1282110789 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-28-57_414_4136023066350290146/-ext-10001 + tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-09_768_7504078731687419116/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-28-57_414_4136023066350290146/-ext-10002 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: rand() - type: double - tag: -1 - value expressions: - expr: key - type: int - expr: value - type: string - expr: hr - type: string - expr: ds - type: string + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-09_768_7504078731687419116/-ext-10002 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-09_768_7504078731687419116/-ext-10000 + NumFilesPerFileSink: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value,hr,ds + columns.types int:string:string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 + name dest1 + serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1282110789 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest1 + TotalFiles: 1 + MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-28-57_414_4136023066350290146/-ext-10002 [pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-28-57_414_4136023066350290146/-ext-10002] + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-09_768_7504078731687419116/-ext-10002 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-09_768_7504078731687419116/-ext-10002] Path -> Partition: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-28-57_414_4136023066350290146/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-53-09_768_7504078731687419116/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -198,12 +207,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281475737 + transient_lastDdlTime 1282110789 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -214,41 +223,15 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281475737 + transient_lastDdlTime 1282110789 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 name: dest1 - Reduce Operator Tree: - Extract - File Output Operator - compressed: false - GlobalTableId: 0 - directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-28-57_414_4136023066350290146/-ext-10000 - NumFilesPerFileSink: 1 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - bucket_count -1 - columns key,value,hr,ds - columns.types int:string:string:string - file.inputformat org.apache.hadoop.mapred.TextInputFormat - file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/dest1 - name dest1 - serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281475737 - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: dest1 - TotalFiles: 1 - MultiFileSpray: false PREHOOK: query: FROM srcpart @@ -268,11 +251,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-29-00_298_6675158171156101872/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-53-14_079_94148126129411057/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-29-00_298_6675158171156101872/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-53-14_079_94148126129411057/-mr-10000 POSTHOOK: Lineage: dest1.ds SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ] POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ] POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/compiler/plan/input2.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input2.q.xml (revision 986853) +++ ql/src/test/results/compiler/plan/input2.q.xml (working copy) @@ -1,5 +1,5 @@ - + @@ -41,176 +41,107 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-46_314_1321781848599412111/-ext-10006 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-42_919_4084751404757702449/-ext-10006 - + - - - + + + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-42_919_4084751404757702449/-ext-10000 - - + + 1 + + + - org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - org.apache.hadoop.mapred.SequenceFileInputFormat + org.apache.hadoop.mapred.TextInputFormat - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - columns - + name + dest1 - serialization.sort.order - + columns.types + string:string - columns.types - + serialization.ddl + struct dest1 { string key, string value} - - - - - - -1 - - - - - - - - _col0 - - - _col1 - - - - - - - - - + + serialization.format + 1 - - - - org.apache.hadoop.hive.ql.udf.UDFRand - - - rand - - + + columns + key,value - - - - double - - + + bucket_count + -1 - - - - - - -1 - - - - - - - key + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat - - - - string - - - - - - - - - value - - - - - - - - - - - - - - - org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - columns - _col0,_col1 + location + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 - columns.types - string,string + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - escape.delim - \ + transient_lastDdlTime + 1282147482 + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + 1 + - CNTR_NAME_RS_11_NUM_INPUT_ROWS + CNTR_NAME_FS_11_NUM_INPUT_ROWS - CNTR_NAME_RS_11_NUM_OUTPUT_ROWS + CNTR_NAME_FS_11_NUM_OUTPUT_ROWS - CNTR_NAME_RS_11_TIME_TAKEN + CNTR_NAME_FS_11_TIME_TAKEN - CNTR_NAME_RS_11_FATAL_ERROR + CNTR_NAME_FS_11_FATAL_ERROR - RS_11 + FS_11 @@ -229,7 +160,11 @@ key - + + + string + + @@ -239,7 +174,7 @@ value - + @@ -277,19 +212,19 @@ - - + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat - -1 + 0 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-46_314_1321781848599412111/-ext-10006 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-42_919_4084751404757702449/-ext-10006 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-46_314_1321781848599412111/-ext-10006 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-42_919_4084751404757702449/-ext-10006 @@ -298,7 +233,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-46_314_1321781848599412111/-ext-10006 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-42_919_4084751404757702449/-ext-10006 -ext-10006 @@ -352,11 +287,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1280428245 + 1282147482 @@ -364,7 +299,7 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -386,194 +321,8 @@ - - - - - - - - - - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-46_314_1321781848599412111/-ext-10000 - - - 1 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - name - dest1 - - - columns.types - string:string - - - serialization.ddl - struct dest1 { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest1 - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - transient_lastDdlTime - 1280428245 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - - - 1 - - - - - - - CNTR_NAME_FS_13_NUM_INPUT_ROWS - - - CNTR_NAME_FS_13_NUM_OUTPUT_ROWS - - - CNTR_NAME_FS_13_TIME_TAKEN - - - CNTR_NAME_FS_13_FATAL_ERROR - - - - - FS_13 - - - - - - - - - - - - - - - - - - - - - VALUE - - - - - - - - - - - - - - - CNTR_NAME_OP_12_NUM_INPUT_ROWS - - - CNTR_NAME_OP_12_NUM_OUTPUT_ROWS - - - CNTR_NAME_OP_12_TIME_TAKEN - - - CNTR_NAME_OP_12_FATAL_ERROR - - - - - OP_12 - - - - - - - - - 0 - - - - - - - - - - 1 - - - - - - - - - - - - - - - - - + @@ -592,13 +341,13 @@ true - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-46_314_1321781848599412111/-ext-10000 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-42_919_4084751404757702449/-ext-10000 - + - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-46_314_1321781848599412111/-ext-10001 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-42_919_4084751404757702449/-ext-10001 @@ -619,10 +368,10 @@ true - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-46_314_1321781848599412111/-ext-10006 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-42_919_4084751404757702449/-ext-10006 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-46_314_1321781848599412111/-ext-10000 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-42_919_4084751404757702449/-ext-10000 @@ -648,7 +397,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-46_314_1321781848599412111/-ext-10006 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-42_919_4084751404757702449/-ext-10006 @@ -709,168 +458,107 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-46_314_1321781848599412111/-ext-10007 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-42_919_4084751404757702449/-ext-10007 - + - - - + + + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-42_919_4084751404757702449/-ext-10002 - - + + 1 + + + - org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - org.apache.hadoop.mapred.SequenceFileInputFormat + org.apache.hadoop.mapred.TextInputFormat - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - columns - + name + dest2 - serialization.sort.order - + columns.types + string:string - columns.types - + serialization.ddl + struct dest2 { string key, string value} - - - - - - -1 - - - - - - - - _col0 - - - _col1 - - - - - - - - - + + serialization.format + 1 - - - - org.apache.hadoop.hive.ql.udf.UDFRand - - - rand - - + + columns + key,value - - + + bucket_count + -1 - - - - - - -1 - - - - - - - key + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat - - - - - - - - - value - - - - - - - - - - - - - - - org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - columns - _col0,_col1 + location + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest2 - columns.types - string,string + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - escape.delim - \ + transient_lastDdlTime + 1282147482 + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + 1 + - CNTR_NAME_RS_15_NUM_INPUT_ROWS + CNTR_NAME_FS_13_NUM_INPUT_ROWS - CNTR_NAME_RS_15_NUM_OUTPUT_ROWS + CNTR_NAME_FS_13_NUM_OUTPUT_ROWS - CNTR_NAME_RS_15_TIME_TAKEN + CNTR_NAME_FS_13_TIME_TAKEN - CNTR_NAME_RS_15_FATAL_ERROR + CNTR_NAME_FS_13_FATAL_ERROR - RS_15 + FS_13 @@ -889,7 +577,7 @@ key - + @@ -899,7 +587,7 @@ value - + @@ -914,21 +602,21 @@ - CNTR_NAME_TS_14_NUM_INPUT_ROWS + CNTR_NAME_TS_12_NUM_INPUT_ROWS - CNTR_NAME_TS_14_NUM_OUTPUT_ROWS + CNTR_NAME_TS_12_NUM_OUTPUT_ROWS - CNTR_NAME_TS_14_TIME_TAKEN + CNTR_NAME_TS_12_TIME_TAKEN - CNTR_NAME_TS_14_FATAL_ERROR + CNTR_NAME_TS_12_FATAL_ERROR - TS_14 + TS_12 @@ -937,19 +625,19 @@ - - + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat - -1 + 0 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-46_314_1321781848599412111/-ext-10007 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-42_919_4084751404757702449/-ext-10007 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-46_314_1321781848599412111/-ext-10007 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-42_919_4084751404757702449/-ext-10007 @@ -958,7 +646,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-46_314_1321781848599412111/-ext-10007 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-42_919_4084751404757702449/-ext-10007 -ext-10007 @@ -1012,11 +700,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest2 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest2 transient_lastDdlTime - 1280428246 + 1282147482 @@ -1024,7 +712,7 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1046,194 +734,8 @@ - - - - - - - - - - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-46_314_1321781848599412111/-ext-10002 - - - 1 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - name - dest2 - - - columns.types - string:string - - - serialization.ddl - struct dest2 { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest2 - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - transient_lastDdlTime - 1280428246 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - - - 1 - - - - - - - CNTR_NAME_FS_17_NUM_INPUT_ROWS - - - CNTR_NAME_FS_17_NUM_OUTPUT_ROWS - - - CNTR_NAME_FS_17_TIME_TAKEN - - - CNTR_NAME_FS_17_FATAL_ERROR - - - - - FS_17 - - - - - - - - - - - - - - - - - - - - - VALUE - - - - - - - - - - - - - - - CNTR_NAME_OP_16_NUM_INPUT_ROWS - - - CNTR_NAME_OP_16_NUM_OUTPUT_ROWS - - - CNTR_NAME_OP_16_TIME_TAKEN - - - CNTR_NAME_OP_16_FATAL_ERROR - - - - - OP_16 - - - - - - - - - 0 - - - - - - - - - - 1 - - - - - - - - - - - - - - - - - + @@ -1252,13 +754,13 @@ true - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-46_314_1321781848599412111/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-42_919_4084751404757702449/-ext-10002 - + - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-46_314_1321781848599412111/-ext-10003 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-42_919_4084751404757702449/-ext-10003 @@ -1279,10 +781,10 @@ true - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-46_314_1321781848599412111/-ext-10007 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-42_919_4084751404757702449/-ext-10007 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-46_314_1321781848599412111/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-42_919_4084751404757702449/-ext-10002 @@ -1308,7 +810,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-46_314_1321781848599412111/-ext-10007 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-42_919_4084751404757702449/-ext-10007 @@ -1369,168 +871,111 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-46_314_1321781848599412111/-ext-10008 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-42_919_4084751404757702449/-ext-10008 - + - - - + + + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-42_919_4084751404757702449/-ext-10004 - - + + 1 + + + - org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - org.apache.hadoop.mapred.SequenceFileInputFormat + org.apache.hadoop.mapred.TextInputFormat - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - columns - + name + dest3 - serialization.sort.order - + columns.types + string:string - columns.types - + serialization.ddl + struct dest3 { string key, string value} - - - - - - -1 - - - - - - - - _col0 - - - _col1 - - - - - - - - - + + serialization.format + 1 - - - - org.apache.hadoop.hive.ql.udf.UDFRand - - - rand - - + + columns + key,value - - + + partition_columns + ds/hr - - - - - - -1 - - - - - - - key + + bucket_count + -1 - - + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat - - - - - - value - - - - - - - - - - - - - - - org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - columns - _col0,_col1 + location + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest3 - columns.types - string,string + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - escape.delim - \ + transient_lastDdlTime + 1282147482 + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + 1 + - CNTR_NAME_RS_19_NUM_INPUT_ROWS + CNTR_NAME_FS_15_NUM_INPUT_ROWS - CNTR_NAME_RS_19_NUM_OUTPUT_ROWS + CNTR_NAME_FS_15_NUM_OUTPUT_ROWS - CNTR_NAME_RS_19_TIME_TAKEN + CNTR_NAME_FS_15_TIME_TAKEN - CNTR_NAME_RS_19_FATAL_ERROR + CNTR_NAME_FS_15_FATAL_ERROR - RS_19 + FS_15 @@ -1549,7 +994,7 @@ key - + @@ -1559,7 +1004,7 @@ value - + @@ -1574,21 +1019,21 @@ - CNTR_NAME_TS_18_NUM_INPUT_ROWS + CNTR_NAME_TS_14_NUM_INPUT_ROWS - CNTR_NAME_TS_18_NUM_OUTPUT_ROWS + CNTR_NAME_TS_14_NUM_OUTPUT_ROWS - CNTR_NAME_TS_18_TIME_TAKEN + CNTR_NAME_TS_14_TIME_TAKEN - CNTR_NAME_TS_18_FATAL_ERROR + CNTR_NAME_TS_14_FATAL_ERROR - TS_18 + TS_14 @@ -1597,19 +1042,19 @@ - - + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat - -1 + 0 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-46_314_1321781848599412111/-ext-10008 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-42_919_4084751404757702449/-ext-10008 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-46_314_1321781848599412111/-ext-10008 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-42_919_4084751404757702449/-ext-10008 @@ -1618,7 +1063,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-46_314_1321781848599412111/-ext-10008 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-42_919_4084751404757702449/-ext-10008 -ext-10008 @@ -1655,6 +1100,10 @@ key,value + partition_columns + ds/hr + + bucket_count -1 @@ -1672,11 +1121,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest3 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest3 transient_lastDdlTime - 1280428246 + 1282147482 @@ -1684,7 +1133,7 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1706,202 +1155,8 @@ - - - - - - - - - - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-46_314_1321781848599412111/-ext-10004 - - - 1 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - name - dest3 - - - columns.types - string:string - - - serialization.ddl - struct dest3 { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - partition_columns - ds/hr - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest3 - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - transient_lastDdlTime - 1280428246 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - - - 1 - - - - - - - CNTR_NAME_FS_21_NUM_INPUT_ROWS - - - CNTR_NAME_FS_21_NUM_OUTPUT_ROWS - - - CNTR_NAME_FS_21_TIME_TAKEN - - - CNTR_NAME_FS_21_FATAL_ERROR - - - - - FS_21 - - - - - - - - - - - - - - - - - - - - - VALUE - - - - - - - - - - - - - - - CNTR_NAME_OP_20_NUM_INPUT_ROWS - - - CNTR_NAME_OP_20_NUM_OUTPUT_ROWS - - - CNTR_NAME_OP_20_TIME_TAKEN - - - CNTR_NAME_OP_20_FATAL_ERROR - - - - - OP_20 - - - - - - - - - 0 - - - - - - - - - - 1 - - - - - int - - - - - - - - - - - - - - - - + @@ -1929,13 +1184,13 @@ true - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-46_314_1321781848599412111/-ext-10004 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-42_919_4084751404757702449/-ext-10004 - + - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-46_314_1321781848599412111/-ext-10005 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-42_919_4084751404757702449/-ext-10005 @@ -1956,10 +1211,10 @@ true - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-46_314_1321781848599412111/-ext-10008 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-42_919_4084751404757702449/-ext-10008 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-46_314_1321781848599412111/-ext-10004 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-42_919_4084751404757702449/-ext-10004 @@ -1985,7 +1240,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-46_314_1321781848599412111/-ext-10008 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-42_919_4084751404757702449/-ext-10008 @@ -2071,11 +1326,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src transient_lastDdlTime - 1280428243 + 1282147480 @@ -2127,13 +1382,13 @@ 1 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-46_314_1321781848599412111/-ext-10006 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-42_919_4084751404757702449/-ext-10006 1 - + 1 @@ -2185,7 +1440,7 @@ src - + @@ -2199,7 +1454,7 @@ src - + @@ -2268,7 +1523,7 @@ _col0 - + @@ -2278,7 +1533,7 @@ _col1 - + @@ -2305,14 +1560,18 @@ src - + - + + + int + + 100 @@ -2335,7 +1594,7 @@ - + boolean @@ -2381,7 +1640,7 @@ key - + @@ -2391,7 +1650,7 @@ value - + @@ -2417,13 +1676,13 @@ 2 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-46_314_1321781848599412111/-ext-10007 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-42_919_4084751404757702449/-ext-10007 1 - + 1 @@ -2475,7 +1734,7 @@ src - + @@ -2489,7 +1748,7 @@ src - + @@ -2555,7 +1814,7 @@ _col0 - + @@ -2565,7 +1824,7 @@ _col1 - + @@ -2596,14 +1855,14 @@ src - + - + 100 @@ -2626,7 +1885,7 @@ - + @@ -2643,14 +1902,14 @@ src - + - + 200 @@ -2673,7 +1932,7 @@ - + @@ -2693,7 +1952,7 @@ - + @@ -2757,13 +2016,13 @@ 3 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-46_314_1321781848599412111/-ext-10008 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-42_919_4084751404757702449/-ext-10008 1 - + 1 @@ -2809,7 +2068,7 @@ _col1 - + 2 @@ -2826,7 +2085,7 @@ src - + @@ -2892,7 +2151,7 @@ _col0 - + @@ -2902,7 +2161,7 @@ _col1 - + @@ -2929,14 +2188,14 @@ src - + - + 200 @@ -2959,7 +2218,7 @@ - + @@ -3075,7 +2334,7 @@ INPUT__FILE__NAME - + @@ -3090,7 +2349,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src src @@ -3102,7 +2361,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src src @@ -3159,11 +2418,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src transient_lastDdlTime - 1280428243 + 1282147480 Index: ql/src/test/results/compiler/plan/input3.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input3.q.xml (revision 986853) +++ ql/src/test/results/compiler/plan/input3.q.xml (working copy) @@ -1,5 +1,5 @@ - + @@ -41,176 +41,107 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10007 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10007 - + - - - + + + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10000 - - + + 1 + + + - org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - org.apache.hadoop.mapred.SequenceFileInputFormat + org.apache.hadoop.mapred.TextInputFormat - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - columns - + name + dest1 - serialization.sort.order - + columns.types + string:string - columns.types - + serialization.ddl + struct dest1 { string key, string value} - - - - - - -1 - - - - - - - - _col0 - - - _col1 - - - - - - - - - + + serialization.format + 1 - - - - org.apache.hadoop.hive.ql.udf.UDFRand - - - rand - - + + columns + key,value - - - - double - - + + bucket_count + -1 - - - - - - -1 - - - - - - - key + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat - - - - string - - - - - - - - - value - - - - - - - - - - - - - - - org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - columns - _col0,_col1 + location + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 - columns.types - string,string + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - escape.delim - \ + transient_lastDdlTime + 1282147508 + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + 1 + - CNTR_NAME_RS_14_NUM_INPUT_ROWS + CNTR_NAME_FS_14_NUM_INPUT_ROWS - CNTR_NAME_RS_14_NUM_OUTPUT_ROWS + CNTR_NAME_FS_14_NUM_OUTPUT_ROWS - CNTR_NAME_RS_14_TIME_TAKEN + CNTR_NAME_FS_14_TIME_TAKEN - CNTR_NAME_RS_14_FATAL_ERROR + CNTR_NAME_FS_14_FATAL_ERROR - RS_14 + FS_14 @@ -229,7 +160,11 @@ key - + + + string + + @@ -239,7 +174,7 @@ value - + @@ -277,19 +212,19 @@ - - + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat - -1 + 0 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10007 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10007 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10007 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10007 @@ -298,7 +233,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10007 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10007 -ext-10007 @@ -352,11 +287,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1280428266 + 1282147508 @@ -364,7 +299,7 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -386,194 +321,8 @@ - - - - - - - - - - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10000 - - - 1 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - name - dest1 - - - columns.types - string:string - - - serialization.ddl - struct dest1 { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest1 - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - transient_lastDdlTime - 1280428266 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - - - 1 - - - - - - - CNTR_NAME_FS_16_NUM_INPUT_ROWS - - - CNTR_NAME_FS_16_NUM_OUTPUT_ROWS - - - CNTR_NAME_FS_16_TIME_TAKEN - - - CNTR_NAME_FS_16_FATAL_ERROR - - - - - FS_16 - - - - - - - - - - - - - - - - - - - - - VALUE - - - - - - - - - - - - - - - CNTR_NAME_OP_15_NUM_INPUT_ROWS - - - CNTR_NAME_OP_15_NUM_OUTPUT_ROWS - - - CNTR_NAME_OP_15_TIME_TAKEN - - - CNTR_NAME_OP_15_FATAL_ERROR - - - - - OP_15 - - - - - - - - - 0 - - - - - - - - - - 1 - - - - - - - - - - - - - - - - - + @@ -592,13 +341,13 @@ true - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10000 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10000 - + - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10001 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10001 @@ -619,10 +368,10 @@ true - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10007 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10007 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10000 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10000 @@ -648,7 +397,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10007 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10007 @@ -709,168 +458,107 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10008 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10008 - + - - - + + + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10002 - - + + 1 + + + - org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - org.apache.hadoop.mapred.SequenceFileInputFormat + org.apache.hadoop.mapred.TextInputFormat - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - columns - + name + dest2 - serialization.sort.order - + columns.types + string:string - columns.types - + serialization.ddl + struct dest2 { string key, string value} - - - - - - -1 - - - - - - - - _col0 - - - _col1 - - - - - - - - - + + serialization.format + 1 - - - - org.apache.hadoop.hive.ql.udf.UDFRand - - - rand - - + + columns + key,value - - + + bucket_count + -1 - - - - - - -1 - - - - - - - key + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat - - - - - - - - - value - - - - - - - - - - - - - - - org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - columns - _col0,_col1 + location + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest2 - columns.types - string,string + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - escape.delim - \ + transient_lastDdlTime + 1282147508 + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + 1 + - CNTR_NAME_RS_18_NUM_INPUT_ROWS + CNTR_NAME_FS_16_NUM_INPUT_ROWS - CNTR_NAME_RS_18_NUM_OUTPUT_ROWS + CNTR_NAME_FS_16_NUM_OUTPUT_ROWS - CNTR_NAME_RS_18_TIME_TAKEN + CNTR_NAME_FS_16_TIME_TAKEN - CNTR_NAME_RS_18_FATAL_ERROR + CNTR_NAME_FS_16_FATAL_ERROR - RS_18 + FS_16 @@ -889,7 +577,7 @@ key - + @@ -899,7 +587,7 @@ value - + @@ -914,21 +602,21 @@ - CNTR_NAME_TS_17_NUM_INPUT_ROWS + CNTR_NAME_TS_15_NUM_INPUT_ROWS - CNTR_NAME_TS_17_NUM_OUTPUT_ROWS + CNTR_NAME_TS_15_NUM_OUTPUT_ROWS - CNTR_NAME_TS_17_TIME_TAKEN + CNTR_NAME_TS_15_TIME_TAKEN - CNTR_NAME_TS_17_FATAL_ERROR + CNTR_NAME_TS_15_FATAL_ERROR - TS_17 + TS_15 @@ -937,19 +625,19 @@ - - + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat - -1 + 0 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10008 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10008 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10008 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10008 @@ -958,7 +646,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10008 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10008 -ext-10008 @@ -1012,11 +700,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest2 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest2 transient_lastDdlTime - 1280428266 + 1282147508 @@ -1024,7 +712,7 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1046,194 +734,8 @@ - - - - - - - - - - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10002 - - - 1 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - name - dest2 - - - columns.types - string:string - - - serialization.ddl - struct dest2 { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest2 - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - transient_lastDdlTime - 1280428266 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - - - 1 - - - - - - - CNTR_NAME_FS_20_NUM_INPUT_ROWS - - - CNTR_NAME_FS_20_NUM_OUTPUT_ROWS - - - CNTR_NAME_FS_20_TIME_TAKEN - - - CNTR_NAME_FS_20_FATAL_ERROR - - - - - FS_20 - - - - - - - - - - - - - - - - - - - - - VALUE - - - - - - - - - - - - - - - CNTR_NAME_OP_19_NUM_INPUT_ROWS - - - CNTR_NAME_OP_19_NUM_OUTPUT_ROWS - - - CNTR_NAME_OP_19_TIME_TAKEN - - - CNTR_NAME_OP_19_FATAL_ERROR - - - - - OP_19 - - - - - - - - - 0 - - - - - - - - - - 1 - - - - - - - - - - - - - - - - - + @@ -1252,13 +754,13 @@ true - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10002 - + - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10003 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10003 @@ -1279,10 +781,10 @@ true - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10008 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10008 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10002 @@ -1308,7 +810,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10008 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10008 @@ -1369,168 +871,111 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10009 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10009 - + - - - + + + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10004 - - + + 1 + + + - org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - org.apache.hadoop.mapred.SequenceFileInputFormat + org.apache.hadoop.mapred.TextInputFormat - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - columns - + name + dest3 - serialization.sort.order - + columns.types + string:string - columns.types - + serialization.ddl + struct dest3 { string key, string value} - - - - - - -1 - - - - - - - - _col0 - - - _col1 - - - - - - - - - + + serialization.format + 1 - - - - org.apache.hadoop.hive.ql.udf.UDFRand - - - rand - - + + columns + key,value - - + + partition_columns + ds/hr - - - - - - -1 - - - - - - - key + + bucket_count + -1 - - + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat - - - - - - value - - - - - - - - - - - - - - - org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - columns - _col0,_col1 + location + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest3 - columns.types - string,string + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - escape.delim - \ + transient_lastDdlTime + 1282147508 + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + 1 + - CNTR_NAME_RS_22_NUM_INPUT_ROWS + CNTR_NAME_FS_18_NUM_INPUT_ROWS - CNTR_NAME_RS_22_NUM_OUTPUT_ROWS + CNTR_NAME_FS_18_NUM_OUTPUT_ROWS - CNTR_NAME_RS_22_TIME_TAKEN + CNTR_NAME_FS_18_TIME_TAKEN - CNTR_NAME_RS_22_FATAL_ERROR + CNTR_NAME_FS_18_FATAL_ERROR - RS_22 + FS_18 @@ -1549,7 +994,7 @@ key - + @@ -1559,7 +1004,7 @@ value - + @@ -1574,21 +1019,21 @@ - CNTR_NAME_TS_21_NUM_INPUT_ROWS + CNTR_NAME_TS_17_NUM_INPUT_ROWS - CNTR_NAME_TS_21_NUM_OUTPUT_ROWS + CNTR_NAME_TS_17_NUM_OUTPUT_ROWS - CNTR_NAME_TS_21_TIME_TAKEN + CNTR_NAME_TS_17_TIME_TAKEN - CNTR_NAME_TS_21_FATAL_ERROR + CNTR_NAME_TS_17_FATAL_ERROR - TS_21 + TS_17 @@ -1597,19 +1042,19 @@ - - + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat - -1 + 0 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10009 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10009 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10009 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10009 @@ -1618,7 +1063,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10009 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10009 -ext-10009 @@ -1655,6 +1100,10 @@ key,value + partition_columns + ds/hr + + bucket_count -1 @@ -1672,11 +1121,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest3 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest3 transient_lastDdlTime - 1280428266 + 1282147508 @@ -1684,7 +1133,7 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1706,202 +1155,8 @@ - - - - - - - - - - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10004 - - - 1 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - name - dest3 - - - columns.types - string:string - - - serialization.ddl - struct dest3 { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - partition_columns - ds/hr - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest3 - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - transient_lastDdlTime - 1280428266 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - - - 1 - - - - - - - CNTR_NAME_FS_24_NUM_INPUT_ROWS - - - CNTR_NAME_FS_24_NUM_OUTPUT_ROWS - - - CNTR_NAME_FS_24_TIME_TAKEN - - - CNTR_NAME_FS_24_FATAL_ERROR - - - - - FS_24 - - - - - - - - - - - - - - - - - - - - - VALUE - - - - - - - - - - - - - - - CNTR_NAME_OP_23_NUM_INPUT_ROWS - - - CNTR_NAME_OP_23_NUM_OUTPUT_ROWS - - - CNTR_NAME_OP_23_TIME_TAKEN - - - CNTR_NAME_OP_23_FATAL_ERROR - - - - - OP_23 - - - - - - - - - 0 - - - - - - - - - - 1 - - - - - int - - - - - - - - - - - - - - - - + @@ -1929,13 +1184,13 @@ true - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10004 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10004 - + - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10005 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10005 @@ -1956,10 +1211,10 @@ true - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10009 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10009 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10004 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10004 @@ -1985,7 +1240,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10009 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10009 @@ -2046,152 +1301,72 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10010 + file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10010 - + - - - + + + file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10006 - - + + 1 + + + - org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - org.apache.hadoop.mapred.SequenceFileInputFormat + org.apache.hadoop.mapred.TextInputFormat - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat columns - - - - serialization.sort.order - - - - columns.types - - - - - - - - -1 - - - - - - - - _col0 - - - - - - - - - - - - - - org.apache.hadoop.hive.ql.udf.UDFRand - - - rand - - - - - - - - - - - - -1 - - - - - - _col0 - - - - - - - - - - - - - - org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - columns - _col0 + serialization.format + 1 columns.types string - - escape.delim - \ - + + 1 + - CNTR_NAME_RS_26_NUM_INPUT_ROWS + CNTR_NAME_FS_20_NUM_INPUT_ROWS - CNTR_NAME_RS_26_NUM_OUTPUT_ROWS + CNTR_NAME_FS_20_NUM_OUTPUT_ROWS - CNTR_NAME_RS_26_TIME_TAKEN + CNTR_NAME_FS_20_TIME_TAKEN - CNTR_NAME_RS_26_FATAL_ERROR + CNTR_NAME_FS_20_FATAL_ERROR - RS_26 + FS_20 @@ -2210,7 +1385,7 @@ _col0 - + @@ -2225,21 +1400,21 @@ - CNTR_NAME_TS_25_NUM_INPUT_ROWS + CNTR_NAME_TS_19_NUM_INPUT_ROWS - CNTR_NAME_TS_25_NUM_OUTPUT_ROWS + CNTR_NAME_TS_19_NUM_OUTPUT_ROWS - CNTR_NAME_TS_25_TIME_TAKEN + CNTR_NAME_TS_19_TIME_TAKEN - CNTR_NAME_TS_25_FATAL_ERROR + CNTR_NAME_TS_19_FATAL_ERROR - TS_25 + TS_19 @@ -2248,19 +1423,19 @@ - - + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat - -1 + 0 - file:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10010 + file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10010 - file:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10010 + file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10010 @@ -2269,7 +1444,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10010 + file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10010 -ext-10010 @@ -2300,7 +1475,7 @@ - + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -2319,149 +1494,8 @@ - - - - - - - - - - file:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10006 - - - 1 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - columns - _col0 - - - serialization.format - 1 - - - columns.types - string - - - - - - - 1 - - - - - - - CNTR_NAME_FS_28_NUM_INPUT_ROWS - - - CNTR_NAME_FS_28_NUM_OUTPUT_ROWS - - - CNTR_NAME_FS_28_TIME_TAKEN - - - CNTR_NAME_FS_28_FATAL_ERROR - - - - - FS_28 - - - - - - - - - - - - - - - - - - - - - VALUE - - - - - - - - - - - - - - - CNTR_NAME_OP_27_NUM_INPUT_ROWS - - - CNTR_NAME_OP_27_NUM_OUTPUT_ROWS - - - CNTR_NAME_OP_27_TIME_TAKEN - - - CNTR_NAME_OP_27_FATAL_ERROR - - - - - OP_27 - - - - - - - - - 0 - - - - - - - - - - - - - - - - - + @@ -2483,7 +1517,7 @@ true - file:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10006 + file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10006 ../../../../build/contrib/hive/ql/test/data/warehouse/dest4.out @@ -2507,10 +1541,10 @@ true - file:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10010 + file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10010 - file:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10006 + file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10006 @@ -2536,7 +1570,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10010 + file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10010 @@ -2622,11 +1656,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src transient_lastDdlTime - 1280428264 + 1282147505 @@ -2678,13 +1712,13 @@ 1 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10007 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10007 1 - + 1 @@ -2736,7 +1770,7 @@ src - + @@ -2750,7 +1784,7 @@ src - + @@ -2819,7 +1853,7 @@ _col0 - + @@ -2829,7 +1863,7 @@ _col1 - + @@ -2856,14 +1890,18 @@ src - + - + + + int + + 100 @@ -2886,7 +1924,7 @@ - + boolean @@ -2932,7 +1970,7 @@ key - + @@ -2942,7 +1980,7 @@ value - + @@ -2968,13 +2006,13 @@ 2 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10008 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10008 1 - + 1 @@ -3026,7 +2064,7 @@ src - + @@ -3040,7 +2078,7 @@ src - + @@ -3106,7 +2144,7 @@ _col0 - + @@ -3116,7 +2154,7 @@ _col1 - + @@ -3147,14 +2185,14 @@ src - + - + 100 @@ -3177,7 +2215,7 @@ - + @@ -3194,14 +2232,14 @@ src - + - + 200 @@ -3224,7 +2262,7 @@ - + @@ -3244,7 +2282,7 @@ - + @@ -3308,13 +2346,13 @@ 3 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10009 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10009 1 - + 1 @@ -3360,7 +2398,7 @@ _col1 - + 2 @@ -3377,7 +2415,7 @@ src - + @@ -3443,7 +2481,7 @@ _col0 - + @@ -3453,7 +2491,7 @@ _col1 - + @@ -3484,14 +2522,14 @@ src - + - + 200 @@ -3514,7 +2552,7 @@ - + @@ -3531,14 +2569,14 @@ src - + - + 300 @@ -3561,7 +2599,7 @@ - + @@ -3581,7 +2619,7 @@ - + @@ -3642,13 +2680,13 @@ 4 - file:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-06_393_5795362506867588929/-ext-10010 + file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-09_024_9002541390985948897/-ext-10010 1 - + 1 @@ -3700,7 +2738,7 @@ src - + @@ -3763,7 +2801,7 @@ _col0 - + @@ -3790,14 +2828,14 @@ src - + - + 300 @@ -3820,7 +2858,7 @@ - + @@ -3939,7 +2977,7 @@ INPUT__FILE__NAME - + @@ -3954,7 +2992,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src src @@ -3966,7 +3004,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src src @@ -4023,11 +3061,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src transient_lastDdlTime - 1280428264 + 1282147505 Index: ql/src/test/results/compiler/plan/input6.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input6.q.xml (revision 986853) +++ ql/src/test/results/compiler/plan/input6.q.xml (working copy) @@ -1,5 +1,5 @@ - + @@ -41,176 +41,107 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-39_949_295579374205388027/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-48_363_8755334440910760130/-ext-10002 - + - - - + + + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-48_363_8755334440910760130/-ext-10000 - - + + 1 + + + - org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - org.apache.hadoop.mapred.SequenceFileInputFormat + org.apache.hadoop.mapred.TextInputFormat - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - columns - + name + dest1 - serialization.sort.order - + columns.types + string:string - columns.types - + serialization.ddl + struct dest1 { string key, string value} - - - - - - -1 - - - - - - - - _col0 - - - _col1 - - - - - - - - - + + serialization.format + 1 - - - - org.apache.hadoop.hive.ql.udf.UDFRand - - - rand - - + + columns + key,value - - - - double - - + + bucket_count + -1 - - - - - - -1 - - - - - - - key + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat - - - - string - - - - - - - - - value - - - - - - - - - - - - - - - org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - columns - _col0,_col1 + location + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 - columns.types - string,string + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - escape.delim - \ + transient_lastDdlTime + 1282147547 + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + 1 + - CNTR_NAME_RS_6_NUM_INPUT_ROWS + CNTR_NAME_FS_6_NUM_INPUT_ROWS - CNTR_NAME_RS_6_NUM_OUTPUT_ROWS + CNTR_NAME_FS_6_NUM_OUTPUT_ROWS - CNTR_NAME_RS_6_TIME_TAKEN + CNTR_NAME_FS_6_TIME_TAKEN - CNTR_NAME_RS_6_FATAL_ERROR + CNTR_NAME_FS_6_FATAL_ERROR - RS_6 + FS_6 @@ -229,7 +160,11 @@ key - + + + string + + @@ -277,19 +212,19 @@ - - + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat - -1 + 0 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-39_949_295579374205388027/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-48_363_8755334440910760130/-ext-10002 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-39_949_295579374205388027/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-48_363_8755334440910760130/-ext-10002 @@ -298,7 +233,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-39_949_295579374205388027/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-48_363_8755334440910760130/-ext-10002 -ext-10002 @@ -352,11 +287,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1280428299 + 1282147547 @@ -364,7 +299,7 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -386,194 +321,8 @@ - - - - - - - - - - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-39_949_295579374205388027/-ext-10000 - - - 1 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - name - dest1 - - - columns.types - string:string - - - serialization.ddl - struct dest1 { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest1 - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - transient_lastDdlTime - 1280428299 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - - - 1 - - - - - - - CNTR_NAME_FS_8_NUM_INPUT_ROWS - - - CNTR_NAME_FS_8_NUM_OUTPUT_ROWS - - - CNTR_NAME_FS_8_TIME_TAKEN - - - CNTR_NAME_FS_8_FATAL_ERROR - - - - - FS_8 - - - - - - - - - - - - - - - - - - - - - VALUE - - - - - - - - - - - - - - - CNTR_NAME_OP_7_NUM_INPUT_ROWS - - - CNTR_NAME_OP_7_NUM_OUTPUT_ROWS - - - CNTR_NAME_OP_7_TIME_TAKEN - - - CNTR_NAME_OP_7_FATAL_ERROR - - - - - OP_7 - - - - - - - - - 0 - - - - - - - - - - 1 - - - - - - - - - - - - - - - - - + @@ -592,13 +341,13 @@ true - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-39_949_295579374205388027/-ext-10000 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-48_363_8755334440910760130/-ext-10000 - + - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-39_949_295579374205388027/-ext-10001 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-48_363_8755334440910760130/-ext-10001 @@ -619,10 +368,10 @@ true - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-39_949_295579374205388027/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-48_363_8755334440910760130/-ext-10002 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-39_949_295579374205388027/-ext-10000 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-48_363_8755334440910760130/-ext-10000 @@ -648,7 +397,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-39_949_295579374205388027/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-48_363_8755334440910760130/-ext-10002 @@ -734,11 +483,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src1 transient_lastDdlTime - 1280428298 + 1282147545 @@ -794,13 +543,13 @@ 1 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-39_949_295579374205388027/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-05-48_363_8755334440910760130/-ext-10002 1 - + 1 @@ -1199,7 +948,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src1 src1 @@ -1211,7 +960,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src1 src1 @@ -1268,11 +1017,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src1 transient_lastDdlTime - 1280428298 + 1282147545 Index: ql/src/test/results/compiler/plan/input7.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input7.q.xml (revision 986853) +++ ql/src/test/results/compiler/plan/input7.q.xml (working copy) @@ -1,5 +1,5 @@ - + @@ -41,176 +41,107 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-50_826_2056588105087143415/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-06-01_670_5776501343765801683/-ext-10002 - + - - - + + + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-06-01_670_5776501343765801683/-ext-10000 - - + + 1 + + + - org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - org.apache.hadoop.mapred.SequenceFileInputFormat + org.apache.hadoop.mapred.TextInputFormat - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - columns - + name + dest1 - serialization.sort.order - + columns.types + string:string - columns.types - + serialization.ddl + struct dest1 { string key, string value} - - - - - - -1 - - - - - - - - _col0 - - - _col1 - - - - - - - - - + + serialization.format + 1 - - - - org.apache.hadoop.hive.ql.udf.UDFRand - - - rand - - + + columns + key,value - - - - double - - + + bucket_count + -1 - - - - - - -1 - - - - - - - key + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat - - - - string - - - - - - - - - value - - - - - - - - - - - - - - - org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - columns - _col0,_col1 + location + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 - columns.types - string,string + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - escape.delim - \ + transient_lastDdlTime + 1282147561 + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + 1 + - CNTR_NAME_RS_4_NUM_INPUT_ROWS + CNTR_NAME_FS_4_NUM_INPUT_ROWS - CNTR_NAME_RS_4_NUM_OUTPUT_ROWS + CNTR_NAME_FS_4_NUM_OUTPUT_ROWS - CNTR_NAME_RS_4_TIME_TAKEN + CNTR_NAME_FS_4_TIME_TAKEN - CNTR_NAME_RS_4_FATAL_ERROR + CNTR_NAME_FS_4_FATAL_ERROR - RS_4 + FS_4 @@ -229,7 +160,11 @@ key - + + + string + + @@ -277,19 +212,19 @@ - - + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat - -1 + 0 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-50_826_2056588105087143415/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-06-01_670_5776501343765801683/-ext-10002 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-50_826_2056588105087143415/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-06-01_670_5776501343765801683/-ext-10002 @@ -298,7 +233,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-50_826_2056588105087143415/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-06-01_670_5776501343765801683/-ext-10002 -ext-10002 @@ -352,11 +287,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1280428310 + 1282147561 @@ -364,7 +299,7 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -386,198 +321,8 @@ - - - - - - - - - - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-50_826_2056588105087143415/-ext-10000 - - - 1 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - name - dest1 - - - columns.types - string:string - - - serialization.ddl - struct dest1 { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest1 - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - transient_lastDdlTime - 1280428310 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - - - 1 - - - - - - - CNTR_NAME_FS_6_NUM_INPUT_ROWS - - - CNTR_NAME_FS_6_NUM_OUTPUT_ROWS - - - CNTR_NAME_FS_6_TIME_TAKEN - - - CNTR_NAME_FS_6_FATAL_ERROR - - - - - FS_6 - - - - - - - - - - - - - - - - - - - - - VALUE - - - - - - - - - - - - - - - CNTR_NAME_OP_5_NUM_INPUT_ROWS - - - CNTR_NAME_OP_5_NUM_OUTPUT_ROWS - - - CNTR_NAME_OP_5_TIME_TAKEN - - - CNTR_NAME_OP_5_FATAL_ERROR - - - - - OP_5 - - - - - - - - - 0 - - - - - void - - - - - - - - - 1 - - - - - - - - - - - - - - - - - + @@ -596,13 +341,13 @@ true - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-50_826_2056588105087143415/-ext-10000 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-06-01_670_5776501343765801683/-ext-10000 - + - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-50_826_2056588105087143415/-ext-10001 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-06-01_670_5776501343765801683/-ext-10001 @@ -623,10 +368,10 @@ true - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-50_826_2056588105087143415/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-06-01_670_5776501343765801683/-ext-10002 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-50_826_2056588105087143415/-ext-10000 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-06-01_670_5776501343765801683/-ext-10000 @@ -652,7 +397,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-50_826_2056588105087143415/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-06-01_670_5776501343765801683/-ext-10002 @@ -738,11 +483,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src1 transient_lastDdlTime - 1280428309 + 1282147559 @@ -790,13 +535,13 @@ 1 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-31-50_826_2056588105087143415/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-06-01_670_5776501343765801683/-ext-10002 1 - + 1 @@ -922,7 +667,11 @@ _col0 - + + + void + + @@ -1039,7 +788,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src1 src1 @@ -1051,7 +800,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src1 src1 @@ -1108,11 +857,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src1 transient_lastDdlTime - 1280428309 + 1282147559 Index: ql/src/test/results/compiler/plan/input_testsequencefile.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input_testsequencefile.q.xml (revision 986853) +++ ql/src/test/results/compiler/plan/input_testsequencefile.q.xml (working copy) @@ -1,5 +1,5 @@ - + @@ -41,21 +41,24 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-32-33_894_3291278668989466834/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-06-56_572_723992170322974871/-ext-10002 - + - - - + + + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-06-56_572_723992170322974871/-ext-10000 - - + + 1 + + + - org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe org.apache.hadoop.mapred.SequenceFileInputFormat @@ -66,151 +69,79 @@ - columns - + name + dest4_sequencefile - serialization.sort.order - + columns.types + string:string - columns.types - + serialization.ddl + struct dest4_sequencefile { string key, string value} - - - - - - -1 - - - - - - - - _col0 - - - _col1 - - - - - - - - - + + serialization.format + 1 - - - - org.apache.hadoop.hive.ql.udf.UDFRand - - - rand - - + + columns + key,value - - - - double - - + + bucket_count + -1 - - - - - - -1 - - - - - - - key + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - + + file.inputformat + org.apache.hadoop.mapred.SequenceFileInputFormat - - - - string - - - - - - - - - value - - - - - - - - - - - - - - - org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - columns - _col0,_col1 + location + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest4_sequencefile - columns.types - string,string + file.outputformat + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - escape.delim - \ + transient_lastDdlTime + 1282147616 + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + 1 + - CNTR_NAME_RS_4_NUM_INPUT_ROWS + CNTR_NAME_FS_4_NUM_INPUT_ROWS - CNTR_NAME_RS_4_NUM_OUTPUT_ROWS + CNTR_NAME_FS_4_NUM_OUTPUT_ROWS - CNTR_NAME_RS_4_TIME_TAKEN + CNTR_NAME_FS_4_TIME_TAKEN - CNTR_NAME_RS_4_FATAL_ERROR + CNTR_NAME_FS_4_FATAL_ERROR - RS_4 + FS_4 @@ -229,7 +160,11 @@ key - + + + string + + @@ -277,19 +212,19 @@ - - + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat - -1 + 0 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-32-33_894_3291278668989466834/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-06-56_572_723992170322974871/-ext-10002 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-32-33_894_3291278668989466834/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-06-56_572_723992170322974871/-ext-10002 @@ -298,7 +233,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-32-33_894_3291278668989466834/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-06-56_572_723992170322974871/-ext-10002 -ext-10002 @@ -352,11 +287,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest4_sequencefile + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest4_sequencefile transient_lastDdlTime - 1280428353 + 1282147616 @@ -364,7 +299,7 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -386,194 +321,8 @@ - - - - - - - - - - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-32-33_894_3291278668989466834/-ext-10000 - - - 1 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - - name - dest4_sequencefile - - - columns.types - string:string - - - serialization.ddl - struct dest4_sequencefile { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - file.inputformat - org.apache.hadoop.mapred.SequenceFileInputFormat - - - location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest4_sequencefile - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - transient_lastDdlTime - 1280428353 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - - - 1 - - - - - - - CNTR_NAME_FS_6_NUM_INPUT_ROWS - - - CNTR_NAME_FS_6_NUM_OUTPUT_ROWS - - - CNTR_NAME_FS_6_TIME_TAKEN - - - CNTR_NAME_FS_6_FATAL_ERROR - - - - - FS_6 - - - - - - - - - - - - - - - - - - - - - VALUE - - - - - - - - - - - - - - - CNTR_NAME_OP_5_NUM_INPUT_ROWS - - - CNTR_NAME_OP_5_NUM_OUTPUT_ROWS - - - CNTR_NAME_OP_5_TIME_TAKEN - - - CNTR_NAME_OP_5_FATAL_ERROR - - - - - OP_5 - - - - - - - - - 0 - - - - - - - - - - 1 - - - - - - - - - - - - - - - - - + @@ -592,13 +341,13 @@ true - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-32-33_894_3291278668989466834/-ext-10000 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-06-56_572_723992170322974871/-ext-10000 - + - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-32-33_894_3291278668989466834/-ext-10001 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-06-56_572_723992170322974871/-ext-10001 @@ -619,10 +368,10 @@ true - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-32-33_894_3291278668989466834/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-06-56_572_723992170322974871/-ext-10002 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-32-33_894_3291278668989466834/-ext-10000 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-06-56_572_723992170322974871/-ext-10000 @@ -648,7 +397,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-32-33_894_3291278668989466834/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-06-56_572_723992170322974871/-ext-10002 @@ -734,11 +483,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src transient_lastDdlTime - 1280428351 + 1282147613 @@ -786,13 +535,13 @@ 1 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-32-33_894_3291278668989466834/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-06-56_572_723992170322974871/-ext-10002 1 - + 1 @@ -1044,7 +793,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src src @@ -1056,7 +805,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src src @@ -1113,11 +862,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src transient_lastDdlTime - 1280428351 + 1282147613 Index: ql/src/test/results/compiler/plan/input9.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input9.q.xml (revision 986853) +++ ql/src/test/results/compiler/plan/input9.q.xml (working copy) @@ -1,5 +1,5 @@ - + @@ -41,176 +41,107 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-32-11_447_3436106646564217474/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-06-28_303_6253140973665490005/-ext-10002 - + - - - + + + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-06-28_303_6253140973665490005/-ext-10000 - - + + 1 + + + - org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - org.apache.hadoop.mapred.SequenceFileInputFormat + org.apache.hadoop.mapred.TextInputFormat - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - columns - + name + dest1 - serialization.sort.order - + columns.types + string:string - columns.types - + serialization.ddl + struct dest1 { string key, string value} - - - - - - -1 - - - - - - - - _col0 - - - _col1 - - - - - - - - - + + serialization.format + 1 - - - - org.apache.hadoop.hive.ql.udf.UDFRand - - - rand - - + + columns + key,value - - - - double - - + + bucket_count + -1 - - - - - - -1 - - - - - - - key + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat - - - - string - - - - - - - - - value - - - - - - - - - - - - - - - org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - columns - _col0,_col1 + location + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 - columns.types - string,string + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - escape.delim - \ + transient_lastDdlTime + 1282147587 + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + 1 + - CNTR_NAME_RS_6_NUM_INPUT_ROWS + CNTR_NAME_FS_6_NUM_INPUT_ROWS - CNTR_NAME_RS_6_NUM_OUTPUT_ROWS + CNTR_NAME_FS_6_NUM_OUTPUT_ROWS - CNTR_NAME_RS_6_TIME_TAKEN + CNTR_NAME_FS_6_TIME_TAKEN - CNTR_NAME_RS_6_FATAL_ERROR + CNTR_NAME_FS_6_FATAL_ERROR - RS_6 + FS_6 @@ -229,7 +160,11 @@ key - + + + string + + @@ -277,19 +212,19 @@ - - + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat - -1 + 0 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-32-11_447_3436106646564217474/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-06-28_303_6253140973665490005/-ext-10002 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-32-11_447_3436106646564217474/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-06-28_303_6253140973665490005/-ext-10002 @@ -298,7 +233,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-32-11_447_3436106646564217474/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-06-28_303_6253140973665490005/-ext-10002 -ext-10002 @@ -352,11 +287,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1280428331 + 1282147587 @@ -364,7 +299,7 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -386,198 +321,8 @@ - - - - - - - - - - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-32-11_447_3436106646564217474/-ext-10000 - - - 1 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - name - dest1 - - - columns.types - string:string - - - serialization.ddl - struct dest1 { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest1 - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - transient_lastDdlTime - 1280428331 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - - - 1 - - - - - - - CNTR_NAME_FS_8_NUM_INPUT_ROWS - - - CNTR_NAME_FS_8_NUM_OUTPUT_ROWS - - - CNTR_NAME_FS_8_TIME_TAKEN - - - CNTR_NAME_FS_8_FATAL_ERROR - - - - - FS_8 - - - - - - - - - - - - - - - - - - - - - VALUE - - - - - - - - - - - - - - - CNTR_NAME_OP_7_NUM_INPUT_ROWS - - - CNTR_NAME_OP_7_NUM_OUTPUT_ROWS - - - CNTR_NAME_OP_7_TIME_TAKEN - - - CNTR_NAME_OP_7_FATAL_ERROR - - - - - OP_7 - - - - - - - - - 0 - - - - - void - - - - - - - - - 1 - - - - - - - - - - - - - - - - - + @@ -596,13 +341,13 @@ true - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-32-11_447_3436106646564217474/-ext-10000 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-06-28_303_6253140973665490005/-ext-10000 - + - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-32-11_447_3436106646564217474/-ext-10001 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-06-28_303_6253140973665490005/-ext-10001 @@ -623,10 +368,10 @@ true - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-32-11_447_3436106646564217474/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-06-28_303_6253140973665490005/-ext-10002 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-32-11_447_3436106646564217474/-ext-10000 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-06-28_303_6253140973665490005/-ext-10000 @@ -652,7 +397,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-32-11_447_3436106646564217474/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-06-28_303_6253140973665490005/-ext-10002 @@ -738,11 +483,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src1 transient_lastDdlTime - 1280428329 + 1282147585 @@ -798,13 +543,13 @@ 1 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-32-11_447_3436106646564217474/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-06-28_303_6253140973665490005/-ext-10002 1 - + 1 @@ -930,7 +675,11 @@ _col0 - + + + void + + @@ -1213,7 +962,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src1 src1 @@ -1225,7 +974,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src1 src1 @@ -1282,11 +1031,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src1 transient_lastDdlTime - 1280428329 + 1282147585 Index: ql/src/test/results/compiler/plan/union.q.xml =================================================================== --- ql/src/test/results/compiler/plan/union.q.xml (revision 986853) +++ ql/src/test/results/compiler/plan/union.q.xml (working copy) @@ -1,5 +1,5 @@ - + @@ -41,137 +41,30 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-36-56_283_393428452587662105/-ext-10001 + file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-13-08_058_7663964971495656896/-ext-10001 - + - - - + + + file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-13-08_058_7663964971495656896/-ext-10000 - - - - org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - - columns - - - - serialization.sort.order - - - - columns.types - - - - - + + 1 - - -1 - - - - - - - - _col0 - - - _col1 - - - - - - - - - - - - - - org.apache.hadoop.hive.ql.udf.UDFRand - - - rand - - - - - - - double - - - - - - - - - -1 - - - - - - - _col0 - - - - - - - - string - - - - - - - - - _col1 - - - - - - - - - - - - - + + - org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - org.apache.hadoop.mapred.SequenceFileInputFormat + org.apache.hadoop.mapred.TextInputFormat - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -180,37 +73,40 @@ _col0,_col1 - columns.types - string,string + serialization.format + 1 - escape.delim - \ + columns.types + string:string + + 1 + - CNTR_NAME_RS_12_NUM_INPUT_ROWS + CNTR_NAME_FS_12_NUM_INPUT_ROWS - CNTR_NAME_RS_12_NUM_OUTPUT_ROWS + CNTR_NAME_FS_12_NUM_OUTPUT_ROWS - CNTR_NAME_RS_12_TIME_TAKEN + CNTR_NAME_FS_12_TIME_TAKEN - CNTR_NAME_RS_12_FATAL_ERROR + CNTR_NAME_FS_12_FATAL_ERROR - RS_12 + FS_12 @@ -229,7 +125,11 @@ _col0 - + + + string + + @@ -277,19 +177,19 @@ - - + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat - -1 + 0 - file:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-36-56_283_393428452587662105/-ext-10001 + file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-13-08_058_7663964971495656896/-ext-10001 - file:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-36-56_283_393428452587662105/-ext-10001 + file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-13-08_058_7663964971495656896/-ext-10001 @@ -298,7 +198,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-36-56_283_393428452587662105/-ext-10001 + file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-13-08_058_7663964971495656896/-ext-10001 -ext-10001 @@ -329,7 +229,7 @@ - + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -348,159 +248,8 @@ - - - - - - - - - - file:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-36-56_283_393428452587662105/-ext-10000 - - - 1 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - columns - _col0,_col1 - - - serialization.format - 1 - - - columns.types - string:string - - - - - - - 1 - - - - - - - CNTR_NAME_FS_14_NUM_INPUT_ROWS - - - CNTR_NAME_FS_14_NUM_OUTPUT_ROWS - - - CNTR_NAME_FS_14_TIME_TAKEN - - - CNTR_NAME_FS_14_FATAL_ERROR - - - - - FS_14 - - - - - - - - - - - - - - - - - - - - - VALUE - - - - - - - - - - - - - - - CNTR_NAME_OP_13_NUM_INPUT_ROWS - - - CNTR_NAME_OP_13_NUM_OUTPUT_ROWS - - - CNTR_NAME_OP_13_TIME_TAKEN - - - CNTR_NAME_OP_13_FATAL_ERROR - - - - - OP_13 - - - - - - - - - 0 - - - - - - - - - - 1 - - - - - - - - - - - - - - - - - + @@ -522,7 +271,7 @@ true - file:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-36-56_283_393428452587662105/-ext-10000 + file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-13-08_058_7663964971495656896/-ext-10000 ../build/ql/test/data/warehouse/union.out @@ -546,10 +295,10 @@ true - file:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-36-56_283_393428452587662105/-ext-10001 + file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-13-08_058_7663964971495656896/-ext-10001 - file:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-36-56_283_393428452587662105/-ext-10000 + file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-13-08_058_7663964971495656896/-ext-10000 @@ -575,7 +324,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-36-56_283_393428452587662105/-ext-10001 + file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-13-08_058_7663964971495656896/-ext-10001 @@ -661,11 +410,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src transient_lastDdlTime - 1280428614 + 1282147984 @@ -748,11 +497,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src transient_lastDdlTime - 1280428614 + 1282147984 @@ -816,13 +565,13 @@ 1 - file:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-36-56_283_393428452587662105/-ext-10001 + file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-13-08_058_7663964971495656896/-ext-10001 1 - + 1 @@ -1849,7 +1598,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src null-subquery1:unioninput-subquery1:src @@ -1864,7 +1613,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src src @@ -1921,11 +1670,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src transient_lastDdlTime - 1280428614 + 1282147984 Index: ql/src/test/results/compiler/plan/subq.q.xml =================================================================== --- ql/src/test/results/compiler/plan/subq.q.xml (revision 986853) +++ ql/src/test/results/compiler/plan/subq.q.xml (working copy) @@ -1,5 +1,5 @@ - + @@ -41,137 +41,30 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-56_200_283400825782800493/-ext-10001 + file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-11-36_131_240909767222021922/-ext-10001 - + - - - + + + file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-11-36_131_240909767222021922/-ext-10000 - - - - org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - - columns - - - - serialization.sort.order - - - - columns.types - - - - - + + 1 - - -1 - - - - - - - - _col0 - - - _col1 - - - - - - - - - - - - - - org.apache.hadoop.hive.ql.udf.UDFRand - - - rand - - - - - - - double - - - - - - - - - -1 - - - - - - - _col0 - - - - - - - - string - - - - - - - - - _col1 - - - - - - - - - - - - - + + - org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - org.apache.hadoop.mapred.SequenceFileInputFormat + org.apache.hadoop.mapred.TextInputFormat - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -180,37 +73,40 @@ _col0,_col1 - columns.types - string,string + serialization.format + 1 - escape.delim - \ + columns.types + string:string + + 1 + - CNTR_NAME_RS_7_NUM_INPUT_ROWS + CNTR_NAME_FS_7_NUM_INPUT_ROWS - CNTR_NAME_RS_7_NUM_OUTPUT_ROWS + CNTR_NAME_FS_7_NUM_OUTPUT_ROWS - CNTR_NAME_RS_7_TIME_TAKEN + CNTR_NAME_FS_7_TIME_TAKEN - CNTR_NAME_RS_7_FATAL_ERROR + CNTR_NAME_FS_7_FATAL_ERROR - RS_7 + FS_7 @@ -229,7 +125,11 @@ _col0 - + + + string + + @@ -277,19 +177,19 @@ - - + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat - -1 + 0 - file:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-56_200_283400825782800493/-ext-10001 + file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-11-36_131_240909767222021922/-ext-10001 - file:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-56_200_283400825782800493/-ext-10001 + file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-11-36_131_240909767222021922/-ext-10001 @@ -298,7 +198,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-56_200_283400825782800493/-ext-10001 + file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-11-36_131_240909767222021922/-ext-10001 -ext-10001 @@ -329,7 +229,7 @@ - + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -348,159 +248,8 @@ - - - - - - - - - - file:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-56_200_283400825782800493/-ext-10000 - - - 1 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - columns - _col0,_col1 - - - serialization.format - 1 - - - columns.types - string:string - - - - - - - 1 - - - - - - - CNTR_NAME_FS_9_NUM_INPUT_ROWS - - - CNTR_NAME_FS_9_NUM_OUTPUT_ROWS - - - CNTR_NAME_FS_9_TIME_TAKEN - - - CNTR_NAME_FS_9_FATAL_ERROR - - - - - FS_9 - - - - - - - - - - - - - - - - - - - - - VALUE - - - - - - - - - - - - - - - CNTR_NAME_OP_8_NUM_INPUT_ROWS - - - CNTR_NAME_OP_8_NUM_OUTPUT_ROWS - - - CNTR_NAME_OP_8_TIME_TAKEN - - - CNTR_NAME_OP_8_FATAL_ERROR - - - - - OP_8 - - - - - - - - - 0 - - - - - - - - - - 1 - - - - - - - - - - - - - - - - - + @@ -522,7 +271,7 @@ true - file:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-56_200_283400825782800493/-ext-10000 + file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-11-36_131_240909767222021922/-ext-10000 ../build/ql/test/data/warehouse/union.out @@ -546,10 +295,10 @@ true - file:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-56_200_283400825782800493/-ext-10001 + file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-11-36_131_240909767222021922/-ext-10001 - file:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-56_200_283400825782800493/-ext-10000 + file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-11-36_131_240909767222021922/-ext-10000 @@ -575,7 +324,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-56_200_283400825782800493/-ext-10001 + file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-11-36_131_240909767222021922/-ext-10001 @@ -661,11 +410,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src transient_lastDdlTime - 1280428553 + 1282147892 @@ -725,13 +474,13 @@ 1 - file:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-56_200_283400825782800493/-ext-10001 + file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-11-36_131_240909767222021922/-ext-10001 1 - + 1 @@ -1300,7 +1049,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src unioninput:src @@ -1312,7 +1061,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src src @@ -1369,11 +1118,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src transient_lastDdlTime - 1280428553 + 1282147892 Index: ql/src/test/results/compiler/plan/case_sensitivity.q.xml =================================================================== --- ql/src/test/results/compiler/plan/case_sensitivity.q.xml (revision 986853) +++ ql/src/test/results/compiler/plan/case_sensitivity.q.xml (working copy) @@ -1,5 +1,5 @@ - + @@ -41,176 +41,107 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-29-12_758_7253798185426988621/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-02-55_878_2394926215289210955/-ext-10002 - + - - - + + + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-02-55_878_2394926215289210955/-ext-10000 - - + + 1 + + + - org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - org.apache.hadoop.mapred.SequenceFileInputFormat + org.apache.hadoop.mapred.TextInputFormat - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - columns - + name + dest1 - serialization.sort.order - + columns.types + string:string - columns.types - + serialization.ddl + struct dest1 { string key, string value} - - - - - - -1 - - - - - - - - _col0 - - - _col1 - - - - - - - - - + + serialization.format + 1 - - - - org.apache.hadoop.hive.ql.udf.UDFRand - - - rand - - + + columns + key,value - - - - double - - + + bucket_count + -1 - - - - - - -1 - - - - - - - key + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat - - - - string - - - - - - - - - value - - - - - - - - - - - - - - - org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - columns - _col0,_col1 + location + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 - columns.types - string,string + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - escape.delim - \ + transient_lastDdlTime + 1282147375 + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + 1 + - CNTR_NAME_RS_6_NUM_INPUT_ROWS + CNTR_NAME_FS_6_NUM_INPUT_ROWS - CNTR_NAME_RS_6_NUM_OUTPUT_ROWS + CNTR_NAME_FS_6_NUM_OUTPUT_ROWS - CNTR_NAME_RS_6_TIME_TAKEN + CNTR_NAME_FS_6_TIME_TAKEN - CNTR_NAME_RS_6_FATAL_ERROR + CNTR_NAME_FS_6_FATAL_ERROR - RS_6 + FS_6 @@ -229,7 +160,11 @@ key - + + + string + + @@ -277,19 +212,19 @@ - - + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat - -1 + 0 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-29-12_758_7253798185426988621/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-02-55_878_2394926215289210955/-ext-10002 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-29-12_758_7253798185426988621/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-02-55_878_2394926215289210955/-ext-10002 @@ -298,7 +233,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-29-12_758_7253798185426988621/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-02-55_878_2394926215289210955/-ext-10002 -ext-10002 @@ -352,11 +287,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1280428152 + 1282147375 @@ -364,7 +299,7 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -386,198 +321,8 @@ - - - - - - - - - - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-29-12_758_7253798185426988621/-ext-10000 - - - 1 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - name - dest1 - - - columns.types - string:string - - - serialization.ddl - struct dest1 { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest1 - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - transient_lastDdlTime - 1280428152 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - - - 1 - - - - - - - CNTR_NAME_FS_8_NUM_INPUT_ROWS - - - CNTR_NAME_FS_8_NUM_OUTPUT_ROWS - - - CNTR_NAME_FS_8_TIME_TAKEN - - - CNTR_NAME_FS_8_FATAL_ERROR - - - - - FS_8 - - - - - - - - - - - - - - - - - - - - - VALUE - - - - - - - - - - - - - - - CNTR_NAME_OP_7_NUM_INPUT_ROWS - - - CNTR_NAME_OP_7_NUM_OUTPUT_ROWS - - - CNTR_NAME_OP_7_TIME_TAKEN - - - CNTR_NAME_OP_7_FATAL_ERROR - - - - - OP_7 - - - - - - - - - 0 - - - - - int - - - - - - - - - 1 - - - - - - - - - - - - - - - - - + @@ -596,13 +341,13 @@ true - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-29-12_758_7253798185426988621/-ext-10000 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-02-55_878_2394926215289210955/-ext-10000 - + - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-29-12_758_7253798185426988621/-ext-10001 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-02-55_878_2394926215289210955/-ext-10001 @@ -623,10 +368,10 @@ true - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-29-12_758_7253798185426988621/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-02-55_878_2394926215289210955/-ext-10002 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-29-12_758_7253798185426988621/-ext-10000 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-02-55_878_2394926215289210955/-ext-10000 @@ -652,7 +397,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-29-12_758_7253798185426988621/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-02-55_878_2394926215289210955/-ext-10002 @@ -742,11 +487,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src_thrift + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src_thrift transient_lastDdlTime - 1280428151 + 1282147374 @@ -802,13 +547,13 @@ 1 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-29-12_758_7253798185426988621/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-02-55_878_2394926215289210955/-ext-10002 1 - + 1 @@ -885,7 +630,11 @@ - + + + int + + @@ -1442,7 +1191,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src_thrift + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src_thrift src_thrift @@ -1454,7 +1203,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src_thrift + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src_thrift src_thrift @@ -1515,11 +1264,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src_thrift + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src_thrift transient_lastDdlTime - 1280428151 + 1282147374 Index: ql/src/test/results/compiler/plan/sample2.q.xml =================================================================== --- ql/src/test/results/compiler/plan/sample2.q.xml (revision 986853) +++ ql/src/test/results/compiler/plan/sample2.q.xml (working copy) @@ -1,5 +1,5 @@ - + @@ -41,176 +41,107 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-34-52_135_48532438955921496/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-02_829_1470770394033415321/-ext-10002 - + - - - + + + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-02_829_1470770394033415321/-ext-10000 - - + + 1 + + + - org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - org.apache.hadoop.mapred.SequenceFileInputFormat + org.apache.hadoop.mapred.TextInputFormat - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - columns - + name + dest1 - serialization.sort.order - + columns.types + string:string - columns.types - + serialization.ddl + struct dest1 { string key, string value} - - - - - - -1 - - - - - - - - _col0 - - - _col1 - - - - - - - - - + + serialization.format + 1 - - - - org.apache.hadoop.hive.ql.udf.UDFRand - - - rand - - + + columns + key,value - - - - double - - + + bucket_count + -1 - - - - - - -1 - - - - - - - key + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat - - - - string - - - - - - - - - value - - - - - - - - - - - - - - - org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - columns - _col0,_col1 + location + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 - columns.types - string,string + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - escape.delim - \ + transient_lastDdlTime + 1282147802 + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + 1 + - CNTR_NAME_RS_6_NUM_INPUT_ROWS + CNTR_NAME_FS_6_NUM_INPUT_ROWS - CNTR_NAME_RS_6_NUM_OUTPUT_ROWS + CNTR_NAME_FS_6_NUM_OUTPUT_ROWS - CNTR_NAME_RS_6_TIME_TAKEN + CNTR_NAME_FS_6_TIME_TAKEN - CNTR_NAME_RS_6_FATAL_ERROR + CNTR_NAME_FS_6_FATAL_ERROR - RS_6 + FS_6 @@ -229,7 +160,11 @@ key - + + + string + + @@ -277,19 +212,19 @@ - - + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat - -1 + 0 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-34-52_135_48532438955921496/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-02_829_1470770394033415321/-ext-10002 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-34-52_135_48532438955921496/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-02_829_1470770394033415321/-ext-10002 @@ -298,7 +233,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-34-52_135_48532438955921496/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-02_829_1470770394033415321/-ext-10002 -ext-10002 @@ -352,11 +287,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1280428491 + 1282147802 @@ -364,7 +299,7 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -386,198 +321,8 @@ - - - - - - - - - - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-34-52_135_48532438955921496/-ext-10000 - - - 1 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - name - dest1 - - - columns.types - string:string - - - serialization.ddl - struct dest1 { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest1 - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - transient_lastDdlTime - 1280428491 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - - - 1 - - - - - - - CNTR_NAME_FS_8_NUM_INPUT_ROWS - - - CNTR_NAME_FS_8_NUM_OUTPUT_ROWS - - - CNTR_NAME_FS_8_TIME_TAKEN - - - CNTR_NAME_FS_8_FATAL_ERROR - - - - - FS_8 - - - - - - - - - - - - - - - - - - - - - VALUE - - - - - - - - - - - - - - - CNTR_NAME_OP_7_NUM_INPUT_ROWS - - - CNTR_NAME_OP_7_NUM_OUTPUT_ROWS - - - CNTR_NAME_OP_7_TIME_TAKEN - - - CNTR_NAME_OP_7_FATAL_ERROR - - - - - OP_7 - - - - - - - - - 0 - - - - - int - - - - - - - - - 1 - - - - - - - - - - - - - - - - - + @@ -596,13 +341,13 @@ true - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-34-52_135_48532438955921496/-ext-10000 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-02_829_1470770394033415321/-ext-10000 - + - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-34-52_135_48532438955921496/-ext-10001 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-02_829_1470770394033415321/-ext-10001 @@ -623,10 +368,10 @@ true - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-34-52_135_48532438955921496/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-02_829_1470770394033415321/-ext-10002 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-34-52_135_48532438955921496/-ext-10000 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-02_829_1470770394033415321/-ext-10000 @@ -652,7 +397,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-34-52_135_48532438955921496/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-02_829_1470770394033415321/-ext-10002 @@ -742,11 +487,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket transient_lastDdlTime - 1280428486 + 1282147792 @@ -802,13 +547,13 @@ 1 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-34-52_135_48532438955921496/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-02_829_1470770394033415321/-ext-10002 1 - + 1 @@ -874,7 +619,11 @@ s - + + + int + + @@ -1420,7 +1169,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt s @@ -1432,7 +1181,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt srcbucket0.txt @@ -1493,11 +1242,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket transient_lastDdlTime - 1280428486 + 1282147792 Index: ql/src/test/results/compiler/plan/sample3.q.xml =================================================================== --- ql/src/test/results/compiler/plan/sample3.q.xml (revision 986853) +++ ql/src/test/results/compiler/plan/sample3.q.xml (working copy) @@ -1,5 +1,5 @@ - + @@ -41,176 +41,107 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-03_896_7151099888305972142/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-18_260_2780203968077330289/-ext-10002 - + - - - + + + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-18_260_2780203968077330289/-ext-10000 - - + + 1 + + + - org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - org.apache.hadoop.mapred.SequenceFileInputFormat + org.apache.hadoop.mapred.TextInputFormat - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - columns - + name + dest1 - serialization.sort.order - + columns.types + string:string - columns.types - + serialization.ddl + struct dest1 { string key, string value} - - - - - - -1 - - - - - - - - _col0 - - - _col1 - - - - - - - - - + + serialization.format + 1 - - - - org.apache.hadoop.hive.ql.udf.UDFRand - - - rand - - + + columns + key,value - - - - double - - + + bucket_count + -1 - - - - - - -1 - - - - - - - key + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat - - - - string - - - - - - - - - value - - - - - - - - - - - - - - - org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - columns - _col0,_col1 + location + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 - columns.types - string,string + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - escape.delim - \ + transient_lastDdlTime + 1282147817 + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + 1 + - CNTR_NAME_RS_6_NUM_INPUT_ROWS + CNTR_NAME_FS_6_NUM_INPUT_ROWS - CNTR_NAME_RS_6_NUM_OUTPUT_ROWS + CNTR_NAME_FS_6_NUM_OUTPUT_ROWS - CNTR_NAME_RS_6_TIME_TAKEN + CNTR_NAME_FS_6_TIME_TAKEN - CNTR_NAME_RS_6_FATAL_ERROR + CNTR_NAME_FS_6_FATAL_ERROR - RS_6 + FS_6 @@ -229,7 +160,11 @@ key - + + + string + + @@ -277,19 +212,19 @@ - - + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat - -1 + 0 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-03_896_7151099888305972142/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-18_260_2780203968077330289/-ext-10002 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-03_896_7151099888305972142/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-18_260_2780203968077330289/-ext-10002 @@ -298,7 +233,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-03_896_7151099888305972142/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-18_260_2780203968077330289/-ext-10002 -ext-10002 @@ -352,11 +287,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1280428503 + 1282147817 @@ -364,7 +299,7 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -386,198 +321,8 @@ - - - - - - - - - - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-03_896_7151099888305972142/-ext-10000 - - - 1 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - name - dest1 - - - columns.types - string:string - - - serialization.ddl - struct dest1 { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest1 - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - transient_lastDdlTime - 1280428503 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - - - 1 - - - - - - - CNTR_NAME_FS_8_NUM_INPUT_ROWS - - - CNTR_NAME_FS_8_NUM_OUTPUT_ROWS - - - CNTR_NAME_FS_8_TIME_TAKEN - - - CNTR_NAME_FS_8_FATAL_ERROR - - - - - FS_8 - - - - - - - - - - - - - - - - - - - - - VALUE - - - - - - - - - - - - - - - CNTR_NAME_OP_7_NUM_INPUT_ROWS - - - CNTR_NAME_OP_7_NUM_OUTPUT_ROWS - - - CNTR_NAME_OP_7_TIME_TAKEN - - - CNTR_NAME_OP_7_FATAL_ERROR - - - - - OP_7 - - - - - - - - - 0 - - - - - int - - - - - - - - - 1 - - - - - - - - - - - - - - - - - + @@ -596,13 +341,13 @@ true - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-03_896_7151099888305972142/-ext-10000 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-18_260_2780203968077330289/-ext-10000 - + - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-03_896_7151099888305972142/-ext-10001 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-18_260_2780203968077330289/-ext-10001 @@ -623,10 +368,10 @@ true - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-03_896_7151099888305972142/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-18_260_2780203968077330289/-ext-10002 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-03_896_7151099888305972142/-ext-10000 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-18_260_2780203968077330289/-ext-10000 @@ -652,7 +397,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-03_896_7151099888305972142/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-18_260_2780203968077330289/-ext-10002 @@ -742,11 +487,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket transient_lastDdlTime - 1280428498 + 1282147810 @@ -802,13 +547,13 @@ 1 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-03_896_7151099888305972142/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-18_260_2780203968077330289/-ext-10002 1 - + 1 @@ -874,7 +619,11 @@ s - + + + int + + @@ -1443,7 +1192,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket s @@ -1455,7 +1204,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket srcbucket @@ -1516,11 +1265,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket transient_lastDdlTime - 1280428498 + 1282147810 Index: ql/src/test/results/compiler/plan/sample4.q.xml =================================================================== --- ql/src/test/results/compiler/plan/sample4.q.xml (revision 986853) +++ ql/src/test/results/compiler/plan/sample4.q.xml (working copy) @@ -1,5 +1,5 @@ - + @@ -41,176 +41,107 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-14_647_5931000320858537543/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-33_587_6252476421872903664/-ext-10002 - + - - - + + + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-33_587_6252476421872903664/-ext-10000 - - + + 1 + + + - org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - org.apache.hadoop.mapred.SequenceFileInputFormat + org.apache.hadoop.mapred.TextInputFormat - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - columns - + name + dest1 - serialization.sort.order - + columns.types + string:string - columns.types - + serialization.ddl + struct dest1 { string key, string value} - - - - - - -1 - - - - - - - - _col0 - - - _col1 - - - - - - - - - + + serialization.format + 1 - - - - org.apache.hadoop.hive.ql.udf.UDFRand - - - rand - - + + columns + key,value - - - - double - - + + bucket_count + -1 - - - - - - -1 - - - - - - - key + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat - - - - string - - - - - - - - - value - - - - - - - - - - - - - - - org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - columns - _col0,_col1 + location + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 - columns.types - string,string + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - escape.delim - \ + transient_lastDdlTime + 1282147833 + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + 1 + - CNTR_NAME_RS_6_NUM_INPUT_ROWS + CNTR_NAME_FS_6_NUM_INPUT_ROWS - CNTR_NAME_RS_6_NUM_OUTPUT_ROWS + CNTR_NAME_FS_6_NUM_OUTPUT_ROWS - CNTR_NAME_RS_6_TIME_TAKEN + CNTR_NAME_FS_6_TIME_TAKEN - CNTR_NAME_RS_6_FATAL_ERROR + CNTR_NAME_FS_6_FATAL_ERROR - RS_6 + FS_6 @@ -229,7 +160,11 @@ key - + + + string + + @@ -277,19 +212,19 @@ - - + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat - -1 + 0 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-14_647_5931000320858537543/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-33_587_6252476421872903664/-ext-10002 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-14_647_5931000320858537543/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-33_587_6252476421872903664/-ext-10002 @@ -298,7 +233,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-14_647_5931000320858537543/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-33_587_6252476421872903664/-ext-10002 -ext-10002 @@ -352,11 +287,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1280428514 + 1282147833 @@ -364,7 +299,7 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -386,198 +321,8 @@ - - - - - - - - - - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-14_647_5931000320858537543/-ext-10000 - - - 1 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - name - dest1 - - - columns.types - string:string - - - serialization.ddl - struct dest1 { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest1 - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - transient_lastDdlTime - 1280428514 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - - - 1 - - - - - - - CNTR_NAME_FS_8_NUM_INPUT_ROWS - - - CNTR_NAME_FS_8_NUM_OUTPUT_ROWS - - - CNTR_NAME_FS_8_TIME_TAKEN - - - CNTR_NAME_FS_8_FATAL_ERROR - - - - - FS_8 - - - - - - - - - - - - - - - - - - - - - VALUE - - - - - - - - - - - - - - - CNTR_NAME_OP_7_NUM_INPUT_ROWS - - - CNTR_NAME_OP_7_NUM_OUTPUT_ROWS - - - CNTR_NAME_OP_7_TIME_TAKEN - - - CNTR_NAME_OP_7_FATAL_ERROR - - - - - OP_7 - - - - - - - - - 0 - - - - - int - - - - - - - - - 1 - - - - - - - - - - - - - - - - - + @@ -596,13 +341,13 @@ true - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-14_647_5931000320858537543/-ext-10000 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-33_587_6252476421872903664/-ext-10000 - + - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-14_647_5931000320858537543/-ext-10001 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-33_587_6252476421872903664/-ext-10001 @@ -623,10 +368,10 @@ true - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-14_647_5931000320858537543/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-33_587_6252476421872903664/-ext-10002 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-14_647_5931000320858537543/-ext-10000 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-33_587_6252476421872903664/-ext-10000 @@ -652,7 +397,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-14_647_5931000320858537543/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-33_587_6252476421872903664/-ext-10002 @@ -742,11 +487,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket transient_lastDdlTime - 1280428509 + 1282147825 @@ -802,13 +547,13 @@ 1 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-14_647_5931000320858537543/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-33_587_6252476421872903664/-ext-10002 1 - + 1 @@ -874,7 +619,11 @@ s - + + + int + + @@ -1420,7 +1169,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt s @@ -1432,7 +1181,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt srcbucket0.txt @@ -1493,11 +1242,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket transient_lastDdlTime - 1280428509 + 1282147825 Index: ql/src/test/results/compiler/plan/sample5.q.xml =================================================================== --- ql/src/test/results/compiler/plan/sample5.q.xml (revision 986853) +++ ql/src/test/results/compiler/plan/sample5.q.xml (working copy) @@ -1,5 +1,5 @@ - + @@ -41,176 +41,107 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-24_204_3936351888198706568/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-49_020_8457677170213334221/-ext-10002 - + - - - + + + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-49_020_8457677170213334221/-ext-10000 - - + + 1 + + + - org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - org.apache.hadoop.mapred.SequenceFileInputFormat + org.apache.hadoop.mapred.TextInputFormat - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - columns - + name + dest1 - serialization.sort.order - + columns.types + string:string - columns.types - + serialization.ddl + struct dest1 { string key, string value} - - - - - - -1 - - - - - - - - _col0 - - - _col1 - - - - - - - - - + + serialization.format + 1 - - - - org.apache.hadoop.hive.ql.udf.UDFRand - - - rand - - + + columns + key,value - - - - double - - + + bucket_count + -1 - - - - - - -1 - - - - - - - key + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat - - - - string - - - - - - - - - value - - - - - - - - - - - - - - - org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - columns - _col0,_col1 + location + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 - columns.types - string,string + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - escape.delim - \ + transient_lastDdlTime + 1282147848 + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + 1 + - CNTR_NAME_RS_6_NUM_INPUT_ROWS + CNTR_NAME_FS_6_NUM_INPUT_ROWS - CNTR_NAME_RS_6_NUM_OUTPUT_ROWS + CNTR_NAME_FS_6_NUM_OUTPUT_ROWS - CNTR_NAME_RS_6_TIME_TAKEN + CNTR_NAME_FS_6_TIME_TAKEN - CNTR_NAME_RS_6_FATAL_ERROR + CNTR_NAME_FS_6_FATAL_ERROR - RS_6 + FS_6 @@ -229,7 +160,11 @@ key - + + + string + + @@ -277,19 +212,19 @@ - - + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat - -1 + 0 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-24_204_3936351888198706568/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-49_020_8457677170213334221/-ext-10002 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-24_204_3936351888198706568/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-49_020_8457677170213334221/-ext-10002 @@ -298,7 +233,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-24_204_3936351888198706568/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-49_020_8457677170213334221/-ext-10002 -ext-10002 @@ -352,11 +287,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1280428523 + 1282147848 @@ -364,7 +299,7 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -386,198 +321,8 @@ - - - - - - - - - - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-24_204_3936351888198706568/-ext-10000 - - - 1 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - name - dest1 - - - columns.types - string:string - - - serialization.ddl - struct dest1 { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest1 - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - transient_lastDdlTime - 1280428523 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - - - 1 - - - - - - - CNTR_NAME_FS_8_NUM_INPUT_ROWS - - - CNTR_NAME_FS_8_NUM_OUTPUT_ROWS - - - CNTR_NAME_FS_8_TIME_TAKEN - - - CNTR_NAME_FS_8_FATAL_ERROR - - - - - FS_8 - - - - - - - - - - - - - - - - - - - - - VALUE - - - - - - - - - - - - - - - CNTR_NAME_OP_7_NUM_INPUT_ROWS - - - CNTR_NAME_OP_7_NUM_OUTPUT_ROWS - - - CNTR_NAME_OP_7_TIME_TAKEN - - - CNTR_NAME_OP_7_FATAL_ERROR - - - - - OP_7 - - - - - - - - - 0 - - - - - int - - - - - - - - - 1 - - - - - - - - - - - - - - - - - + @@ -596,13 +341,13 @@ true - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-24_204_3936351888198706568/-ext-10000 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-49_020_8457677170213334221/-ext-10000 - + - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-24_204_3936351888198706568/-ext-10001 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-49_020_8457677170213334221/-ext-10001 @@ -623,10 +368,10 @@ true - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-24_204_3936351888198706568/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-49_020_8457677170213334221/-ext-10002 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-24_204_3936351888198706568/-ext-10000 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-49_020_8457677170213334221/-ext-10000 @@ -652,7 +397,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-24_204_3936351888198706568/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-49_020_8457677170213334221/-ext-10002 @@ -742,11 +487,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket transient_lastDdlTime - 1280428519 + 1282147840 @@ -802,13 +547,13 @@ 1 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-24_204_3936351888198706568/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-10-49_020_8457677170213334221/-ext-10002 1 - + 1 @@ -874,7 +619,11 @@ s - + + + int + + @@ -1417,7 +1166,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket s @@ -1429,7 +1178,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket srcbucket @@ -1490,11 +1239,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket transient_lastDdlTime - 1280428519 + 1282147840 Index: ql/src/test/results/compiler/plan/sample6.q.xml =================================================================== --- ql/src/test/results/compiler/plan/sample6.q.xml (revision 986853) +++ ql/src/test/results/compiler/plan/sample6.q.xml (working copy) @@ -1,5 +1,5 @@ - + @@ -41,176 +41,107 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-33_692_8485418510534401104/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-11-04_588_1172694897595912742/-ext-10002 - + - - - + + + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-11-04_588_1172694897595912742/-ext-10000 - - + + 1 + + + - org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - org.apache.hadoop.mapred.SequenceFileInputFormat + org.apache.hadoop.mapred.TextInputFormat - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - columns - + name + dest1 - serialization.sort.order - + columns.types + string:string - columns.types - + serialization.ddl + struct dest1 { string key, string value} - - - - - - -1 - - - - - - - - _col0 - - - _col1 - - - - - - - - - + + serialization.format + 1 - - - - org.apache.hadoop.hive.ql.udf.UDFRand - - - rand - - + + columns + key,value - - - - double - - + + bucket_count + -1 - - - - - - -1 - - - - - - - key + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat - - - - string - - - - - - - - - value - - - - - - - - - - - - - - - org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - columns - _col0,_col1 + location + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 - columns.types - string,string + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - escape.delim - \ + transient_lastDdlTime + 1282147864 + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + 1 + - CNTR_NAME_RS_6_NUM_INPUT_ROWS + CNTR_NAME_FS_6_NUM_INPUT_ROWS - CNTR_NAME_RS_6_NUM_OUTPUT_ROWS + CNTR_NAME_FS_6_NUM_OUTPUT_ROWS - CNTR_NAME_RS_6_TIME_TAKEN + CNTR_NAME_FS_6_TIME_TAKEN - CNTR_NAME_RS_6_FATAL_ERROR + CNTR_NAME_FS_6_FATAL_ERROR - RS_6 + FS_6 @@ -229,7 +160,11 @@ key - + + + string + + @@ -277,19 +212,19 @@ - - + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat - -1 + 0 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-33_692_8485418510534401104/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-11-04_588_1172694897595912742/-ext-10002 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-33_692_8485418510534401104/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-11-04_588_1172694897595912742/-ext-10002 @@ -298,7 +233,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-33_692_8485418510534401104/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-11-04_588_1172694897595912742/-ext-10002 -ext-10002 @@ -352,11 +287,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1280428533 + 1282147864 @@ -364,7 +299,7 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -386,198 +321,8 @@ - - - - - - - - - - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-33_692_8485418510534401104/-ext-10000 - - - 1 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - name - dest1 - - - columns.types - string:string - - - serialization.ddl - struct dest1 { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest1 - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - transient_lastDdlTime - 1280428533 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - - - 1 - - - - - - - CNTR_NAME_FS_8_NUM_INPUT_ROWS - - - CNTR_NAME_FS_8_NUM_OUTPUT_ROWS - - - CNTR_NAME_FS_8_TIME_TAKEN - - - CNTR_NAME_FS_8_FATAL_ERROR - - - - - FS_8 - - - - - - - - - - - - - - - - - - - - - VALUE - - - - - - - - - - - - - - - CNTR_NAME_OP_7_NUM_INPUT_ROWS - - - CNTR_NAME_OP_7_NUM_OUTPUT_ROWS - - - CNTR_NAME_OP_7_TIME_TAKEN - - - CNTR_NAME_OP_7_FATAL_ERROR - - - - - OP_7 - - - - - - - - - 0 - - - - - int - - - - - - - - - 1 - - - - - - - - - - - - - - - - - + @@ -596,13 +341,13 @@ true - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-33_692_8485418510534401104/-ext-10000 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-11-04_588_1172694897595912742/-ext-10000 - + - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-33_692_8485418510534401104/-ext-10001 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-11-04_588_1172694897595912742/-ext-10001 @@ -623,10 +368,10 @@ true - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-33_692_8485418510534401104/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-11-04_588_1172694897595912742/-ext-10002 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-33_692_8485418510534401104/-ext-10000 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-11-04_588_1172694897595912742/-ext-10000 @@ -652,7 +397,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-33_692_8485418510534401104/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-11-04_588_1172694897595912742/-ext-10002 @@ -742,11 +487,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket transient_lastDdlTime - 1280428528 + 1282147856 @@ -802,13 +547,13 @@ 1 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-33_692_8485418510534401104/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-11-04_588_1172694897595912742/-ext-10002 1 - + 1 @@ -874,7 +619,11 @@ s - + + + int + + @@ -1420,7 +1169,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt s @@ -1432,7 +1181,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt srcbucket0.txt @@ -1493,11 +1242,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket transient_lastDdlTime - 1280428528 + 1282147856 Index: ql/src/test/results/compiler/plan/sample7.q.xml =================================================================== --- ql/src/test/results/compiler/plan/sample7.q.xml (revision 986853) +++ ql/src/test/results/compiler/plan/sample7.q.xml (working copy) @@ -1,5 +1,5 @@ - + @@ -41,176 +41,107 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-44_144_9083250138534458901/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-11-20_474_252025360588708716/-ext-10002 - + - - - + + + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-11-20_474_252025360588708716/-ext-10000 - - + + 1 + + + - org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - org.apache.hadoop.mapred.SequenceFileInputFormat + org.apache.hadoop.mapred.TextInputFormat - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - columns - + name + dest1 - serialization.sort.order - + columns.types + string:string - columns.types - + serialization.ddl + struct dest1 { string key, string value} - - - - - - -1 - - - - - - - - _col0 - - - _col1 - - - - - - - - - + + serialization.format + 1 - - - - org.apache.hadoop.hive.ql.udf.UDFRand - - - rand - - + + columns + key,value - - - - double - - + + bucket_count + -1 - - - - - - -1 - - - - - - - key + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat - - - - string - - - - - - - - - value - - - - - - - - - - - - - - - org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - columns - _col0,_col1 + location + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 - columns.types - string,string + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - escape.delim - \ + transient_lastDdlTime + 1282147880 + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + 1 + - CNTR_NAME_RS_7_NUM_INPUT_ROWS + CNTR_NAME_FS_7_NUM_INPUT_ROWS - CNTR_NAME_RS_7_NUM_OUTPUT_ROWS + CNTR_NAME_FS_7_NUM_OUTPUT_ROWS - CNTR_NAME_RS_7_TIME_TAKEN + CNTR_NAME_FS_7_TIME_TAKEN - CNTR_NAME_RS_7_FATAL_ERROR + CNTR_NAME_FS_7_FATAL_ERROR - RS_7 + FS_7 @@ -229,7 +160,11 @@ key - + + + string + + @@ -277,19 +212,19 @@ - - + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat - -1 + 0 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-44_144_9083250138534458901/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-11-20_474_252025360588708716/-ext-10002 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-44_144_9083250138534458901/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-11-20_474_252025360588708716/-ext-10002 @@ -298,7 +233,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-44_144_9083250138534458901/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-11-20_474_252025360588708716/-ext-10002 -ext-10002 @@ -352,11 +287,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1280428543 + 1282147880 @@ -364,7 +299,7 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -386,198 +321,8 @@ - - - - - - - - - - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-44_144_9083250138534458901/-ext-10000 - - - 1 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - name - dest1 - - - columns.types - string:string - - - serialization.ddl - struct dest1 { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest1 - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - transient_lastDdlTime - 1280428543 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - - - 1 - - - - - - - CNTR_NAME_FS_9_NUM_INPUT_ROWS - - - CNTR_NAME_FS_9_NUM_OUTPUT_ROWS - - - CNTR_NAME_FS_9_TIME_TAKEN - - - CNTR_NAME_FS_9_FATAL_ERROR - - - - - FS_9 - - - - - - - - - - - - - - - - - - - - - VALUE - - - - - - - - - - - - - - - CNTR_NAME_OP_8_NUM_INPUT_ROWS - - - CNTR_NAME_OP_8_NUM_OUTPUT_ROWS - - - CNTR_NAME_OP_8_TIME_TAKEN - - - CNTR_NAME_OP_8_FATAL_ERROR - - - - - OP_8 - - - - - - - - - 0 - - - - - int - - - - - - - - - 1 - - - - - - - - - - - - - - - - - + @@ -596,13 +341,13 @@ true - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-44_144_9083250138534458901/-ext-10000 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-11-20_474_252025360588708716/-ext-10000 - + - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-44_144_9083250138534458901/-ext-10001 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-11-20_474_252025360588708716/-ext-10001 @@ -623,10 +368,10 @@ true - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-44_144_9083250138534458901/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-11-20_474_252025360588708716/-ext-10002 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-44_144_9083250138534458901/-ext-10000 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-11-20_474_252025360588708716/-ext-10000 @@ -652,7 +397,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-44_144_9083250138534458901/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-11-20_474_252025360588708716/-ext-10002 @@ -742,11 +487,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket transient_lastDdlTime - 1280428539 + 1282147872 @@ -806,13 +551,13 @@ 1 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-35-44_144_9083250138534458901/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-11-20_474_252025360588708716/-ext-10002 1 - + 1 @@ -878,7 +623,11 @@ s - + + + int + + @@ -1590,7 +1339,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt s @@ -1602,7 +1351,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt srcbucket0.txt @@ -1663,11 +1412,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/srcbucket + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/srcbucket transient_lastDdlTime - 1280428539 + 1282147872 Index: ql/src/test/results/compiler/plan/input1.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input1.q.xml (revision 986853) +++ ql/src/test/results/compiler/plan/input1.q.xml (working copy) @@ -1,5 +1,5 @@ - + @@ -41,176 +41,107 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-36_631_3846462718413376600/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-30_887_2948287895711467357/-ext-10002 - + - - - + + + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-30_887_2948287895711467357/-ext-10000 - - + + 1 + + + - org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - org.apache.hadoop.mapred.SequenceFileInputFormat + org.apache.hadoop.mapred.TextInputFormat - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - columns - + name + dest1 - serialization.sort.order - + columns.types + string:string - columns.types - + serialization.ddl + struct dest1 { string key, string value} - - - - - - -1 - - - - - - - - _col0 - - - _col1 - - - - - - - - - + + serialization.format + 1 - - - - org.apache.hadoop.hive.ql.udf.UDFRand - - - rand - - + + columns + key,value - - - - double - - + + bucket_count + -1 - - - - - - -1 - - - - - - - key + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat - - - - string - - - - - - - - - value - - - - - - - - - - - - - - - org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - columns - _col0,_col1 + location + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 - columns.types - string,string + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - escape.delim - \ + transient_lastDdlTime + 1282147470 + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + 1 + - CNTR_NAME_RS_6_NUM_INPUT_ROWS + CNTR_NAME_FS_6_NUM_INPUT_ROWS - CNTR_NAME_RS_6_NUM_OUTPUT_ROWS + CNTR_NAME_FS_6_NUM_OUTPUT_ROWS - CNTR_NAME_RS_6_TIME_TAKEN + CNTR_NAME_FS_6_TIME_TAKEN - CNTR_NAME_RS_6_FATAL_ERROR + CNTR_NAME_FS_6_FATAL_ERROR - RS_6 + FS_6 @@ -229,7 +160,11 @@ key - + + + string + + @@ -277,19 +212,19 @@ - - + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat - -1 + 0 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-36_631_3846462718413376600/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-30_887_2948287895711467357/-ext-10002 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-36_631_3846462718413376600/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-30_887_2948287895711467357/-ext-10002 @@ -298,7 +233,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-36_631_3846462718413376600/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-30_887_2948287895711467357/-ext-10002 -ext-10002 @@ -352,11 +287,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest1 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1280428236 + 1282147470 @@ -364,7 +299,7 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -386,194 +321,8 @@ - - - - - - - - - - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-36_631_3846462718413376600/-ext-10000 - - - 1 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - name - dest1 - - - columns.types - string:string - - - serialization.ddl - struct dest1 { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/dest1 - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - transient_lastDdlTime - 1280428236 - - - - - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - - - 1 - - - - - - - CNTR_NAME_FS_8_NUM_INPUT_ROWS - - - CNTR_NAME_FS_8_NUM_OUTPUT_ROWS - - - CNTR_NAME_FS_8_TIME_TAKEN - - - CNTR_NAME_FS_8_FATAL_ERROR - - - - - FS_8 - - - - - - - - - - - - - - - - - - - - - VALUE - - - - - - - - - - - - - - - CNTR_NAME_OP_7_NUM_INPUT_ROWS - - - CNTR_NAME_OP_7_NUM_OUTPUT_ROWS - - - CNTR_NAME_OP_7_TIME_TAKEN - - - CNTR_NAME_OP_7_FATAL_ERROR - - - - - OP_7 - - - - - - - - - 0 - - - - - - - - - - 1 - - - - - - - - - - - - - - - - - + @@ -592,13 +341,13 @@ true - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-36_631_3846462718413376600/-ext-10000 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-30_887_2948287895711467357/-ext-10000 - + - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-36_631_3846462718413376600/-ext-10001 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-30_887_2948287895711467357/-ext-10001 @@ -619,10 +368,10 @@ true - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-36_631_3846462718413376600/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-30_887_2948287895711467357/-ext-10002 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-36_631_3846462718413376600/-ext-10000 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-30_887_2948287895711467357/-ext-10000 @@ -648,7 +397,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-36_631_3846462718413376600/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-30_887_2948287895711467357/-ext-10002 @@ -734,11 +483,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src transient_lastDdlTime - 1280428234 + 1282147468 @@ -794,13 +543,13 @@ 1 - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/scratchdir/hive_2010-07-29_11-30-36_631_3846462718413376600/-ext-10002 + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-18_09-04-30_887_2948287895711467357/-ext-10002 1 - + 1 @@ -1243,7 +992,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src src @@ -1255,7 +1004,7 @@ - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src src @@ -1312,11 +1061,11 @@ location - pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src + pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/src transient_lastDdlTime - 1280428234 + 1282147468 Index: ql/src/test/org/apache/hadoop/hive/ql/QTestUtil.java =================================================================== --- ql/src/test/org/apache/hadoop/hive/ql/QTestUtil.java (revision 986853) +++ ql/src/test/org/apache/hadoop/hive/ql/QTestUtil.java (working copy) @@ -668,7 +668,7 @@ if (tasks != null) { File planDir = new File(outDir, "plan"); - File planFile = new File(planDir, tname.concat(".xml")); + String planFile = outPath(planDir.toString(), tname + ".xml"); File outf = null; outf = new File(logDir); @@ -690,7 +690,7 @@ + "\\|\\([0-9]\\{10\\}\\)" + "\\|\\(/.*/warehouse/.*\\)\\)"; cmdArray[4] = outf.getPath(); - cmdArray[5] = planFile.getPath(); + cmdArray[5] = planFile; System.out.println(cmdArray[0] + " " + cmdArray[1] + " " + cmdArray[2] + "\'" + cmdArray[3] + "\'" + " " + cmdArray[4] + " " + cmdArray[5]); @@ -708,7 +708,7 @@ if (exitVal != 0 && overWrite) { System.out.println("Overwriting results"); - String cmdLine = "cp " + outf.getPath() + " " + planFile.getPath(); + String cmdLine = "cp " + outf.getPath() + " " + planFile; executor = Runtime.getRuntime().exec(cmdLine); exitVal = executor.waitFor(); } @@ -887,10 +887,16 @@ } public ASTNode parseQuery(String tname) throws Exception { - return pd.parse(qMap.get(tname)); } + public void resetParser() throws SemanticException { + drv.init(); + pd = new ParseDriver(); + sem = new SemanticAnalyzer(conf); + } + + public List> analyzeAST(ASTNode ast) throws Exception { // Do semantic analysis and plan generation Index: ql/src/test/queries/clientpositive/merge2.q =================================================================== --- ql/src/test/queries/clientpositive/merge2.q (revision 0) +++ ql/src/test/queries/clientpositive/merge2.q (revision 0) @@ -0,0 +1,35 @@ +set hive.merge.mapfiles=true; +set hive.merge.mapredfiles=true; +set mapred.min.split.size=256; +set mapred.min.split.size.per.node=256; +set mapred.min.split.size.per.rack=256; +set mapred.max.split.size=256; + +create table test1(key int, val int); + +explain +insert overwrite table test1 +select key, count(1) from src group by key; + +insert overwrite table test1 +select key, count(1) from src group by key; + +select * from test1; + +drop table test1; + + +create table test_src(key string, value string) partitioned by (ds string); +create table test1(key string); + +insert overwrite table test_src partition(ds='101') select * from src; +insert overwrite table test_src partition(ds='102') select * from src; + +explain +insert overwrite table test1 select key from test_src; +insert overwrite table test1 select key from test_src; + +set hive.merge.smallfiles.avgsize=16; +explain +insert overwrite table test1 select key from test_src; +insert overwrite table test1 select key from test_src; Index: ql/src/test/queries/clientpositive/merge3.q =================================================================== --- ql/src/test/queries/clientpositive/merge3.q (revision 0) +++ ql/src/test/queries/clientpositive/merge3.q (revision 0) @@ -0,0 +1,39 @@ +set hive.merge.mapfiles=false; +set hive.merge.mapredfiles=false; +set hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; +set hive.exec.dynamic.partition=true; +set hive.exec.dynamic.partition.mode=nonstrict; + +create table merge_src as +select key, value from srcpart where ds is not null; + +create table merge_src_part (key string, value string) partitioned by (ds string); +insert overwrite table merge_src_part partition(ds) select key, value, ds from srcpart where ds is not null; + +set hive.merge.mapfiles=true; +set hive.merge.mapredfiles=true; + +explain extended +create table merge_src2 as +select key, value from merge_src; + +create table merge_src2 as +select key, value from merge_src; + +select * from merge_src2; + +create table merge_src_part2 like merge_src_part; + + +explain extended +insert overwrite table merge_src_part2 partition(ds) +select key, value, ds from merge_src_part +where ds is not null; + +insert overwrite table merge_src_part2 partition(ds) +select key, value, ds from merge_src_part +where ds is not null; + +show partitions merge_src_part2; + +select * from merge_src_part2 where ds is not null; Index: ql/src/test/queries/clientpositive/combine2.q =================================================================== --- ql/src/test/queries/clientpositive/combine2.q (revision 986853) +++ ql/src/test/queries/clientpositive/combine2.q (working copy) @@ -5,6 +5,8 @@ set mapred.max.split.size=256; set hive.exec.dynamic.partition=true; set hive.exec.dynamic.partition.mode=nonstrict; +set mapred.cache.shared.enabled=false; +set hive.merge.smallfiles.avgsize=0; create table combine2(key string) partitioned by (value string); Index: ql/src/test/templates/TestParse.vm =================================================================== --- ql/src/test/templates/TestParse.vm (revision 986853) +++ ql/src/test/templates/TestParse.vm (working copy) @@ -13,7 +13,23 @@ public class $className extends TestCase { private QTestUtil qt; + static boolean miniMR = false; + static String hadoopVer; + static { + try { + if ("$clusterMode".equals("miniMR")) + miniMR = true; + hadoopVer = "$hadoopVersion"; + } catch (Exception e) { + System.out.println("Exception: " + e.getMessage()); + e.printStackTrace(); + System.out.flush(); + fail("Unexpected exception in static initialization"); + } + } + + public $className(String name) { super(name); qt = null; @@ -22,7 +38,7 @@ @Override protected void setUp() { try { - qt = new QTestUtil("$resultsDir.getCanonicalPath()", "$logDir.getCanonicalPath()"); + qt = new QTestUtil("$resultsDir.getCanonicalPath()", "$logDir.getCanonicalPath()", miniMR, hadoopVer); } catch (Exception e) { System.out.println("Exception: " + e.getMessage()); Index: ql/src/test/templates/TestParseNegative.vm =================================================================== --- ql/src/test/templates/TestParseNegative.vm (revision 986853) +++ ql/src/test/templates/TestParseNegative.vm (working copy) @@ -13,7 +13,22 @@ public class $className extends TestCase { private QTestUtil qt; + static boolean miniMR = false; + static String hadoopVer; + static { + try { + if ("$clusterMode".equals("miniMR")) + miniMR = true; + hadoopVer = "$hadoopVersion"; + } catch (Exception e) { + System.out.println("Exception: " + e.getMessage()); + e.printStackTrace(); + System.out.flush(); + fail("Unexpected exception in static initialization"); + } + } + public $className(String name) { super(name); qt = null; @@ -22,7 +37,8 @@ @Override protected void setUp() { try { - qt = new QTestUtil("$resultsDir.getCanonicalPath()", "$logDir.getCanonicalPath()"); + qt = new QTestUtil("$resultsDir.getCanonicalPath()", "$logDir.getCanonicalPath()", + miniMR, hadoopVer); } catch (Exception e) { System.out.println("Exception: " + e.getMessage()); Index: ql/src/java/org/apache/hadoop/hive/ql/metadata/Hive.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/metadata/Hive.java (revision 986853) +++ ql/src/java/org/apache/hadoop/hive/ql/metadata/Hive.java (working copy) @@ -334,7 +334,7 @@ } /** - * + * * @param tableName * table name * @param indexName @@ -380,20 +380,20 @@ String dbName = MetaStoreUtils.DEFAULT_DATABASE_NAME; Index old_index = null; try { - old_index = getIndex(dbName, tableName, indexName); + old_index = getIndex(dbName, tableName, indexName); } catch (Exception e) { } if (old_index != null) { throw new HiveException("Index " + indexName + " already exists on table " + tableName + ", db=" + dbName); } - + org.apache.hadoop.hive.metastore.api.Table baseTbl = getMSC().getTable(dbName, tableName); if (baseTbl.getTableType() == TableType.VIRTUAL_VIEW.toString()) { throw new HiveException("tableName="+ tableName +" is a VIRTUAL VIEW. Index on VIRTUAL VIEW is not supported."); } - + if (indexTblName == null) { - indexTblName = MetaStoreUtils.getIndexTableName(dbName, tableName, indexName); + indexTblName = MetaStoreUtils.getIndexTableName(dbName, tableName, indexName); } else { org.apache.hadoop.hive.metastore.api.Table temp = null; try { @@ -404,11 +404,11 @@ throw new HiveException("Table name " + indexTblName + " already exists. Choose another name."); } } - + org.apache.hadoop.hive.metastore.api.StorageDescriptor storageDescriptor = baseTbl.getSd().clone(); SerDeInfo serdeInfo = storageDescriptor.getSerdeInfo(); if(serde != null) { - serdeInfo.setSerializationLib(serde); + serdeInfo.setSerializationLib(serde); } else { if (storageHandler == null) { serdeInfo.setSerializationLib(org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe.class.getName()); @@ -437,7 +437,7 @@ if (lineDelim != null) { serdeInfo.getParameters().put(Constants.LINE_DELIM, lineDelim); } - + if (serdeProps != null) { Iterator> iter = serdeProps.entrySet() .iterator(); @@ -446,16 +446,16 @@ serdeInfo.getParameters().put(m.getKey(), m.getValue()); } } - + storageDescriptor.setLocation(null); if (location != null) { - storageDescriptor.setLocation(location); + storageDescriptor.setLocation(location); } storageDescriptor.setInputFormat(inputFormat); storageDescriptor.setOutputFormat(outputFormat); - + Map params = new HashMap(); - + List indexTblCols = new ArrayList(); List sortCols = new ArrayList(); storageDescriptor.setBucketCols(null); @@ -468,14 +468,15 @@ k++; } } - if (k != indexedCols.size()) + if (k != indexedCols.size()) { throw new RuntimeException( "Check the index columns, they should appear in the table being indexed."); - + } + storageDescriptor.setCols(indexTblCols); storageDescriptor.setSortCols(sortCols); - int time = (int) (System.currentTimeMillis() / 1000); + int time = (int) (System.currentTimeMillis() / 1000); org.apache.hadoop.hive.metastore.api.Table tt = null; HiveIndexHandler indexHandler = HiveUtils.getIndexHandler(this.getConf(), indexHandlerClass); @@ -489,18 +490,18 @@ if(!deferredRebuild) { throw new RuntimeException("Please specify deferred rebuild using \" WITH DEFERRED REBUILD \"."); } - + Index indexDesc = new Index(indexName, indexHandlerClass, dbName, tableName, time, time, indexTblName, storageDescriptor, params, deferredRebuild); indexHandler.analyzeIndexDefinition(baseTbl, indexDesc, tt); - + this.getMSC().createIndex(indexDesc, tt); - + } catch (Exception e) { throw new HiveException(e); } } - + public Index getIndex(String dbName, String baseTableName, String indexName) throws HiveException { try { @@ -509,7 +510,7 @@ throw new HiveException(e); } } - + public boolean dropIndex(String db_name, String tbl_name, String index_name, boolean deleteData) throws HiveException { try { return getMSC().dropIndex(db_name, tbl_name, index_name, deleteData); @@ -519,7 +520,7 @@ throw new HiveException("Unknow error. Please check logs.", e); } } - + /** * Drops table along with the data in it. If the table doesn't exist * then it is a no-op @@ -812,6 +813,9 @@ FileSystem fs = loadPath.getFileSystem(conf); FileStatus[] status = Utilities.getFileStatusRecurse(loadPath, numDP, fs); + if (status.length == 0) { + LOG.warn("No partition is genereated by dynamic partitioning"); + } if (status.length > conf.getIntVar(HiveConf.ConfVars.DYNAMICPARTITIONMAXPARTS)) { throw new HiveException("Number of dynamic partitions created is " + status.length Index: ql/src/java/org/apache/hadoop/hive/ql/optimizer/GenMRFileSink1.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/GenMRFileSink1.java (revision 986853) +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/GenMRFileSink1.java (working copy) @@ -21,9 +21,12 @@ import java.io.Serializable; import java.util.ArrayList; import java.util.HashMap; +import java.util.LinkedHashMap; import java.util.List; import java.util.Stack; +import org.apache.commons.logging.Log; +import org.apache.commons.logging.LogFactory; import org.apache.hadoop.fs.Path; import org.apache.hadoop.hive.conf.HiveConf; import org.apache.hadoop.hive.ql.Context; @@ -38,7 +41,6 @@ import org.apache.hadoop.hive.ql.exec.RowSchema; import org.apache.hadoop.hive.ql.exec.Task; import org.apache.hadoop.hive.ql.exec.TaskFactory; -import org.apache.hadoop.hive.ql.exec.UDFArgumentException; import org.apache.hadoop.hive.ql.exec.UnionOperator; import org.apache.hadoop.hive.ql.exec.Utilities; import org.apache.hadoop.hive.ql.lib.Node; @@ -51,7 +53,9 @@ import org.apache.hadoop.hive.ql.parse.SemanticException; import org.apache.hadoop.hive.ql.parse.TypeCheckProcFactory; import org.apache.hadoop.hive.ql.plan.ConditionalResolverMergeFiles; +import org.apache.hadoop.hive.ql.plan.ConditionalResolverMergeFiles.ConditionalResolverMergeFilesCtx; import org.apache.hadoop.hive.ql.plan.ConditionalWork; +import org.apache.hadoop.hive.ql.plan.DynamicPartitionCtx; import org.apache.hadoop.hive.ql.plan.ExprNodeColumnDesc; import org.apache.hadoop.hive.ql.plan.ExprNodeDesc; import org.apache.hadoop.hive.ql.plan.ExtractDesc; @@ -65,7 +69,6 @@ import org.apache.hadoop.hive.ql.plan.ReduceSinkDesc; import org.apache.hadoop.hive.ql.plan.TableDesc; import org.apache.hadoop.hive.ql.plan.TableScanDesc; -import org.apache.hadoop.hive.ql.plan.ConditionalResolverMergeFiles.ConditionalResolverMergeFilesCtx; import org.apache.hadoop.hive.serde2.typeinfo.TypeInfoFactory; /** @@ -73,6 +76,8 @@ */ public class GenMRFileSink1 implements NodeProcessor { + static final private Log LOG = LogFactory.getLog(GenMRFileSink1.class.getName()); + public GenMRFileSink1() { } @@ -122,7 +127,7 @@ String finalName = processFS(nd, stack, opProcCtx, chDir); - // If it is a map-only job, insert a new task to do the concatenation + // need to merge the files in the destination table/partitions if (chDir && (finalName != null)) { createMergeJob((FileSinkOperator) nd, ctx, finalName); } @@ -130,8 +135,8 @@ return null; } - private void createMergeJob(FileSinkOperator fsOp, GenMRProcContext ctx, - String finalName) throws SemanticException { + private void createMapReduce4Merge(FileSinkOperator fsOp, GenMRProcContext ctx, String finalName) + throws SemanticException { Task currTask = ctx.getCurrTask(); RowSchema fsRS = fsOp.getSchema(); @@ -140,6 +145,7 @@ keyCols.add(TypeCheckProcFactory.DefaultExprProcessor .getFuncExprNodeDesc("rand")); + // value is all the columns in the FileSink operator input ArrayList valueCols = new ArrayList(); for (ColumnInfo ci : fsRS.getSignature()) { valueCols.add(new ExprNodeColumnDesc(ci.getType(), ci.getInternalName(), @@ -178,7 +184,7 @@ pos = Integer.valueOf(pos.intValue() + 1); } - Operator extract = OperatorFactory.getAndMakeChild(new ExtractDesc( + Operator extract = OperatorFactory.getAndMakeChild(new ExtractDesc( new ExprNodeColumnDesc(TypeInfoFactory.stringTypeInfo, Utilities.ReduceField.VALUE.toString(), "", false)), new RowSchema(out_rwsch.getColumnInfos())); @@ -234,6 +240,169 @@ } } + /** + * Create a MapReduce job for a particular partition if Hadoop version is pre 0.20, + * otherwise create a Map-only job using CombineHiveInputFormat for all partitions. + * @param fsOp The FileSink operator. + * @param ctx The MR processing context. + * @param finalName the final destination path the merge job should output. + * @throws SemanticException + */ + private void createMergeJob(FileSinkOperator fsOp, GenMRProcContext ctx, String finalName) + throws SemanticException { + + // if the hadoop version support CombineFileInputFormat (version >= 0.20), + // create a Map-only job for merge, otherwise create a MapReduce merge job. + ParseContext parseCtx = ctx.getParseCtx(); + if (parseCtx.getConf().getBoolVar(HiveConf.ConfVars.HIVEMERGEMAPFILES) && + Utilities.supportCombineFileInputFormat()) { + // create Map-only merge job + createMap4Merge(fsOp, ctx, finalName); + LOG.info("use CombineHiveInputformat for the merge job"); + } else { + createMapReduce4Merge(fsOp, ctx, finalName); + LOG.info("use HiveInputFormat for the merge job"); + } + } + + private void createMap4Merge(FileSinkOperator fsOp, GenMRProcContext ctx, String finalName) { + + // create a Map-only merge job with the following operators: + // + // MR job J0: + // ... + // | + // v + // FileSinkOperator_1 + // | + // v + // Merge job J1: + // | + // v + // TableScan (using CombineHiveInputFormat) + // | + // v + // FileSinkOperator + // + // Here the pathToPartitionInfo & pathToAlias will remain the same, which means the paths do + // not contain the dynamic partitions (their parent). So after the dynamic partitions are + // created (after the first job finished before the moveTask or ConditionalTask start), + // we need to change the pathToPartitionInfo & pathToAlias to include the dynamic partition + // directories. + // + + // + // 1. create the operator tree + // + ParseContext parseCtx = ctx.getParseCtx(); + FileSinkDesc fsConf = fsOp.getConf(); + // Create a TableScan operator + RowSchema fsRS = fsOp.getSchema(); + Operator ts_op = OperatorFactory.get(TableScanDesc.class, fsRS); + + // Create a FileSink operator + ArrayList valueCols = new ArrayList(); + for (ColumnInfo ci : fsRS.getSignature()) { + valueCols.add(new ExprNodeColumnDesc(ci.getType(), ci.getInternalName(), + ci.getTabAlias(), ci.getIsVirtualCol())); + } + ArrayList outputColumns = new ArrayList(); + for (int i = 0; i < valueCols.size(); i++) { + outputColumns.add(SemanticAnalyzer.getColumnInternalName(i)); + } + + TableDesc ts = (TableDesc) fsConf.getTableInfo().clone(); + /* + fsConf.getTableInfo().getProperties().remove( + org.apache.hadoop.hive.metastore.api.Constants.META_TABLE_PARTITION_COLUMNS); + */ + FileSinkDesc fsDesc = new FileSinkDesc(finalName, ts, + parseCtx.getConf().getBoolVar(HiveConf.ConfVars.COMPRESSRESULT)); + FileSinkOperator newOutput = (FileSinkOperator) OperatorFactory.getAndMakeChild( + fsDesc, fsRS, ts_op); + + // If the input FileSinkOperator is a dynamic partition enabled, the TableScanOperator + // needs to include the partition column, and the FileSinkOperator_2 should have + // a DynamicPartitionContext to indicate it needs to dynamically partitioned. + // NOTE: this changes the RowSchema of the TableScanOperator so this has to be + // done after the FileSinkOperator is created. + DynamicPartitionCtx dpCtx = fsConf.getDynPartCtx(); + if (dpCtx != null && dpCtx.getNumDPCols() > 0) { + // adding dp column inf + ArrayList signature = fsRS.getSignature(); + String tblAlias = fsConf.getTableInfo().getTableName(); + LinkedHashMap colMap = new LinkedHashMap(); + for (String dpCol: dpCtx.getDPColNames()) { + ColumnInfo colInfo = new ColumnInfo(dpCol, TypeInfoFactory.stringTypeInfo, + tblAlias, true); + signature.add(colInfo); + colMap.put(dpCol, dpCol); + } + fsRS.setSignature(signature); + // + DynamicPartitionCtx dpCtx2 = new DynamicPartitionCtx(dpCtx); + dpCtx2.setInputToDPCols(colMap); + fsDesc.setDynPartCtx(dpCtx2); + } + + // + // 2. create the merge job J1 and make the TableScan operator as the root of J1 + // + MapredWork cplan = GenMapRedUtils.getMapRedWork(parseCtx.getConf()); + ArrayList aliases = new ArrayList(); + aliases.add(fsConf.getDirName()); + // using CombineHiveInputFormat + cplan.setInputformat("org.apache.hadoop.hive.ql.io.CombineHiveInputFormat"); + cplan.getPathToAliases().put(fsConf.getDirName(), aliases); + cplan.getPathToPartitionInfo().put(fsConf.getDirName(), + new PartitionDesc(fsConf.getTableInfo(), null)); + cplan.setNumReduceTasks(Integer.valueOf(0)); // no reducers + cplan.getAliasToWork().put(fsConf.getDirName(), ts_op); + + // + // 3. create a conditional task J2 making J1 as one of the list of conditional tasks. + // + Task mergeTask = TaskFactory.get(cplan, parseCtx .getConf()); + MoveWork dummyMv = new MoveWork(null, null, null, + new LoadFileDesc(fsOp.getConf().getDirName(), finalName, true, null, null), false); + Task dummyMoveTask = TaskFactory.get(dummyMv, ctx.getConf()); + List listWorks = new ArrayList(); + listWorks.add(dummyMv); + listWorks.add(mergeTask.getWork()); + ConditionalWork cndWork = new ConditionalWork(listWorks); + + ConditionalTask cndTsk = (ConditionalTask) TaskFactory.get(cndWork, ctx + .getConf()); + List> listTasks = new ArrayList>(); + listTasks.add(dummyMoveTask); + listTasks.add(mergeTask); + cndTsk.setListTasks(listTasks); + + cndTsk.setResolver(new ConditionalResolverMergeFiles()); + ConditionalResolverMergeFilesCtx mrCtx = new ConditionalResolverMergeFilesCtx(listTasks, fsOp + .getConf().getDirName()); + mrCtx.setDPCtx(fsConf.getDynPartCtx()); // remember whether it is dynamic partition or not + cndTsk.setResolverCtx(mrCtx); + + // + // 4. make the conditional task J2 as the child of the current task + // + Task currTask = ctx.getCurrTask(); + currTask.addDependentTask(cndTsk); + + // + // 5. add the moveTask as the children of the conditional task + // + List> mvTasks = ctx.getMvTask(); + Task mvTask = findMoveTask(mvTasks, newOutput); + + if (mvTask != null) { + for (Task tsk : cndTsk.getListTasks()) { + tsk.addDependentTask(mvTask); + } + } + } + private Task findMoveTask( List> mvTasks, FileSinkOperator fsOp) { // find the move task @@ -251,10 +420,19 @@ return mvTsk; } } - return null; } + /** + * Process the FileSink operator to generate a MoveTask if necessary. + * @param nd current FileSink operator + * @param stack parent operators + * @param opProcCtx + * @param chDir whether the operator should be first output to a tmp dir and then merged + * to the final dir later + * @return the final file name to which the FileSinkOperator should store. + * @throws SemanticException + */ private String processFS(Node nd, Stack stack, NodeProcessorCtx opProcCtx, boolean chDir) throws SemanticException { Index: ql/src/java/org/apache/hadoop/hive/ql/exec/Task.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/Task.java (revision 986853) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/Task.java (working copy) @@ -27,8 +27,8 @@ import org.apache.commons.logging.Log; import org.apache.commons.logging.LogFactory; import org.apache.hadoop.hive.conf.HiveConf; +import org.apache.hadoop.hive.ql.Context; import org.apache.hadoop.hive.ql.DriverContext; -import org.apache.hadoop.hive.ql.Context; import org.apache.hadoop.hive.ql.QueryPlan; import org.apache.hadoop.hive.ql.lib.Node; import org.apache.hadoop.hive.ql.metadata.Hive; @@ -151,6 +151,17 @@ } /** + * The default dependent tasks are just child tasks, but different types + * could implement their own (e.g. ConditionalTask will use the listTasks + * as dependents). + * + * @return a list of tasks that are dependent on this task. + */ + public List> getDependentTasks() { + return getChildTasks(); + } + + /** * Add a dependent task on the current task. Return if the dependency already * existed or is this a new one * @@ -297,8 +308,9 @@ public final void localizeMRTmpFiles(Context ctx) { localizeMRTmpFilesImpl(ctx); - if (childTasks == null) + if (childTasks == null) { return; + } for (Task t: childTasks) { t.localizeMRTmpFiles(ctx); @@ -306,4 +318,3 @@ } } - \ No newline at end of file Index: ql/src/java/org/apache/hadoop/hive/ql/exec/ConditionalTask.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/ConditionalTask.java (revision 986853) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/ConditionalTask.java (working copy) @@ -203,8 +203,15 @@ @Override protected void localizeMRTmpFilesImpl(Context ctx) { - if (getListTasks() != null) - for(Task t: getListTasks()) + if (getListTasks() != null) { + for(Task t: getListTasks()) { t.localizeMRTmpFiles(ctx); + } + } } + + @Override + public List> getDependentTasks() { + return listTasks; + } } Index: ql/src/java/org/apache/hadoop/hive/ql/exec/RowSchema.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/RowSchema.java (revision 986853) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/RowSchema.java (working copy) @@ -43,4 +43,14 @@ public ArrayList getSignature() { return signature; } + + @Override + public String toString() { + StringBuilder sb = new StringBuilder('('); + for (ColumnInfo col: signature) { + sb.append(col.toString()); + } + sb.append(')'); + return sb.toString(); + } } Index: ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java (revision 986853) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java (working copy) @@ -89,6 +89,7 @@ import org.apache.hadoop.hive.ql.plan.TableDesc; import org.apache.hadoop.hive.serde.Constants; import org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe; +import org.apache.hadoop.hive.shims.ShimLoader; import org.apache.hadoop.io.SequenceFile; import org.apache.hadoop.io.SequenceFile.CompressionType; import org.apache.hadoop.io.compress.CompressionCodec; @@ -1416,13 +1417,13 @@ mrTasks.add((ExecDriver)task); } - if (task instanceof ConditionalTask) { - getMRTasks(((ConditionalTask)task).getListTasks(), mrTasks); + if (task.getDependentTasks() != null) { + getMRTasks(task.getDependentTasks(), mrTasks); } - - if (task.getChildTasks() != null) { - getMRTasks(task.getChildTasks(), mrTasks); - } } } + + public static boolean supportCombineFileInputFormat() { + return ShimLoader.getHadoopShims().getCombineFileInputFormat() != null; + } } Index: ql/src/java/org/apache/hadoop/hive/ql/plan/ConditionalResolverMergeFiles.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/plan/ConditionalResolverMergeFiles.java (revision 986853) +++ ql/src/java/org/apache/hadoop/hive/ql/plan/ConditionalResolverMergeFiles.java (working copy) @@ -21,13 +21,17 @@ import java.io.IOException; import java.io.Serializable; import java.util.ArrayList; +import java.util.LinkedHashMap; import java.util.List; +import java.util.Map; import org.apache.hadoop.fs.FileStatus; import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.Path; import org.apache.hadoop.hive.conf.HiveConf; +import org.apache.hadoop.hive.metastore.Warehouse; import org.apache.hadoop.hive.ql.exec.Task; +import org.apache.hadoop.hive.ql.exec.Utilities; /** * Conditional task resolution interface. This is invoked at run time to get the @@ -48,6 +52,7 @@ private static final long serialVersionUID = 1L; List> listTasks; private String dir; + private DynamicPartitionCtx dpCtx; // merge task could be after dynamic partition insert public ConditionalResolverMergeFilesCtx() { } @@ -90,6 +95,14 @@ public void setListTasks(List> listTasks) { this.listTasks = listTasks; } + + public DynamicPartitionCtx getDPCtx() { + return dpCtx; + } + + public void setDPCtx(DynamicPartitionCtx dp) { + dpCtx = dp; + } } public List> getTasks(HiveConf conf, @@ -119,15 +132,56 @@ long currAvgSz = totalSz / fStats.length; if ((currAvgSz < avgConditionSize) && (fStats.length > 1)) { + // + // for each dynamic partition, generate a merge task + // populate aliasToWork, pathToPartitionInfo, pathToAlias // also set the number of reducers + // Task tsk = ctx.getListTasks().get(1); MapredWork work = (MapredWork) tsk.getWork(); - int maxReducers = conf.getIntVar(HiveConf.ConfVars.MAXREDUCERS); - int reducers = (int) ((totalSz + trgtSize - 1) / trgtSize); - reducers = Math.max(1, reducers); - reducers = Math.min(maxReducers, reducers); - work.setNumReduceTasks(reducers); + + // Dynamic partition: replace input path (root to dp paths) with dynamic partition + // input paths. + DynamicPartitionCtx dpCtx = ctx.getDPCtx(); + if (dpCtx != null && dpCtx.getNumDPCols() > 0) { + FileStatus[] status = Utilities.getFileStatusRecurse(dirPath, + dpCtx.getNumDPCols(), inpFs); + + // cleanup pathToPartitionInfo + Map ptpi = work.getPathToPartitionInfo(); + assert ptpi.size() == 1; + String path = ptpi.keySet().iterator().next(); + TableDesc tblDesc = ptpi.get(path).getTableDesc(); + ptpi.remove(path); // the root path is not useful anymore + + // cleanup pathToAliases + Map> pta = work.getPathToAliases(); + assert pta.size() == 1; + path = pta.keySet().iterator().next(); + ArrayList aliases = pta.get(path); + pta.remove(path); // the root path is not useful anymore + + // populate pathToPartitionInfo and pathToAliases w/ DP paths + for (int i = 0; i < status.length; ++i) { + work.getPathToAliases().put(status[i].getPath().toString(), aliases); + // get the full partition spec from the path and update the PartitionDesc + Map fullPartSpec = new LinkedHashMap( + dpCtx.getPartSpec()); + Warehouse.makeSpecFromName(fullPartSpec, status[i].getPath()); + PartitionDesc pDesc = new PartitionDesc(tblDesc, (LinkedHashMap) fullPartSpec); + work.getPathToPartitionInfo().put( + status[i].getPath().toString(), + pDesc); + } + } else { + int maxReducers = conf.getIntVar(HiveConf.ConfVars.MAXREDUCERS); + int reducers = (int) ((totalSz + trgtSize - 1) / trgtSize); + reducers = Math.max(1, reducers); + reducers = Math.min(maxReducers, reducers); + work.setNumReduceTasks(reducers); + } + resTsks.add(tsk); return resTsks; } Index: ql/src/java/org/apache/hadoop/hive/ql/plan/DynamicPartitionCtx.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/plan/DynamicPartitionCtx.java (revision 986853) +++ ql/src/java/org/apache/hadoop/hive/ql/plan/DynamicPartitionCtx.java (working copy) @@ -78,6 +78,20 @@ } } + public DynamicPartitionCtx(DynamicPartitionCtx dp) { + this.partSpec = dp.partSpec; + this.numDPCols = dp.numDPCols; + this.numSPCols = dp.numSPCols; + this.spPath = dp.spPath; + this.rootPath = dp.rootPath; + this.numBuckets = dp.numBuckets; + this.inputToDPCols = dp.inputToDPCols; + this.spNames = dp.spNames; + this.dpNames = dp.dpNames; + this.defaultPartName = dp.defaultPartName; + this.maxPartsPerNode = dp.maxPartsPerNode; + } + public void mapInputToDP(List fs) { assert fs.size() == this.numDPCols: "input DP column size != numDPCols"; Index: ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java (revision 986853) +++ ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java (working copy) @@ -32,9 +32,9 @@ import java.util.LinkedHashMap; import java.util.List; import java.util.Map; +import java.util.Map.Entry; import java.util.Set; import java.util.TreeSet; -import java.util.Map.Entry; import java.util.regex.Pattern; import java.util.regex.PatternSyntaxException; @@ -94,6 +94,7 @@ import org.apache.hadoop.hive.ql.optimizer.GenMRFileSink1; import org.apache.hadoop.hive.ql.optimizer.GenMROperator; import org.apache.hadoop.hive.ql.optimizer.GenMRProcContext; +import org.apache.hadoop.hive.ql.optimizer.GenMRProcContext.GenMapRedCtx; import org.apache.hadoop.hive.ql.optimizer.GenMRRedSink1; import org.apache.hadoop.hive.ql.optimizer.GenMRRedSink2; import org.apache.hadoop.hive.ql.optimizer.GenMRRedSink3; @@ -103,7 +104,6 @@ import org.apache.hadoop.hive.ql.optimizer.GenMapRedUtils; import org.apache.hadoop.hive.ql.optimizer.MapJoinFactory; import org.apache.hadoop.hive.ql.optimizer.Optimizer; -import org.apache.hadoop.hive.ql.optimizer.GenMRProcContext.GenMapRedCtx; import org.apache.hadoop.hive.ql.optimizer.physical.PhysicalContext; import org.apache.hadoop.hive.ql.optimizer.physical.PhysicalOptimizer; import org.apache.hadoop.hive.ql.optimizer.ppr.PartitionPruner; @@ -123,6 +123,7 @@ import org.apache.hadoop.hive.ql.plan.FetchWork; import org.apache.hadoop.hive.ql.plan.FileSinkDesc; import org.apache.hadoop.hive.ql.plan.FilterDesc; +import org.apache.hadoop.hive.ql.plan.FilterDesc.sampleDesc; import org.apache.hadoop.hive.ql.plan.ForwardDesc; import org.apache.hadoop.hive.ql.plan.GroupByDesc; import org.apache.hadoop.hive.ql.plan.JoinCondDesc; @@ -144,12 +145,11 @@ import org.apache.hadoop.hive.ql.plan.TableScanDesc; import org.apache.hadoop.hive.ql.plan.UDTFDesc; import org.apache.hadoop.hive.ql.plan.UnionDesc; -import org.apache.hadoop.hive.ql.plan.FilterDesc.sampleDesc; import org.apache.hadoop.hive.ql.session.SessionState; import org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator; +import org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator.Mode; import org.apache.hadoop.hive.ql.udf.generic.GenericUDFHash; import org.apache.hadoop.hive.ql.udf.generic.GenericUDTF; -import org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator.Mode; import org.apache.hadoop.hive.serde.Constants; import org.apache.hadoop.hive.serde2.Deserializer; import org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe; @@ -157,9 +157,9 @@ import org.apache.hadoop.hive.serde2.SerDeUtils; import org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe; import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector; +import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector.Category; import org.apache.hadoop.hive.serde2.objectinspector.StructField; import org.apache.hadoop.hive.serde2.objectinspector.StructObjectInspector; -import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector.Category; import org.apache.hadoop.hive.serde2.typeinfo.TypeInfo; import org.apache.hadoop.hive.serde2.typeinfo.TypeInfoFactory; import org.apache.hadoop.hive.serde2.typeinfo.TypeInfoUtils; @@ -3273,10 +3273,12 @@ } if (HiveConf.getBoolVar(conf, HiveConf.ConfVars.DYNAMICPARTITIONING)) { // allow DP - // TODO: we should support merge files for dynamically generated partitions later if (dpCtx.getNumDPCols() > 0 && (HiveConf.getBoolVar(conf, HiveConf.ConfVars.HIVEMERGEMAPFILES) || - HiveConf.getBoolVar(conf, HiveConf.ConfVars.HIVEMERGEMAPREDFILES))) { + HiveConf.getBoolVar(conf, HiveConf.ConfVars.HIVEMERGEMAPREDFILES)) && + Utilities.supportCombineFileInputFormat() == false) { + // Do not support merge for Hadoop versions (pre-0.20) that do not + // support CombineHiveInputFormat HiveConf.setBoolVar(conf, HiveConf.ConfVars.HIVEMERGEMAPFILES, false); HiveConf.setBoolVar(conf, HiveConf.ConfVars.HIVEMERGEMAPREDFILES, false); } @@ -6043,12 +6045,12 @@ private void getLeafTasks(Task task, HashSet> leaves) { - if (task.getChildTasks() == null) { + if (task.getDependentTasks() == null) { if (!leaves.contains(task)) { leaves.add(task); } } else { - getLeafTasks(task.getChildTasks(), leaves); + getLeafTasks(task.getDependentTasks(), leaves); } } Index: ql/build.xml =================================================================== --- ql/build.xml (revision 986853) +++ ql/build.xml (working copy) @@ -69,6 +69,7 @@ queryFileRegex="${qfile_regex}" resultsDirectory="${ql.test.results.dir}/compiler" className="TestParse" logFile="${test.log.dir}/testparsegen.log" + hadoopVersion="${hadoopVersion}" logDirectory="${test.log.dir}/positive"/> + logDirectory="${test.log.dir}/clientnegative" + hadoopVersion="${hadoopVersion}"/>