2012-01-11 11:03:39,629 INFO exec.ExecDriver (SessionState.java:printInfo(371)) - Execution log at: /tmp/amarsri/amarsri_20120111110303_6055fc8d-088e-4a27-be32-f71dff6a4e93.log 2012-01-11 11:03:39,633 INFO exec.ExecDriver (ExecDriver.java:main(669)) - JobConf: hive.stats.jdbcdriver=org.apache.derby.jdbc.EmbeddedDriver hive.mapjoin.followby.gby.localtask.max.memory.usage=0.55 hive.limit.optimize.limit.file=10 hive.metastore.archive.intermediate.archived=_INTERMEDIATE_ARCHIVED datanucleus.validateColumns=false hive.mapred.partitioner=org.apache.hadoop.hive.ql.io.DefaultHivePartitioner hive.cli.errors.ignore=false hive.downloaded.resources.dir=/tmp/amarsri/hive_resources hive.lockmgr.zookeeper.default.partition.name=__HIVE_DEFAULT_ZOOKEEPER_PARTITION__ hive.zookeeper.session.timeout=600000 datanucleus.connectionPoolingType=DBCP hive.variable.substitute=true hive.stats.dbclass=jdbc:derby hive.ppd.remove.duplicatefilters=true hive.lock.mapred.only.operation=false hive.script.serde=org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe hive.merge.smallfiles.avgsize=16000000 datanucleus.cache.level2=false hive.hbase.wal.enabled=true hive.security.authorization.manager=org.apache.hadoop.hive.ql.security.authorization.DefaultHiveAuthorizationProvider hive.merge.current.job.has.dynamic.partitions=false hive.metastore.rawstore.impl=org.apache.hadoop.hive.metastore.ObjectStore hive.metastore.local=true hive.optimize.bucketmapjoin=false hive.optimize.ppd.storage=true hive.input.format.sorted=false hive.querylog.location=/tmp/amarsri hive.limit.row.max.size=100000 hive.rework.mapredwork=false hive.added.jars.path=file:///Users/amarsri/Documents/workspace/branch-0.8-r2/build/dist/lib/hive-builtins-0.8.1-SNAPSHOT.jar hive.index.compact.query.max.entries=10000000 hive.metastore.authorization.storage.checks=false hive.autogen.columnalias.prefix.includefuncname=false hive.zookeeper.namespace=hive_zookeeper_namespace hive.test.mode.prefix=test_ hive.merge.rcfile.block.level=true hive.test.mode=false mapreduce.job.reduces=-1 hive.exec.compress.intermediate=false datanucleus.cache.level2.type=SOFT hive.metastore.ds.retry.attempts=1 hive.limit.optimize.enable=false hive.zookeeper.client.port=2181 hive.exec.perf.logger=org.apache.hadoop.hive.ql.log.PerfLogger javax.jdo.option.ConnectionUserName=APP hive.merge.mapfiles=true hive.test.mode.samplefreq=32 hive.optimize.skewjoin=false hive.optimize.index.groupby=false hive.metastore.server.min.threads=200 hive.mapjoin.localtask.max.memory.usage=0.9 hive.map.aggr.hash.min.reduction=0.5 hive.exec.compress.output=false javax.jdo.option.Multithreaded=true hive.script.recordreader=org.apache.hadoop.hive.ql.exec.TextRecordReader hive.multigroupby.singlemr=false hive.lock.numretries=100 hive.optimize.metadataonly=true hive.exec.parallel.thread.number=8 hive.exec.default.partition.name=__HIVE_DEFAULT_PARTITION__ hive.exec.max.created.files=100000 hive.archive.har.parentdir.settable=false hive.metastore.event.clean.freq=0 hive.exec.mode.local.auto=false hive.optimize.index.filter=false datanucleus.storeManagerType=rdbms hive.script.operator.id.env.var=HIVE_SCRIPT_OPERATOR_ID hive.exec.mode.local.auto.inputbytes.max=134217728 hive.mapjoin.size.key=10000 hive.metastore.ds.retry.interval=1000 hive.skewjoin.mapjoin.min.split=33554432 hive.metastore.client.connect.retry.delay=1 hive.auto.convert.join=false hive.metastore.warehouse.dir=/user/hive/warehouse hive.mapjoin.bucket.cache.size=100 hive.exec.job.debug.timeout=30000 datanucleus.transactionIsolation=read-committed hive.stats.jdbc.timeout=30 hive.mergejob.maponly=true hive.fetch.output.serde=org.apache.hadoop.hive.serde2.DelimitedJSONSerDe hive.exec.script.trust=false hive.mapjoin.followby.map.aggr.hash.percentmemory=0.3 hive.exim.uri.scheme.whitelist=hdfs,pfile hive.stats.dbconnectionstring=jdbc:derby:;databaseName=TempStatsStore;create=true hive.optimize.index.filter.compact.minsize=5368709120 hive.skewjoin.key=100000 javax.jdo.option.ConnectionDriverName=org.apache.derby.jdbc.EmbeddedDriver hive.security.authenticator.manager=org.apache.hadoop.hive.ql.security.HadoopDefaultAuthenticator mapred.input.dir.recursive=false hive.udtf.auto.progress=false hive.session.id=amarsri_201201111059 hive.exec.script.maxerrsize=100000 hive.optimize.groupby=true datanucleus.plugin.pluginRegistryBundleCheck=LOG hive.exec.rowoffset=false hive.default.fileformat=TextFile hive.hadoop.supports.splittable.combineinputformat=false hive.metastore.archive.intermediate.original=_INTERMEDIATE_ORIGINAL hive.mapjoin.smalltable.filesize=25000000 hive.exec.scratchdir=/tmp/hive-amarsri mapreduce.input.fileinputformat.split.minsize.per.node=1 datanucleus.identifierFactory=datanucleus hive.exec.max.dynamic.partitions.pernode=100 hive.stats.retries.max=0 hive.join.emit.interval=1000 hive.script.recordwriter=org.apache.hadoop.hive.ql.exec.TextRecordWriter datanucleus.validateConstraints=false mapreduce.input.fileinputformat.split.minsize=1 hive.exec.dynamic.partition=false hive.hashtable.loadfactor=0.75 hive.sample.seednumber=0 hive.optimize.index.filter.compact.maxsize=-1 hive.metastore.client.socket.timeout=20 hive.map.aggr.hash.force.flush.memory.threshold=0.9 mapreduce.input.fileinputformat.split.minsize.per.rack=1 hive.exec.show.job.failure.debug.info=true hive.join.cache.size=25000 hive.mapper.cannot.span.multiple.partitions=false datanucleus.autoStartMechanismMode=checked hive.input.format=org.apache.hadoop.hive.ql.io.CombineHiveInputFormat hive.skewjoin.mapjoin.map.tasks=10000 hive.index.compact.query.max.size=10737418240 hive.exec.drop.ignorenonexistent=true hive.hwi.listen.port=9999 hive.session.silent=false hive.cli.print.header=false mapreduce.input.fileinputformat.split.maxsize=256000000 hadoop.bin.path=/Users/amarsri/hadoop-0.23.0//bin/hadoop hive.groupby.mapaggr.checkinterval=100000 hive.metastore.server.max.threads=100000 hive.metastore.kerberos.principal=hive-metastore/_HOST@EXAMPLE.COM javax.jdo.option.ConnectionURL=jdbc:derby:;databaseName=metastore_db;create=true hive.mapred.mode=nonstrict hive.metastore.batch.retrieve.max=300 hive.outerjoin.supports.filters=true hive.groupby.skewindata=false hive.exec.mode.local.auto.tasks.max=4 hive.exec.parallel=false hive.debug.localtask=false hive.zookeeper.clean.extra.nodes=false hive.merge.size.per.task=256000000 fs.har.impl=org.apache.hadoop.hive.shims.HiveHarFileSystem hive.unlock.numretries=10 hive.exec.reducers.max=999 hive.cli.print.current.db=false hive.exec.tasklog.debug.timeout=20000 hive.metastore.archive.intermediate.extracted=_INTERMEDIATE_EXTRACTED hive.query.string=select key from src hive.stats.collect.rawdatasize=true hive.optimize.ppd=true hive.stats.retries.wait=3000 hive.metastore.cache.pinobjtypes=Table,StorageDescriptor,SerDeInfo,Partition,Database,Type,FieldSchema,Order mapreduce.job.name=select key from src(Stage-1) hive.metastore.fs.handler.class=org.apache.hadoop.hive.metastore.HiveMetaStoreFsImpl hive.mapjoin.cache.numrows=25000 hive.merge.mapredfiles=false hive.metastore.sasl.enabled=false hive.start.cleanup.scratchdir=false hive.fileformat.check=true hive.metastore.connect.retries=5 hive.jobname.length=50 hive.query.id=amarsri_20120111110303_6055fc8d-088e-4a27-be32-f71dff6a4e93 javax.jdo.option.DetachAllOnCommit=true javax.jdo.option.ConnectionPassword=mine hive.index.compact.file.ignore.hdfs=false hive.optimize.reducededuplication=true hive.optimize.index.autoupdate=false hive.hwi.listen.host=0.0.0.0 hive.ppd.recognizetransivity=true hive.auto.progress.timeout=0 hive.metastore.force.reload.conf=false hive.map.aggr.hash.percentmemory=0.5 hive.mapjoin.check.memory.rows=100000 javax.jdo.PersistenceManagerFactoryClass=org.datanucleus.jdo.JDOPersistenceManagerFactory hive.exec.concatenate.check.index=true hive.mapred.local.mem=0 datanucleus.validateTables=false hive.exec.max.dynamic.partitions=1000 hive.merge.input.format.block.level=org.apache.hadoop.hive.ql.io.rcfile.merge.RCFileBlockMergeInputFormat hive.insert.into.multilevel.dirs=false hive.exec.submitviachild=false hive.exec.dynamic.partition.mode=strict hive.script.auto.progress=false hive.lock.sleep.between.retries=60 hive.enforce.sorting=false datanucleus.autoCreateSchema=true hive.task.progress=false hive.index.compact.binary.search=true hive.metastore.server.tcp.keepalive=true hive.hashtable.initialCapacity=100000 hive.lock.manager=org.apache.hadoop.hive.ql.lockmgr.zookeeper.ZooKeeperHiveLockManager hive.stats.autogather=true hive.map.aggr=true hadoop.config.dir=file:/Users/amarsri/hadoop-0.23.0/share/hadoop/common/hadoop-common-0.23.0-test-sources.jar! hive.enforce.bucketing=false hive.limit.optimize.fetch.max=50000 hive.autogen.columnalias.prefix.label=_c hive.exec.script.allow.partial.consumption=false hive.archive.enabled=false hive.optimize.bucketmapjoin.sortedmerge=false hive.support.concurrency=false hive.mapred.reduce.tasks.speculative.execution=true hive.heartbeat.interval=1000 hive.stats.atomic=false hive.exec.counters.pull.interval=1000 hive.metastore.event.expiry.duration=0 hive.query.result.fileformat=TextFile hive.optimize.cp=true javax.jdo.option.NonTransactionalRead=true hive.exec.reducers.bytes.per.reducer=1000000000 hive.error.on.empty.partition=false hive.security.authorization.enabled=false mapred.system.dir=build/test/mapred/system/380688023 mapred.local.dir=build/test/mapred/local/1176741279 2012-01-11 11:03:40,404 WARN conf.Configuration (Configuration.java:handleDeprecation(326)) - webinterface.private.actions is deprecated. Instead, use mapreduce.jobtracker.webinterface.trusted 2012-01-11 11:03:40,570 WARN conf.Configuration (Configuration.java:handleDeprecation(326)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address 2012-01-11 11:03:40,618 WARN conf.Configuration (Configuration.java:set(629)) - mapred.committer.job.setup.cleanup.needed is deprecated. Instead, use mapreduce.job.committer.setup.cleanup.needed 2012-01-11 11:03:40,625 WARN conf.Configuration (Configuration.java:set(629)) - mapred.reduce.tasks.speculative.execution is deprecated. Instead, use mapreduce.reduce.speculative 2012-01-11 11:03:40,625 INFO exec.ExecDriver (ExecDriver.java:execute(337)) - Using org.apache.hadoop.hive.ql.io.CombineHiveInputFormat 2012-01-11 11:03:40,634 INFO exec.ExecDriver (ExecDriver.java:execute(359)) - adding libjars: file:///Users/amarsri/Documents/workspace/branch-0.8-r2/build/dist/lib/hive-builtins-0.8.1-SNAPSHOT.jar 2012-01-11 11:03:40,634 WARN conf.Configuration (Configuration.java:handleDeprecation(326)) - mapred.job.name is deprecated. Instead, use mapreduce.job.name 2012-01-11 11:03:40,634 INFO exec.ExecDriver (ExecDriver.java:addInputPaths(874)) - Processing alias src 2012-01-11 11:03:40,635 INFO exec.ExecDriver (ExecDriver.java:addInputPaths(892)) - Adding input file file:/tmp/amarsri/src 2012-01-11 11:03:40,635 INFO exec.Utilities (Utilities.java:isEmptyPath(1785)) - Content Summary not cached for file:/tmp/amarsri/src 2012-01-11 11:03:40,663 WARN util.NativeCodeLoader (NativeCodeLoader.java:(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2012-01-11 11:03:41,194 INFO jvm.JvmMetrics (JvmMetrics.java:init(76)) - Initializing JVM Metrics with processName=JobTracker, sessionId= 2012-01-11 11:03:41,255 INFO exec.ExecDriver (ExecDriver.java:createTmpDirs(234)) - Making Temp Directory: file:/var/folders/uc/ucuNeMAVGQGzy3459D8z2+++Z0Q/-Tmp-/amarsri/hive_2012-01-11_11-03-36_956_973766172183695471/-ext-10001 2012-01-11 11:03:41,278 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2012-01-11 11:03:41,448 WARN conf.Configuration (Configuration.java:handleDeprecation(326)) - fs.default.name is deprecated. Instead, use fs.defaultFS 2012-01-11 11:03:41,457 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(139)) - Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. 2012-01-11 11:03:42,073 WARN snappy.LoadSnappy (LoadSnappy.java:(46)) - Snappy native library not loaded 2012-01-11 11:03:42,087 INFO io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(370)) - CombineHiveInputSplit creating pool for file:/tmp/amarsri/src; using filter path file:/tmp/amarsri/src 2012-01-11 11:03:42,089 WARN conf.Configuration (Configuration.java:handleDeprecation(326)) - mapred.min.split.size is deprecated. Instead, use mapreduce.input.fileinputformat.split.minsize 2012-01-11 11:03:42,089 WARN conf.Configuration (Configuration.java:handleDeprecation(326)) - mapred.min.split.size.per.node is deprecated. Instead, use mapreduce.input.fileinputformat.split.minsize.per.node 2012-01-11 11:03:42,090 WARN conf.Configuration (Configuration.java:handleDeprecation(326)) - mapred.min.split.size.per.rack is deprecated. Instead, use mapreduce.input.fileinputformat.split.minsize.per.rack 2012-01-11 11:03:42,090 WARN conf.Configuration (Configuration.java:handleDeprecation(326)) - mapred.max.split.size is deprecated. Instead, use mapreduce.input.fileinputformat.split.maxsize 2012-01-11 11:03:42,098 INFO input.FileInputFormat (FileInputFormat.java:listStatus(245)) - Total input paths to process : 1 2012-01-11 11:03:42,110 INFO io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(411)) - number of splits 1 2012-01-11 11:03:42,270 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(362)) - number of splits:1 2012-01-11 11:03:42,742 WARN conf.Configuration (Configuration.java:loadProperty(1584)) - file:/Users/amarsri/Documents/workspace/branch-0.8-r2/build/test/mapred/staging/amarsri-218027423/.staging/job_local_0001/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring. 2012-01-11 11:03:42,743 WARN conf.Configuration (Configuration.java:loadProperty(1584)) - file:/Users/amarsri/Documents/workspace/branch-0.8-r2/build/test/mapred/staging/amarsri-218027423/.staging/job_local_0001/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring. 2012-01-11 11:03:42,747 WARN conf.Configuration (Configuration.java:loadProperty(1584)) - file:/Users/amarsri/Documents/workspace/branch-0.8-r2/build/test/mapred/staging/amarsri-218027423/.staging/job_local_0001/job.xml:an attempt to override final parameter: hadoop.tmp.dir; Ignoring. 2012-01-11 11:03:43,965 INFO mapred.LocalDistributedCacheManager (LocalDistributedCacheManager.java:setup(143)) - Localized file:/Users/amarsri/Documents/workspace/branch-0.8-r2/build/dist/lib/hive-builtins-0.8.1-SNAPSHOT.jar as file:/Users/amarsri/Documents/workspace/branch-0.8-r2/build/test/mapred/local/1176741279/-6270684513757147028/hive-builtins-0.8.1-SNAPSHOT.jar 2012-01-11 11:03:44,293 WARN conf.Configuration (Configuration.java:loadProperty(1584)) - file:/Users/amarsri/Documents/workspace/branch-0.8-r2/build/test/mapred/local/1176741279/localRunner/job_local_0001.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval; Ignoring. 2012-01-11 11:03:44,294 WARN conf.Configuration (Configuration.java:loadProperty(1584)) - file:/Users/amarsri/Documents/workspace/branch-0.8-r2/build/test/mapred/local/1176741279/localRunner/job_local_0001.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts; Ignoring. 2012-01-11 11:03:44,299 WARN conf.Configuration (Configuration.java:loadProperty(1584)) - file:/Users/amarsri/Documents/workspace/branch-0.8-r2/build/test/mapred/local/1176741279/localRunner/job_local_0001.xml:an attempt to override final parameter: hadoop.tmp.dir; Ignoring. 2012-01-11 11:03:44,302 INFO mapred.LocalDistributedCacheManager (LocalDistributedCacheManager.java:makeClassLoader(196)) - file:/Users/amarsri/Documents/workspace/branch-0.8-r2/build/test/mapred/local/1176741279/-6270684513757147028/hive-builtins-0.8.1-SNAPSHOT.jar 2012-01-11 11:03:44,375 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(344)) - Waiting for map tasks 2012-01-11 11:03:44,385 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(207)) - Starting task: attempt_local_0001_m_000000_0 2012-01-11 11:03:44,389 INFO exec.ExecDriver (SessionState.java:printInfo(371)) - Job running in-process (local Hadoop) 2012-01-11 11:03:44,478 INFO mapred.Task (Task.java:initialize(539)) - Using ResourceCalculatorPlugin : null 2012-01-11 11:03:44,530 WARN conf.Configuration (Configuration.java:set(629)) - map.input.file is deprecated. Instead, use mapreduce.map.input.file 2012-01-11 11:03:44,530 WARN conf.Configuration (Configuration.java:set(629)) - map.input.start is deprecated. Instead, use mapreduce.map.input.start 2012-01-11 11:03:44,531 WARN conf.Configuration (Configuration.java:set(629)) - map.input.length is deprecated. Instead, use mapreduce.map.input.length 2012-01-11 11:03:44,531 INFO mapred.MapTask (MapTask.java:runOldMapper(384)) - numReduceTasks: 0 2012-01-11 11:03:44,540 INFO ExecMapper (ExecMapper.java:configure(69)) - maximum memory = 1043136512 2012-01-11 11:03:44,541 INFO ExecMapper (ExecMapper.java:configure(74)) - conf classpath = [file:/Users/amarsri/Documents/workspace/branch-0.8-r2/build/test/hadoop-unjar4119390419998557211/, file:/Users/amarsri/Documents/workspace/branch-0.8-r2/build/dist/lib/hive-exec-0.8.1-SNAPSHOT.jar, file:/Users/amarsri/Documents/workspace/branch-0.8-r2/build/test/hadoop-unjar4119390419998557211/classes, file:/Users/amarsri/Documents/workspace/branch-0.8-r2/build/dist/lib/hive-builtins-0.8.1-SNAPSHOT.jar] 2012-01-11 11:03:44,541 INFO ExecMapper (ExecMapper.java:configure(76)) - thread classpath = [file:/Users/amarsri/Documents/workspace/branch-0.8-r2/build/test/mapred/local/1176741279/-6270684513757147028/hive-builtins-0.8.1-SNAPSHOT.jar] 2012-01-11 11:03:44,601 INFO exec.MapOperator (MapOperator.java:setChildren(373)) - Adding alias src to work list for file file:/tmp/amarsri/src 2012-01-11 11:03:44,616 INFO exec.MapOperator (MapOperator.java:setChildren(388)) - dump TS struct 2012-01-11 11:03:44,617 INFO ExecMapper (ExecMapper.java:configure(91)) - Id =6 Id =0 Id =1 Id =2 Id = 1 null<\Parent> <\FS> <\Children> Id = 0 null<\Parent> <\SEL> <\Children> Id = 6 null<\Parent> <\TS> <\Children> <\MAP> 2012-01-11 11:03:44,617 INFO exec.MapOperator (Operator.java:initialize(318)) - Initializing Self 6 MAP 2012-01-11 11:03:44,618 INFO exec.TableScanOperator (Operator.java:initialize(318)) - Initializing Self 0 TS 2012-01-11 11:03:44,618 INFO exec.TableScanOperator (Operator.java:initializeChildren(383)) - Operator 0 TS initialized 2012-01-11 11:03:44,618 INFO exec.TableScanOperator (Operator.java:initializeChildren(387)) - Initializing children of 0 TS 2012-01-11 11:03:44,619 INFO exec.SelectOperator (Operator.java:initialize(422)) - Initializing child 1 SEL 2012-01-11 11:03:44,619 INFO exec.SelectOperator (Operator.java:initialize(318)) - Initializing Self 1 SEL 2012-01-11 11:03:44,624 INFO exec.SelectOperator (SelectOperator.java:initializeOp(58)) - SELECT struct 2012-01-11 11:03:44,634 INFO exec.SelectOperator (Operator.java:initializeChildren(383)) - Operator 1 SEL initialized 2012-01-11 11:03:44,635 INFO exec.SelectOperator (Operator.java:initializeChildren(387)) - Initializing children of 1 SEL 2012-01-11 11:03:44,635 INFO exec.FileSinkOperator (Operator.java:initialize(422)) - Initializing child 2 FS 2012-01-11 11:03:44,636 INFO exec.FileSinkOperator (Operator.java:initialize(318)) - Initializing Self 2 FS 2012-01-11 11:03:44,637 WARN conf.Configuration (Configuration.java:handleDeprecation(326)) - mapred.task.id is deprecated. Instead, use mapreduce.task.attempt.id 2012-01-11 11:03:44,641 WARN conf.Configuration (Configuration.java:handleDeprecation(326)) - mapred.healthChecker.script.timeout is deprecated. Instead, use mapreduce.tasktracker.healthchecker.script.timeout 2012-01-11 11:03:44,643 INFO exec.FileSinkOperator (Operator.java:initializeChildren(383)) - Operator 2 FS initialized 2012-01-11 11:03:44,643 INFO exec.FileSinkOperator (Operator.java:initialize(358)) - Initialization Done 2 FS 2012-01-11 11:03:44,644 INFO exec.SelectOperator (Operator.java:initialize(358)) - Initialization Done 1 SEL 2012-01-11 11:03:44,644 INFO exec.TableScanOperator (Operator.java:initialize(358)) - Initialization Done 0 TS 2012-01-11 11:03:44,644 INFO exec.MapOperator (Operator.java:initialize(358)) - Initialization Done 6 MAP 2012-01-11 11:03:44,653 INFO exec.MapOperator (MapOperator.java:process(494)) - Processing path /tmp/amarsri/src/kv1.txt 2012-01-11 11:03:44,653 INFO exec.MapOperator (MapOperator.java:cleanUpInputFileChangedOp(480)) - Processing alias src for file file:/tmp/amarsri/src 2012-01-11 11:03:44,654 INFO exec.MapOperator (Operator.java:forward(736)) - 6 forwarding 1 rows 2012-01-11 11:03:44,654 INFO exec.TableScanOperator (Operator.java:forward(736)) - 0 forwarding 1 rows 2012-01-11 11:03:44,655 INFO exec.SelectOperator (Operator.java:forward(736)) - 1 forwarding 1 rows 2012-01-11 11:03:44,656 INFO exec.FileSinkOperator (FileSinkOperator.java:createBucketFiles(440)) - Final Path: FS file:/var/folders/uc/ucuNeMAVGQGzy3459D8z2+++Z0Q/-Tmp-/amarsri/hive_2012-01-11_11-03-36_956_973766172183695471/_tmp.-ext-10001/000000_0 2012-01-11 11:03:44,656 INFO exec.FileSinkOperator (FileSinkOperator.java:createBucketFiles(442)) - Writing to temp file: FS file:/var/folders/uc/ucuNeMAVGQGzy3459D8z2+++Z0Q/-Tmp-/amarsri/hive_2012-01-11_11-03-36_956_973766172183695471/_task_tmp.-ext-10001/_tmp.000000_0 2012-01-11 11:03:44,657 INFO exec.FileSinkOperator (FileSinkOperator.java:createBucketFiles(463)) - New Final Path: FS file:/var/folders/uc/ucuNeMAVGQGzy3459D8z2+++Z0Q/-Tmp-/amarsri/hive_2012-01-11_11-03-36_956_973766172183695471/_tmp.-ext-10001/000000_0 2012-01-11 11:03:44,783 INFO ExecMapper (ExecMapper.java:map(148)) - ExecMapper: processing 1 rows: used memory = 19048648 2012-01-11 11:03:44,784 INFO exec.MapOperator (Operator.java:forward(736)) - 6 forwarding 10 rows 2012-01-11 11:03:44,785 INFO exec.TableScanOperator (Operator.java:forward(736)) - 0 forwarding 10 rows 2012-01-11 11:03:44,786 INFO exec.SelectOperator (Operator.java:forward(736)) - 1 forwarding 10 rows 2012-01-11 11:03:44,786 INFO ExecMapper (ExecMapper.java:map(148)) - ExecMapper: processing 10 rows: used memory = 19376432 2012-01-11 11:03:44,789 INFO exec.MapOperator (Operator.java:forward(736)) - 6 forwarding 100 rows 2012-01-11 11:03:44,789 INFO exec.TableScanOperator (Operator.java:forward(736)) - 0 forwarding 100 rows 2012-01-11 11:03:44,789 INFO exec.SelectOperator (Operator.java:forward(736)) - 1 forwarding 100 rows 2012-01-11 11:03:44,790 INFO ExecMapper (ExecMapper.java:map(148)) - ExecMapper: processing 100 rows: used memory = 19376432 2012-01-11 11:03:44,848 INFO exec.MapOperator (Operator.java:close(546)) - 6 finished. closing... 2012-01-11 11:03:44,848 INFO exec.MapOperator (Operator.java:close(554)) - 6 forwarded 500 rows 2012-01-11 11:03:44,848 INFO exec.MapOperator (Operator.java:logStats(807)) - DESERIALIZE_ERRORS:0 2012-01-11 11:03:44,849 INFO exec.TableScanOperator (Operator.java:close(546)) - 0 finished. closing... 2012-01-11 11:03:44,862 INFO exec.TableScanOperator (Operator.java:close(554)) - 0 forwarded 500 rows 2012-01-11 11:03:44,862 INFO exec.SelectOperator (Operator.java:close(546)) - 1 finished. closing... 2012-01-11 11:03:44,862 INFO exec.SelectOperator (Operator.java:close(554)) - 1 forwarded 500 rows 2012-01-11 11:03:44,863 INFO exec.FileSinkOperator (Operator.java:close(546)) - 2 finished. closing... 2012-01-11 11:03:44,863 INFO exec.FileSinkOperator (Operator.java:close(554)) - 2 forwarded 0 rows 2012-01-11 11:03:44,873 INFO exec.SelectOperator (Operator.java:close(569)) - 1 Close done 2012-01-11 11:03:44,873 INFO exec.TableScanOperator (Operator.java:close(569)) - 0 Close done 2012-01-11 11:03:44,873 INFO exec.MapOperator (Operator.java:close(569)) - 6 Close done 2012-01-11 11:03:44,874 INFO ExecMapper (ExecMapper.java:close(215)) - ExecMapper: processed 500 rows: used memory = 20031984 2012-01-11 11:03:44,879 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(459)) - 2012-01-11 11:03:44,880 INFO mapred.Task (Task.java:done(888)) - Task:attempt_local_0001_m_000000_0 is done. And is in the process of commiting 2012-01-11 11:03:44,973 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(459)) - /tmp/amarsri/src/kv1.txt:0+5812 2012-01-11 11:03:44,973 INFO mapred.Task (Task.java:sendDone(1008)) - Task 'attempt_local_0001_m_000000_0' done. 2012-01-11 11:03:44,974 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(232)) - Finishing task: attempt_local_0001_m_000000_0 2012-01-11 11:03:44,976 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(352)) - Map task executor complete. 2012-01-11 11:03:45,420 INFO exec.ExecDriver (SessionState.java:printInfo(371)) - Hadoop job information for null: number of mappers: 0; number of reducers: 0 2012-01-11 11:03:45,423 ERROR exec.ExecDriver (SessionState.java:printError(380)) - Ended Job = job_local_0001 with exception 'java.io.IOException(Could not find status of job:job_local_0001)' java.io.IOException: Could not find status of job:job_local_0001 at org.apache.hadoop.hive.ql.exec.HadoopJobExecHelper.progress(HadoopJobExecHelper.java:291) at org.apache.hadoop.hive.ql.exec.HadoopJobExecHelper.progress(HadoopJobExecHelper.java:685) at org.apache.hadoop.hive.ql.exec.ExecDriver.execute(ExecDriver.java:458) at org.apache.hadoop.hive.ql.exec.ExecDriver.main(ExecDriver.java:710) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.util.RunJar.main(RunJar.java:189)