Hive metastore log (nap012:/var/log/hive/hivemetastore.log For hans_hive_line_del, l_linenumber=1 2017-08-03 15:20:09,898 INFO [pool-3-thread-194]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(756)) - 194: source:10.1.10.17 append_partition_by_name: db=default tbl=HANS_HIVE_LINE_DEL part=l_linenumber=1 2017-08-03 15:20:09,898 INFO [pool-3-thread-194]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(367)) - ugi=trafodion ip=10.1.10.17 cmd=source:10.1.10.17 append_partition_by_name: db=default tbl=HANS_HIVE_LINE_DEL part=l_linenumber=1 2017-08-03 15:20:09,912 INFO [pool-3-thread-181]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(756)) - 181: source:10.1.10.19 append_partition_by_name: db=default tbl=HANS_HIVE_LINE_DEL part=l_linenumber=1 2017-08-03 15:20:09,912 INFO [pool-3-thread-181]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(367)) - ugi=trafodion ip=10.1.10.19 cmd=source:10.1.10.19 append_partition_by_name: db=default tbl=HANS_HIVE_LINE_DEL part=l_linenumber=1 2017-08-03 15:20:09,915 INFO [pool-3-thread-194]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: hdfs://nap011.esgyn.local:8020/apps/hive/warehouse/hans_hive_line_del/l_linenumber=1 2017-08-03 15:20:10,171 INFO [pool-3-thread-194]: metastore.hivemetastoressimpl (HiveMetaStoreFsImpl.java:deleteDir(41)) - deleting hdfs://nap011.esgyn.local:8020/apps/hive/warehouse/hans_hive_line_del/l_linenumber=1 2017-08-03 15:20:10,228 INFO [pool-3-thread-196]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(756)) - 196: source:10.1.10.16 append_partition_by_name: db=default tbl=HANS_HIVE_LINE_DEL part=l_linenumber=1 2017-08-03 15:20:10,244 ERROR [pool-3-thread-196]: metastore.RetryingHMSHandler (RetryingHMSHandler.java:invoke(159)) - AlreadyExistsException(message:Partition already exists:Partition(values:[1], dbName:default, tableName:HANS_HIVE_LINE_DEL, createTime:\ 0, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:l_orderkey, type:int, comment:null), FieldSchema(name:l_partkey, type:int, comment:null), FieldSchema(name:l_suppkey, type:int, comment:null), FieldSchema(name:l_quantity, type:string, comme\ nt:null), FieldSchema(name:l_extendedprice, type:string, comment:null), FieldSchema(name:l_discount, type:string, comment:null), FieldSchema(name:l_tax, type:string, comment:null), FieldSchema(name:l_returnflag, type:string, comment:null), FieldSchema(nam\ e:l_linestatus, type:string, comment:null), FieldSchema(name:l_shipdate, type:date, comment:null), FieldSchema(name:l_commitdate, type:date, comment:null), FieldSchema(name:l_receiptdate, type:date, comment:null), FieldSchema(name:l_shipinstruct, type:str\ ing, comment:null), FieldSchema(name:l_shipmode, type:string, comment:null), FieldSchema(name:l_comment, type:string, comment:null)], location:hdfs://nap011.esgyn.local:8020/apps/hive/warehouse/hans_hive_line_del/l_linenumber=1, inputFormat:org.apache.had\ oop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:4, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serializat\ ion.format=|, field.delim=|}), bucketCols:[l_orderkey], sortCols:[Order(col:l_orderkey, order:1)], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), parameters:null)) at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.append_partition_common(HiveMetaStore.java:1976) at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.append_partition_by_name_with_environment_context(HiveMetaStore.java:3805) at sun.reflect.GeneratedMethodAccessor97.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107) at com.sun.proxy.$Proxy4.append_partition_by_name_with_environment_context(Unknown Source) at org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Processor$append_partition_by_name_with_environment_context.getResult(ThriftHiveMetastore.java:9720) at org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Processor$append_partition_by_name_with_environment_context.getResult(ThriftHiveMetastore.java:9704) at org.apache.thrift.ProcessFunction.process(ProcessFunction.java:39) at org.apache.hadoop.hive.metastore.TUGIBasedProcessor$1.run(TUGIBasedProcessor.java:110) at org.apache.hadoop.hive.metastore.TUGIBasedProcessor$1.run(TUGIBasedProcessor.java:106) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1709) at org.apache.hadoop.hive.metastore.TUGIBasedProcessor.process(TUGIBasedProcessor.java:118) at org.apache.thrift.server.TThreadPoolServer$WorkerProcess.run(TThreadPoolServer.java:285) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 2017-08-03 15:20:10,254 INFO [pool-3-thread-194]: metastore.hivemetastoressimpl (HiveMetaStoreFsImpl.java:deleteDir(48)) - Moved to trash: hdfs://nap011.esgyn.local:8020/apps/hive/warehouse/hans_hive_line_del/l_linenumber=1 2017-08-03 15:20:10,256 ERROR [pool-3-thread-194]: metastore.RetryingHMSHandler (RetryingHMSHandler.java:invoke(173)) - Retrying HMSHandler after 2000 ms (attempt 1 of 10) with error: javax.jdo.JDODataStoreException: Insert of object "org.apache.hadoop.hi\ ve.metastore.model.MPartition@5614cd3e" using statement "INSERT INTO `PARTITIONS` (`PART_ID`,`SD_ID`,`TBL_ID`,`CREATE_TIME`,`LAST_ACCESS_TIME`,`PART_NAME`) VALUES (?,?,?,?,?,?)" failed : Duplicate entry 'l_linenumber=1-89106' for key 'UNIQUEPARTITION' at org.datanucleus.api.jdo.NucleusJDOHelper.getJDOExceptionForNucleusException(NucleusJDOHelper.java:451) at org.datanucleus.api.jdo.JDOPersistenceManager.jdoMakePersistent(JDOPersistenceManager.java:732) at org.datanucleus.api.jdo.JDOPersistenceManager.makePersistent(JDOPersistenceManager.java:752) at org.apache.hadoop.hive.metastore.ObjectStore.addPartition(ObjectStore.java:1471) at sun.reflect.GeneratedMethodAccessor81.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.apache.hadoop.hive.metastore.RawStoreProxy.invoke(RawStoreProxy.java:114) at com.sun.proxy.$Proxy2.addPartition(Unknown Source) at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.append_partition_common(HiveMetaStore.java:1997) at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.append_partition_by_name_with_environment_context(HiveMetaStore.java:3805) at sun.reflect.GeneratedMethodAccessor97.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107) at com.sun.proxy.$Proxy4.append_partition_by_name_with_environment_context(Unknown Source) at org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Processor$append_partition_by_name_with_environment_context.getResult(ThriftHiveMetastore.java:9720) at org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Processor$append_partition_by_name_with_environment_context.getResult(ThriftHiveMetastore.java:9704) at org.apache.thrift.ProcessFunction.process(ProcessFunction.java:39) at org.apache.hadoop.hive.metastore.TUGIBasedProcessor$1.run(TUGIBasedProcessor.java:110) at org.apache.hadoop.hive.metastore.TUGIBasedProcessor$1.run(TUGIBasedProcessor.java:106) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1709) at org.apache.hadoop.hive.metastore.TUGIBasedProcessor.process(TUGIBasedProcessor.java:118) at org.apache.thrift.server.TThreadPoolServer$WorkerProcess.run(TThreadPoolServer.java:285) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) NestedThrowablesStackTrace: com.mysql.jdbc.exceptions.jdbc4.MySQLIntegrityConstraintViolationException: Duplicate entry 'l_linenumber=1-89106' for key 'UNIQUEPARTITION' at sun.reflect.GeneratedConstructorAccessor70.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:422) at com.mysql.jdbc.Util.handleNewInstance(Util.java:411) at com.mysql.jdbc.Util.getInstance(Util.java:386) at com.mysql.jdbc.SQLError.createSQLException(SQLError.java:1040) at com.mysql.jdbc.MysqlIO.checkErrorPacket(MysqlIO.java:3597) at com.mysql.jdbc.MysqlIO.checkErrorPacket(MysqlIO.java:3529) at com.mysql.jdbc.MysqlIO.sendCommand(MysqlIO.java:1990) at com.mysql.jdbc.MysqlIO.sqlQueryDirect(MysqlIO.java:2151) at com.mysql.jdbc.ConnectionImpl.execSQL(ConnectionImpl.java:2625) at com.mysql.jdbc.PreparedStatement.executeInternal(PreparedStatement.java:2119) at com.mysql.jdbc.PreparedStatement.executeUpdate(PreparedStatement.java:2415) at com.mysql.jdbc.PreparedStatement.executeUpdate(PreparedStatement.java:2333) at com.mysql.jdbc.PreparedStatement.executeUpdate(PreparedStatement.java:2318) at com.jolbox.bonecp.PreparedStatementHandle.executeUpdate(PreparedStatementHandle.java:205) at org.datanucleus.store.rdbms.ParamLoggingPreparedStatement.executeUpdate(ParamLoggingPreparedStatement.java:399) at org.datanucleus.store.rdbms.SQLController.executeStatementUpdate(SQLController.java:439) at org.datanucleus.store.rdbms.request.InsertRequest.execute(InsertRequest.java:410) at org.datanucleus.store.rdbms.RDBMSPersistenceHandler.insertTable(RDBMSPersistenceHandler.java:167) at org.datanucleus.store.rdbms.RDBMSPersistenceHandler.insertObject(RDBMSPersistenceHandler.java:143) at org.datanucleus.state.JDOStateManager.internalMakePersistent(JDOStateManager.java:3784) at org.datanucleus.state.JDOStateManager.makePersistent(JDOStateManager.java:3760) at org.datanucleus.ExecutionContextImpl.persistObjectInternal(ExecutionContextImpl.java:2219) at org.datanucleus.ExecutionContextImpl.persistObjectWork(ExecutionContextImpl.java:2065) at org.datanucleus.ExecutionContextImpl.persistObject(ExecutionContextImpl.java:1913) at org.datanucleus.ExecutionContextThreadedImpl.persistObject(ExecutionContextThreadedImpl.java:217) at org.datanucleus.api.jdo.JDOPersistenceManager.jdoMakePersistent(JDOPersistenceManager.java:727) at org.datanucleus.api.jdo.JDOPersistenceManager.makePersistent(JDOPersistenceManager.java:752) at org.apache.hadoop.hive.metastore.ObjectStore.addPartition(ObjectStore.java:1471) at sun.reflect.GeneratedMethodAccessor81.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.apache.hadoop.hive.metastore.RawStoreProxy.invoke(RawStoreProxy.java:114) at com.sun.proxy.$Proxy2.addPartition(Unknown Source) at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.append_partition_common(HiveMetaStore.java:1997) at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.append_partition_by_name_with_environment_context(HiveMetaStore.java:3805) at sun.reflect.GeneratedMethodAccessor97.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107) at com.sun.proxy.$Proxy4.append_partition_by_name_with_environment_context(Unknown Source) at org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Processor$append_partition_by_name_with_environment_context.getResult(ThriftHiveMetastore.java:9720) at org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Processor$append_partition_by_name_with_environment_context.getResult(ThriftHiveMetastore.java:9704) at org.apache.thrift.ProcessFunction.process(ProcessFunction.java:39) at org.apache.hadoop.hive.metastore.TUGIBasedProcessor$1.run(TUGIBasedProcessor.java:110) at org.apache.hadoop.hive.metastore.TUGIBasedProcessor$1.run(TUGIBasedProcessor.java:106) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1709) at org.apache.hadoop.hive.metastore.TUGIBasedProcessor.process(TUGIBasedProcessor.java:118) at org.apache.thrift.server.TThreadPoolServer$WorkerProcess.run(TThreadPoolServer.java:285) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 2017-08-03 15:20:12,257 INFO [pool-3-thread-194]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(756)) - 194: source:10.1.10.17 append_partition_by_name: db=default tbl=HANS_HIVE_LINE_DEL part=l_linenumber=1 2017-08-03 15:20:12,273 ERROR [pool-3-thread-194]: metastore.RetryingHMSHandler (RetryingHMSHandler.java:invoke(159)) - AlreadyExistsException(message:Partition already exists:Partition(values:[1], dbName:default, tableName:HANS_HIVE_LINE_DEL, createTime:\ 0, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:l_orderkey, type:int, comment:null), FieldSchema(name:l_partkey, type:int, comment:null), FieldSchema(name:l_suppkey, type:int, comment:null), FieldSchema(name:l_quantity, type:string, comme\ nt:null), FieldSchema(name:l_extendedprice, type:string, comment:null), FieldSchema(name:l_discount, type:string, comment:null), FieldSchema(name:l_tax, type:string, comment:null), FieldSchema(name:l_returnflag, type:string, comment:null), FieldSchema(nam\ e:l_linestatus, type:string, comment:null), FieldSchema(name:l_shipdate, type:date, comment:null), FieldSchema(name:l_commitdate, type:date, comment:null), FieldSchema(name:l_receiptdate, type:date, comment:null), FieldSchema(name:l_shipinstruct, type:str\ ing, comment:null), FieldSchema(name:l_shipmode, type:string, comment:null), FieldSchema(name:l_comment, type:string, comment:null)], location:hdfs://nap011.esgyn.local:8020/apps/hive/warehouse/hans_hive_line_del/l_linenumber=1, inputFormat:org.apache.had\ oop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:4, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serializat\ ion.format=|, field.delim=|}), bucketCols:[l_orderkey], sortCols:[Order(col:l_orderkey, order:1)], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), parameters:null)) at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.append_partition_common(HiveMetaStore.java:1976) at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.append_partition_by_name_with_environment_context(HiveMetaStore.java:3805) at sun.reflect.GeneratedMethodAccessor97.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107) at com.sun.proxy.$Proxy4.append_partition_by_name_with_environment_context(Unknown Source) at org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Processor$append_partition_by_name_with_environment_context.getResult(ThriftHiveMetastore.java:9720) at org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Processor$append_partition_by_name_with_environment_context.getResult(ThriftHiveMetastore.java:9704) at org.apache.thrift.ProcessFunction.process(ProcessFunction.java:39) at org.apache.hadoop.hive.metastore.TUGIBasedProcessor$1.run(TUGIBasedProcessor.java:110) at org.apache.hadoop.hive.metastore.TUGIBasedProcessor$1.run(TUGIBasedProcessor.java:106) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1709) at org.apache.hadoop.hive.metastore.TUGIBasedProcessor.process(TUGIBasedProcessor.java:118) at org.apache.thrift.server.TThreadPoolServer$WorkerProcess.run(TThreadPoolServer.java:285) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)