2014-12-09 16:31:49,511 FATAL [main] regionserver.HRegionServer(1921): ABORTING region server 192.168.1.241,62989,1418171508951: I'm dead 2014-12-09 16:31:49,511 FATAL [main] regionserver.HRegionServer(1927): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2014-12-09 16:31:49,511 INFO [main] regionserver.HRegionServer(1931): Dump of metrics as JSON on STDOUT (check .out file): { "beans" : [ { "name" : "java.lang:type=Memory", "modelerType" : "sun.management.MemoryImpl", "HeapMemoryUsage" : { "committed" : 317194240, "init" : 268435456, "max" : 1771044864, "used" : 195993944 }, "ObjectPendingFinalizationCount" : 0, "NonHeapMemoryUsage" : { "committed" : 58130432, "init" : 24576000, "max" : 318767104, "used" : 57757672 }, "Verbose" : false, "ObjectName" : "java.lang:type=Memory" } ], "beans" : [ { "name" : "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType" : "RegionServer,sub=IPC", "tag.Context" : "regionserver", "tag.Context" : "regionserver", "tag.Hostname" : "kalashnikov-20.local", "queueSize" : 0, "numCallsInGeneralQueue" : 0, "numCallsInReplicationQueue" : 0, "numCallsInPriorityQueue" : 0, "numOpenConnections" : 1, "numActiveHandler" : 0, "QueueCallTime_num_ops" : 5, "QueueCallTime_min" : 0, "QueueCallTime_max" : 1, "QueueCallTime_mean" : 0.2, "QueueCallTime_median" : 0.0, "QueueCallTime_75th_percentile" : 0.5, "QueueCallTime_95th_percentile" : 1.0, "QueueCallTime_99th_percentile" : 1.0, "authenticationFailures" : 0, "authorizationFailures" : 0, "authenticationSuccesses" : 0, "authorizationSuccesses" : 4, "ProcessCallTime_num_ops" : 5, "ProcessCallTime_min" : 2, "ProcessCallTime_max" : 6, "ProcessCallTime_mean" : 4.0, "ProcessCallTime_median" : 3.0, "ProcessCallTime_75th_percentile" : 6.0, "ProcessCallTime_95th_percentile" : 6.0, "ProcessCallTime_99th_percentile" : 6.0, "sentBytes" : 103, "receivedBytes" : 780 } ], "beans" : [ ], "beans" : [ { "name" : "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType" : "RegionServer,sub=Replication", "tag.Context" : "regionserver", "tag.Hostname" : "kalashnikov-20.local", "sink.appliedOps" : 0, "sink.appliedBatches" : 0, "sink.ageOfLastAppliedOp" : 0 } ], "beans" : [ { "name" : "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType" : "RegionServer,sub=Server", "tag.Context" : "regionserver", "tag.zookeeperQuorum" : "localhost:61740", "tag.serverName" : "192.168.1.241,62920,1418171445740", "tag.clusterId" : "7a1c5519-ce57-4b07-ae73-f5f1459386bc", "tag.Context" : "regionserver", "tag.Hostname" : "kalashnikov-20.local", "regionCount" : 2, "storeCount" : 0, "hlogFileCount" : 0, "hlogFileSize" : 0, "storeFileCount" : 0, "memStoreSize" : 0, "storeFileSize" : 0, "regionServerStartTime" : 1418171445740, "totalRequestCount" : 49, "readRequestCount" : 0, "writeRequestCount" : 0, "checkMutateFailedCount" : 0, "checkMutatePassedCount" : 0, "storeFileIndexSize" : 0, "staticIndexSize" : 0, "staticBloomSize" : 0, "mutationsWithoutWALCount" : 0, "mutationsWithoutWALSize" : 0, "percentFilesLocal" : 0, "compactionQueueLength" : 0, "flushQueueLength" : 0, "blockCacheFreeSize" : 707690288, "blockCacheCount" : 0, "blockCacheSize" : 727696, "blockCacheHitCount" : 0, "blockCacheMissCount" : 0, "blockCacheEvictionCount" : 0, "blockCacheCountHitPercent" : 0.0, "blockCacheExpressHitPercent" : 0, "updatesBlockedTime" : 0, "flushedCellsCount" : 0, "compactedCellsCount" : 0, "majorCompactedCellsCount" : 0, "flushedCellsSize" : 0, "compactedCellsSize" : 0, "majorCompactedCellsSize" : 0, "hedgedReads" : 0, "hedgedReadWins" : 0, "blockedRequestCount" : 0, "Append_num_ops" : 0, "Append_min" : 0, "Append_max" : 0, "Append_mean" : 0.0, "Append_median" : 0.0, "Append_75th_percentile" : 0.0, "Append_95th_percentile" : 0.0, "Append_99th_percentile" : 0.0, "Delete_num_ops" : 0, "Delete_min" : 0, "Delete_max" : 0, "Delete_mean" : 0.0, "Delete_median" : 0.0, "Delete_75th_percentile" : 0.0, "Delete_95th_percentile" : 0.0, "Delete_99th_percentile" : 0.0, "Mutate_num_ops" : 4, "Mutate_min" : 1, "Mutate_max" : 15, "Mutate_mean" : 5.0, "Mutate_median" : 2.0, "Mutate_75th_percentile" : 11.75, "Mutate_95th_percentile" : 15.0, "Mutate_99th_percentile" : 15.0, "slowDeleteCount" : 0, "slowIncrementCount" : 0, "FlushTime_num_ops" : 0, "FlushTime_min" : 0, "FlushTime_max" : 0, "FlushTime_mean" : 0.0, "FlushTime_median" : 0.0, "FlushTime_75th_percentile" : 0.0, "FlushTime_95th_percentile" : 0.0, "FlushTime_99th_percentile" : 0.0, "Get_num_ops" : 4, "Get_min" : 0, "Get_max" : 2, "Get_mean" : 0.75, "Get_median" : 0.5, "Get_75th_percentile" : 1.75, "Get_95th_percentile" : 2.0, "Get_99th_percentile" : 2.0, "Replay_num_ops" : 0, "Replay_min" : 0, "Replay_max" : 0, "Replay_mean" : 0.0, "Replay_median" : 0.0, "Replay_75th_percentile" : 0.0, "Replay_95th_percentile" : 0.0, "Replay_99th_percentile" : 0.0, "slowGetCount" : 0, "slowAppendCount" : 0, "slowPutCount" : 0, "SplitTime_num_ops" : 0, "SplitTime_min" : 0, "SplitTime_max" : 0, "SplitTime_mean" : 0.0, "SplitTime_median" : 0.0, "SplitTime_75th_percentile" : 0.0, "SplitTime_95th_percentile" : 0.0, "SplitTime_99th_percentile" : 0.0, "Increment_num_ops" : 0, "Increment_min" : 0, "Increment_max" : 0, "Increment_mean" : 0.0, "Increment_median" : 0.0, "Increment_75th_percentile" : 0.0, "Increment_95th_percentile" : 0.0, "Increment_99th_percentile" : 0.0 } ] }2014-12-09 16:31:49,541 ERROR [B.defaultRpcServer.handler=3,queue=0,port=62920] master.MasterRpcServices(329): Region server 192.168.1.241,62989,1418171508951 reported a fatal error: ABORTING region server 192.168.1.241,62989,1418171508951: I'm dead 2014-12-09 16:31:49,544 INFO [main] regionserver.HRegionServer(1771): STOPPED: I'm dead