Error Message Shutting down Stacktrace java.io.IOException: Shutting down at org.apache.hadoop.hbase.MiniHBaseCluster.init(MiniHBaseCluster.java:224) at org.apache.hadoop.hbase.MiniHBaseCluster.(MiniHBaseCluster.java:87) at org.apache.hadoop.hbase.MiniHBaseCluster.(MiniHBaseCluster.java:78) at org.apache.hadoop.hbase.HBaseTestingUtility.startMiniHBaseCluster(HBaseTestingUtility.java:658) at org.apache.hadoop.hbase.master.TestDistributedLogSplitting.startCluster(TestDistributedLogSplitting.java:139) at org.apache.hadoop.hbase.master.TestDistributedLogSplitting.testMasterStartsUpWithLogSplittingWork(TestDistributedLogSplitting.java:272) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.FailOnTimeout$StatementThread.run(FailOnTimeout.java:74) Caused by: java.lang.RuntimeException: Master not initialized after 200 seconds at org.apache.hadoop.hbase.util.JVMClusterUtil.startup(JVMClusterUtil.java:206) at org.apache.hadoop.hbase.LocalHBaseCluster.startup(LocalHBaseCluster.java:422) at org.apache.hadoop.hbase.MiniHBaseCluster.init(MiniHBaseCluster.java:217) ... 14 more Standard Output Starting DataNode 0 with dfs.data.dir: /home/jenkins/jenkins-slave/workspace/HBase-0.94.22/target/test-data/b70b046d-b402-46bb-b198-9185d15b6483/dfscluster_4fcf3ea0-a79e-47c8-9497-ac3110b4d3ce/dfs/data/data1,/home/jenkins/jenkins-slave/workspace/HBase-0.94.22/target/test-data/b70b046d-b402-46bb-b198-9185d15b6483/dfscluster_4fcf3ea0-a79e-47c8-9497-ac3110b4d3ce/dfs/data/data2 Standard Error 2014-08-01 09:36:11,685 WARN [pool-1-thread-1] impl.MetricsSystemImpl(137): Metrics system not started: Cannot locate configuration: tried hadoop-metrics2-namenode.properties, hadoop-metrics2.properties 2014-08-01 09:36:11,902 INFO [pool-1-thread-1] log.Slf4jLog(67): Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog 2014-08-01 09:36:12,106 INFO [pool-1-thread-1] log.Slf4jLog(67): jetty-6.1.26 2014-08-01 09:36:12,152 INFO [pool-1-thread-1] log.Slf4jLog(67): Extract jar:file:/home/jenkins/.m2/repository/org/apache/hadoop/hadoop-core/1.0.4/hadoop-core-1.0.4.jar!/webapps/hdfs to /tmp/Jetty_localhost_39143_hdfs____798ir8/webapp 2014-08-01 09:36:12,454 INFO [pool-1-thread-1] log.Slf4jLog(67): Started SelectChannelConnector@localhost:39143 2014-08-01 09:36:12,527 WARN [pool-1-thread-1] impl.MetricsSystemImpl(137): Metrics system not started: Cannot locate configuration: tried hadoop-metrics2-datanode.properties, hadoop-metrics2.properties 2014-08-01 09:36:12,528 WARN [pool-1-thread-1] util.MBeans(59): Hadoop:service=DataNode,name=MetricsSystem,sub=Control javax.management.InstanceAlreadyExistsException: MXBean already registered with name Hadoop:service=NameNode,name=MetricsSystem,sub=Control at com.sun.jmx.mbeanserver.MXBeanLookup.addReference(MXBeanLookup.java:120) at com.sun.jmx.mbeanserver.MXBeanSupport.register(MXBeanSupport.java:143) at com.sun.jmx.mbeanserver.MBeanSupport.preRegister2(MBeanSupport.java:185) at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:941) at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:917) at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:312) at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:483) at org.apache.hadoop.metrics2.util.MBeans.register(MBeans.java:56) at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.initSystemMBean(MetricsSystemImpl.java:500) at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.init(MetricsSystemImpl.java:140) at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.init(DefaultMetricsSystem.java:40) at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.initialize(DefaultMetricsSystem.java:50) at org.apache.hadoop.hdfs.server.datanode.DataNode.instantiateDataNode(DataNode.java:1520) at org.apache.hadoop.hdfs.server.datanode.DataNode.instantiateDataNode(DataNode.java:1496) at org.apache.hadoop.hdfs.MiniDFSCluster.startDataNodes(MiniDFSCluster.java:417) at org.apache.hadoop.hdfs.MiniDFSCluster.(MiniDFSCluster.java:280) at org.apache.hadoop.hbase.HBaseTestingUtility.startMiniDFSCluster(HBaseTestingUtility.java:452) at org.apache.hadoop.hbase.HBaseTestingUtility.startMiniDFSCluster(HBaseTestingUtility.java:400) at org.apache.hadoop.hbase.master.TestDistributedLogSplitting.setup(TestDistributedLogSplitting.java:111) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner.run(ParentRunner.java:309) at org.junit.runners.Suite.runChild(Suite.java:127) at org.junit.runners.Suite.runChild(Suite.java:26) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439) at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:138) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918) at java.lang.Thread.run(Thread.java:662) 2014-08-01 09:36:12,635 INFO [pool-1-thread-1] log.Slf4jLog(67): jetty-6.1.26 2014-08-01 09:36:12,649 INFO [pool-1-thread-1] log.Slf4jLog(67): Extract jar:file:/home/jenkins/.m2/repository/org/apache/hadoop/hadoop-core/1.0.4/hadoop-core-1.0.4.jar!/webapps/datanode to /tmp/Jetty_localhost_54620_datanode____.7fygf8/webapp 2014-08-01 09:36:12,858 INFO [pool-1-thread-1] log.Slf4jLog(67): Started SelectChannelConnector@localhost:54620 2014-08-01 09:36:12,979 INFO [pool-1-thread-1] zookeeper.MiniZooKeeperCluster(193): Started MiniZK Cluster and connect 1 ZK server on client port: 54044 2014-08-01 09:36:13,022 INFO [pool-1-thread-1] hbase.ResourceChecker(157): before master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: 47 threads, 132 file descriptors 0 connections, 2014-08-01 09:36:13,053 INFO [Thread-43] master.TestDistributedLogSplitting(269): testMasterStartsUpWithLogSplittingWork 2014-08-01 09:36:13,085 INFO [Thread-43] master.TestDistributedLogSplitting(130): Starting cluster 2014-08-01 09:36:13,098 WARN [Thread-43] util.NativeCodeLoader(52): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2014-08-01 09:36:13,099 DEBUG [Thread-43] util.FSUtils(477): Created version file at file:/home/jenkins/hbase set its version at:7 2014-08-01 09:36:13,140 DEBUG [Thread-43] client.HConnectionManager(2023): Set serverside HConnection retries=100 2014-08-01 09:36:13,377 INFO [Thread-43] ipc.HBaseRpcMetrics(59): Initializing RPC Metrics with hostName=HMaster, port=57986 2014-08-01 09:36:13,435 DEBUG [Thread-43] zookeeper.ZKUtil(120): master:57986 opening connection to ZooKeeper with ensemble (localhost:54044) 2014-08-01 09:36:13,466 INFO [Thread-43] zookeeper.RecoverableZooKeeper(104): The identifier of this process is 9460@penates.apache.org 2014-08-01 09:36:13,492 DEBUG [Thread-43-EventThread] zookeeper.ZooKeeperWatcher(294): master:57986 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2014-08-01 09:36:13,499 DEBUG [Thread-43-EventThread] zookeeper.ZooKeeperWatcher(371): master:57986-0x14790ed3e940000 connected 2014-08-01 09:36:13,558 INFO [Thread-43] metrics.MetricsMBeanBase(109): MetricsString added: revision 2014-08-01 09:36:13,558 INFO [Thread-43] metrics.MetricsMBeanBase(109): MetricsString added: hdfsUser 2014-08-01 09:36:13,559 INFO [Thread-43] metrics.MetricsMBeanBase(109): MetricsString added: hdfsDate 2014-08-01 09:36:13,559 INFO [Thread-43] metrics.MetricsMBeanBase(109): MetricsString added: hdfsUrl 2014-08-01 09:36:13,559 INFO [Thread-43] metrics.MetricsMBeanBase(109): MetricsString added: date 2014-08-01 09:36:13,560 INFO [Thread-43] metrics.MetricsMBeanBase(109): MetricsString added: hdfsRevision 2014-08-01 09:36:13,560 INFO [Thread-43] metrics.MetricsMBeanBase(109): MetricsString added: user 2014-08-01 09:36:13,560 INFO [Thread-43] metrics.MetricsMBeanBase(109): MetricsString added: hdfsVersion 2014-08-01 09:36:13,560 INFO [Thread-43] metrics.MetricsMBeanBase(109): MetricsString added: url 2014-08-01 09:36:13,561 INFO [Thread-43] metrics.MetricsMBeanBase(109): MetricsString added: version 2014-08-01 09:36:13,561 INFO [Thread-43] metrics.MetricsMBeanBase(160): new MBeanInfo 2014-08-01 09:36:13,563 INFO [Thread-43] metrics.MetricsMBeanBase(160): new MBeanInfo 2014-08-01 09:36:13,564 INFO [Thread-43] metrics.MasterMetrics(102): Initialized 2014-08-01 09:36:13,565 DEBUG [Thread-43] client.HConnectionManager(2023): Set serverside HConnection retries=100 2014-08-01 09:36:13,569 INFO [Thread-43] ipc.HBaseRpcMetrics(59): Initializing RPC Metrics with hostName=HMaster, port=43533 2014-08-01 09:36:13,571 DEBUG [Thread-43] zookeeper.ZKUtil(120): master:43533 opening connection to ZooKeeper with ensemble (localhost:54044) 2014-08-01 09:36:13,583 INFO [Thread-43] zookeeper.RecoverableZooKeeper(104): The identifier of this process is 9460@penates.apache.org 2014-08-01 09:36:13,583 DEBUG [Thread-43-EventThread] zookeeper.ZooKeeperWatcher(294): master:43533 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2014-08-01 09:36:13,585 DEBUG [Thread-43-EventThread] zookeeper.ZooKeeperWatcher(371): master:43533-0x14790ed3e940001 connected 2014-08-01 09:36:13,622 INFO [Thread-43] metrics.MetricsMBeanBase(160): new MBeanInfo 2014-08-01 09:36:13,623 INFO [Thread-43] metrics.MasterMetrics(102): Initialized 2014-08-01 09:36:13,676 DEBUG [Thread-43] client.HConnectionManager(2023): Set serverside HConnection retries=100 2014-08-01 09:36:13,697 INFO [Thread-43] ipc.HBaseRpcMetrics(59): Initializing RPC Metrics with hostName=MiniHBaseCluster$MiniHBaseClusterRegionServer, port=34413 2014-08-01 09:36:13,714 INFO [Thread-43] hfile.CacheConfig(348): Allocating LruBlockCache with maximum size 422.2m 2014-08-01 09:36:13,740 INFO [Thread-43] log.Slf4jLog(67): jetty-6.1.26 2014-08-01 09:36:13,765 INFO [Thread-43] log.Slf4jLog(67): Started SelectChannelConnector@0.0.0.0:50693 2014-08-01 09:36:13,789 DEBUG [Thread-43] client.HConnectionManager(2023): Set serverside HConnection retries=100 2014-08-01 09:36:13,796 INFO [Thread-43] ipc.HBaseRpcMetrics(59): Initializing RPC Metrics with hostName=MiniHBaseCluster$MiniHBaseClusterRegionServer, port=37655 2014-08-01 09:36:13,805 INFO [Thread-43] log.Slf4jLog(67): jetty-6.1.26 2014-08-01 09:36:13,829 INFO [Thread-43] log.Slf4jLog(67): Started SelectChannelConnector@0.0.0.0:47098 2014-08-01 09:36:13,855 DEBUG [Thread-43] client.HConnectionManager(2023): Set serverside HConnection retries=100 2014-08-01 09:36:13,861 INFO [Thread-43] ipc.HBaseRpcMetrics(59): Initializing RPC Metrics with hostName=MiniHBaseCluster$MiniHBaseClusterRegionServer, port=39329 2014-08-01 09:36:13,866 INFO [Thread-43] log.Slf4jLog(67): jetty-6.1.26 2014-08-01 09:36:13,884 INFO [Thread-43] log.Slf4jLog(67): Started SelectChannelConnector@0.0.0.0:48844 2014-08-01 09:36:13,905 DEBUG [Thread-43] client.HConnectionManager(2023): Set serverside HConnection retries=100 2014-08-01 09:36:13,918 INFO [Thread-43] ipc.HBaseRpcMetrics(59): Initializing RPC Metrics with hostName=MiniHBaseCluster$MiniHBaseClusterRegionServer, port=60915 2014-08-01 09:36:13,923 INFO [Thread-43] log.Slf4jLog(67): jetty-6.1.26 2014-08-01 09:36:13,961 INFO [Thread-43] log.Slf4jLog(67): Started SelectChannelConnector@0.0.0.0:56554 2014-08-01 09:36:13,979 DEBUG [Thread-43] client.HConnectionManager(2023): Set serverside HConnection retries=100 2014-08-01 09:36:13,984 INFO [Thread-43] ipc.HBaseRpcMetrics(59): Initializing RPC Metrics with hostName=MiniHBaseCluster$MiniHBaseClusterRegionServer, port=58514 2014-08-01 09:36:13,990 INFO [Thread-43] log.Slf4jLog(67): jetty-6.1.26 2014-08-01 09:36:14,015 INFO [Thread-43] log.Slf4jLog(67): Started SelectChannelConnector@0.0.0.0:52278 2014-08-01 09:36:14,030 DEBUG [Thread-43] client.HConnectionManager(2023): Set serverside HConnection retries=100 2014-08-01 09:36:14,058 INFO [Thread-43] ipc.HBaseRpcMetrics(59): Initializing RPC Metrics with hostName=MiniHBaseCluster$MiniHBaseClusterRegionServer, port=57376 2014-08-01 09:36:14,065 INFO [Thread-43] log.Slf4jLog(67): jetty-6.1.26 2014-08-01 09:36:14,082 INFO [Thread-43] log.Slf4jLog(67): Started SelectChannelConnector@0.0.0.0:44434 2014-08-01 09:36:14,089 DEBUG [Master:0;penates.apache.org,57986,1406885773406] zookeeper.ZKUtil(425): master:57986-0x14790ed3e940000 /hbase/shutdown does not exist. Watcher is set. 2014-08-01 09:36:14,090 DEBUG [Master:1;penates.apache.org,43533,1406885773570] zookeeper.ZKUtil(425): master:43533-0x14790ed3e940001 /hbase/shutdown does not exist. Watcher is set. 2014-08-01 09:36:14,094 INFO [Master:1;penates.apache.org,43533,1406885773570] zookeeper.RecoverableZooKeeper(440): Node /hbase/master already exists and this is not a retry 2014-08-01 09:36:14,094 DEBUG [Master:0;penates.apache.org,57986,1406885773406] zookeeper.ZKUtil(423): master:57986-0x14790ed3e940000 Set watcher on existing znode /hbase/master 2014-08-01 09:36:14,095 INFO [Master:0;penates.apache.org,57986,1406885773406] master.ActiveMasterManager(151): Deleting ZNode for /hbase/backup-masters/penates.apache.org,57986,1406885773406 from backup master directory 2014-08-01 09:36:14,096 DEBUG [Master:1;penates.apache.org,43533,1406885773570] zookeeper.ZKUtil(423): master:43533-0x14790ed3e940001 Set watcher on existing znode /hbase/master 2014-08-01 09:36:14,096 INFO [Master:1;penates.apache.org,43533,1406885773570] master.ActiveMasterManager(174): Adding ZNode for /hbase/backup-masters/penates.apache.org,43533,1406885773570 in backup master directory 2014-08-01 09:36:14,097 WARN [Master:0;penates.apache.org,57986,1406885773406] zookeeper.RecoverableZooKeeper(143): Node /hbase/backup-masters/penates.apache.org,57986,1406885773406 already deleted, and this is not a retry 2014-08-01 09:36:14,098 INFO [Master:0;penates.apache.org,57986,1406885773406] master.ActiveMasterManager(158): Master=penates.apache.org,57986,1406885773406 2014-08-01 09:36:14,099 DEBUG [Master:1;penates.apache.org,43533,1406885773570] zookeeper.ZKUtil(423): master:43533-0x14790ed3e940001 Set watcher on existing znode /hbase/backup-masters/penates.apache.org,43533,1406885773570 2014-08-01 09:36:14,104 DEBUG [Master:1;penates.apache.org,43533,1406885773570] zookeeper.ZKUtil(1597): master:43533-0x14790ed3e940001 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,57... 2014-08-01 09:36:14,104 INFO [Master:1;penates.apache.org,43533,1406885773570] master.ActiveMasterManager(197): Another master is the active master, penates.apache.org,57986,1406885773406; waiting to become the next active master 2014-08-01 09:36:14,106 INFO [Master:0;penates.apache.org,57986,1406885773406] master.SplitLogManager(181): timeout = 300000 2014-08-01 09:36:14,106 INFO [Master:0;penates.apache.org,57986,1406885773406] master.SplitLogManager(182): unassigned timeout = 180000 2014-08-01 09:36:14,106 INFO [Master:0;penates.apache.org,57986,1406885773406] master.SplitLogManager(183): resubmit threshold = 3 2014-08-01 09:36:14,114 INFO [Master:0;penates.apache.org,57986,1406885773406] master.SplitLogManager(879): found 0 orphan tasks and 0 rescan nodes 2014-08-01 09:36:14,153 WARN [Master:0;penates.apache.org,57986,1406885773406] util.FSUtils(549): Cluster ID file file:/home/jenkins/hbase/hbase.id was empty 2014-08-01 09:36:14,181 INFO [Master:0;penates.apache.org,57986,1406885773406] master.MasterFileSystem(505): BOOTSTRAP: creating ROOT and first META regions 2014-08-01 09:36:14,182 INFO [Master:0;penates.apache.org,57986,1406885773406] regionserver.HRegion(4495): creating HRegion -ROOT- HTD == '-ROOT-', {METHOD => 'table_att', IS_META => 'true', IS_ROOT => 'true'}, {NAME => 'info', DATA_BLOCK_ENCODING => 'NONE', BLOOMFILTER => 'NONE', REPLICATION_SCOPE => '0', COMPRESSION => 'NONE', VERSIONS => '10', TTL => '2147483647', MIN_VERSIONS => '0', KEEP_DELETED_CELLS => 'false', BLOCKSIZE => '8192', ENCODE_ON_DISK => 'true', IN_MEMORY => 'false', BLOCKCACHE => 'false'} RootDir = file:/home/jenkins/hbase Table name == -ROOT- 2014-08-01 09:36:14,192 INFO [Thread-43] regionserver.ShutdownHook(86): Installed shutdown hook thread: Shutdownhook:RegionServer:0;penates.apache.org,34413,1406885773712 2014-08-01 09:36:14,193 INFO [Thread-43] regionserver.ShutdownHook(86): Installed shutdown hook thread: Shutdownhook:RegionServer:1;penates.apache.org,37655,1406885773800 2014-08-01 09:36:14,193 INFO [Thread-43] regionserver.ShutdownHook(86): Installed shutdown hook thread: Shutdownhook:RegionServer:2;penates.apache.org,39329,1406885773865 2014-08-01 09:36:14,194 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712] zookeeper.ZKUtil(120): regionserver:34413 opening connection to ZooKeeper with ensemble (localhost:54044) 2014-08-01 09:36:14,198 INFO [Thread-43] regionserver.ShutdownHook(86): Installed shutdown hook thread: Shutdownhook:RegionServer:3;penates.apache.org,60915,1406885773922 2014-08-01 09:36:14,194 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800] zookeeper.ZKUtil(120): regionserver:37655 opening connection to ZooKeeper with ensemble (localhost:54044) 2014-08-01 09:36:14,203 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865] zookeeper.ZKUtil(120): regionserver:39329 opening connection to ZooKeeper with ensemble (localhost:54044) 2014-08-01 09:36:14,204 DEBUG [Master:0;penates.apache.org,57986,1406885773406] util.FSUtils(156): Creating file=file:/home/jenkins/hbase/-ROOT-/70236052/.tmp/.regioninfo with permission=rwxrwxrwx 2014-08-01 09:36:14,206 INFO [Master:0;penates.apache.org,57986,1406885773406] util.FSUtils(429): FileSystem doesn't support getDefaultReplication 2014-08-01 09:36:14,207 INFO [Master:0;penates.apache.org,57986,1406885773406] util.FSUtils(395): FileSystem doesn't support getDefaultBlockSize 2014-08-01 09:36:14,211 INFO [Thread-43] regionserver.ShutdownHook(86): Installed shutdown hook thread: Shutdownhook:RegionServer:4;penates.apache.org,58514,1406885773989 2014-08-01 09:36:14,211 INFO [Thread-43] regionserver.ShutdownHook(86): Installed shutdown hook thread: Shutdownhook:RegionServer:5;penates.apache.org,57376,1406885774063 2014-08-01 09:36:14,213 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922] zookeeper.ZKUtil(120): regionserver:60915 opening connection to ZooKeeper with ensemble (localhost:54044) 2014-08-01 09:36:14,213 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989] zookeeper.ZKUtil(120): regionserver:58514 opening connection to ZooKeeper with ensemble (localhost:54044) 2014-08-01 09:36:14,213 INFO [Master:0;penates.apache.org,57986,1406885773406] util.FSUtils(395): FileSystem doesn't support getDefaultBlockSize 2014-08-01 09:36:14,214 INFO [Master:0;penates.apache.org,57986,1406885773406] util.FSUtils(429): FileSystem doesn't support getDefaultReplication 2014-08-01 09:36:14,214 INFO [RegionServer:4;penates.apache.org,58514,1406885773989] zookeeper.RecoverableZooKeeper(104): The identifier of this process is 9460@penates.apache.org 2014-08-01 09:36:14,215 INFO [Master:0;penates.apache.org,57986,1406885773406] wal.HLog(443): HLog configuration: blocksize=32 MB, rollsize=30.4 MB, enabled=true, optionallogflushinternal=1000ms 2014-08-01 09:36:14,215 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063] zookeeper.ZKUtil(120): regionserver:57376 opening connection to ZooKeeper with ensemble (localhost:54044) 2014-08-01 09:36:14,217 INFO [RegionServer:3;penates.apache.org,60915,1406885773922] zookeeper.RecoverableZooKeeper(104): The identifier of this process is 9460@penates.apache.org 2014-08-01 09:36:14,217 INFO [RegionServer:0;penates.apache.org,34413,1406885773712] zookeeper.RecoverableZooKeeper(104): The identifier of this process is 9460@penates.apache.org 2014-08-01 09:36:14,224 INFO [Master:0;penates.apache.org,57986,1406885773406] util.FSUtils(429): FileSystem doesn't support getDefaultReplication 2014-08-01 09:36:14,224 INFO [Master:0;penates.apache.org,57986,1406885773406] util.FSUtils(395): FileSystem doesn't support getDefaultBlockSize 2014-08-01 09:36:14,234 DEBUG [Master:0;penates.apache.org,57986,1406885773406] wal.SequenceFileLogWriter(195): using new createWriter -- HADOOP-6840 2014-08-01 09:36:14,238 INFO [RegionServer:5;penates.apache.org,57376,1406885774063] zookeeper.RecoverableZooKeeper(104): The identifier of this process is 9460@penates.apache.org 2014-08-01 09:36:14,238 DEBUG [Master:0;penates.apache.org,57986,1406885773406] wal.SequenceFileLogWriter(208): Path=file:/home/jenkins/hbase/-ROOT-/70236052/.logs/hlog.1406885774215, syncFs=true, hflush=false, compression=false 2014-08-01 09:36:14,238 INFO [Master:0;penates.apache.org,57986,1406885773406] wal.HLog(654): for /home/jenkins/hbase/-ROOT-/70236052/.logs/hlog.1406885774215 2014-08-01 09:36:14,239 INFO [Master:0;penates.apache.org,57986,1406885773406] wal.HLog(484): FileSystem's output stream doesn't support getNumCurrentReplicas; --HDFS-826 not available; fsOut=org.apache.hadoop.fs.ChecksumFileSystem$ChecksumFSOutputSummer 2014-08-01 09:36:14,239 INFO [RegionServer:2;penates.apache.org,39329,1406885773865] zookeeper.RecoverableZooKeeper(104): The identifier of this process is 9460@penates.apache.org 2014-08-01 09:36:14,241 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:60915 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2014-08-01 09:36:14,240 INFO [RegionServer:1;penates.apache.org,37655,1406885773800] zookeeper.RecoverableZooKeeper(104): The identifier of this process is 9460@penates.apache.org 2014-08-01 09:36:14,242 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZooKeeperWatcher(371): regionserver:60915-0x14790ed3e940002 connected 2014-08-01 09:36:14,254 INFO [Master:0;penates.apache.org,57986,1406885773406] regionserver.HRegion(590): Setting up tabledescriptor config now ... 2014-08-01 09:36:14,260 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:39329 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2014-08-01 09:36:14,262 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZooKeeperWatcher(371): regionserver:39329-0x14790ed3e940003 connected 2014-08-01 09:36:14,269 DEBUG [Master:0;penates.apache.org,57986,1406885773406] regionserver.HRegion(584): Instantiated -ROOT-,,0.70236052 2014-08-01 09:36:14,271 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:58514 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2014-08-01 09:36:14,272 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZooKeeperWatcher(371): regionserver:58514-0x14790ed3e940006 connected 2014-08-01 09:36:14,272 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:34413 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2014-08-01 09:36:14,272 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:57376 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2014-08-01 09:36:14,273 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:37655 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2014-08-01 09:36:14,273 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZooKeeperWatcher(371): regionserver:34413-0x14790ed3e940007 connected 2014-08-01 09:36:14,273 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZooKeeperWatcher(371): regionserver:57376-0x14790ed3e940005 connected 2014-08-01 09:36:14,274 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865] zookeeper.ZKUtil(423): regionserver:39329-0x14790ed3e940003 Set watcher on existing znode /hbase/master 2014-08-01 09:36:14,274 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZooKeeperWatcher(371): regionserver:37655-0x14790ed3e940004 connected 2014-08-01 09:36:14,274 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922] zookeeper.ZKUtil(423): regionserver:60915-0x14790ed3e940002 Set watcher on existing znode /hbase/master 2014-08-01 09:36:14,276 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063] zookeeper.ZKUtil(423): regionserver:57376-0x14790ed3e940005 Set watcher on existing znode /hbase/master 2014-08-01 09:36:14,276 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712] zookeeper.ZKUtil(423): regionserver:34413-0x14790ed3e940007 Set watcher on existing znode /hbase/master 2014-08-01 09:36:14,277 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922] zookeeper.ZKUtil(1597): regionserver:60915-0x14790ed3e940002 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,57... 2014-08-01 09:36:14,278 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800] zookeeper.ZKUtil(423): regionserver:37655-0x14790ed3e940004 Set watcher on existing znode /hbase/master 2014-08-01 09:36:14,280 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063] zookeeper.ZKUtil(1597): regionserver:57376-0x14790ed3e940005 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,57... 2014-08-01 09:36:14,280 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865] zookeeper.ZKUtil(1597): regionserver:39329-0x14790ed3e940003 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,57... 2014-08-01 09:36:14,281 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989] zookeeper.ZKUtil(423): regionserver:58514-0x14790ed3e940006 Set watcher on existing znode /hbase/master 2014-08-01 09:36:14,282 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712] zookeeper.ZKUtil(1597): regionserver:34413-0x14790ed3e940007 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,57... 2014-08-01 09:36:14,283 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800] zookeeper.ZKUtil(1597): regionserver:37655-0x14790ed3e940004 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,57... 2014-08-01 09:36:14,285 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865] zookeeper.ZKUtil(425): regionserver:39329-0x14790ed3e940003 /hbase/shutdown does not exist. Watcher is set. 2014-08-01 09:36:14,286 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989] zookeeper.ZKUtil(1597): regionserver:58514-0x14790ed3e940006 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,57... 2014-08-01 09:36:14,286 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922] zookeeper.ZKUtil(425): regionserver:60915-0x14790ed3e940002 /hbase/shutdown does not exist. Watcher is set. 2014-08-01 09:36:14,286 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712] zookeeper.ZKUtil(425): regionserver:34413-0x14790ed3e940007 /hbase/shutdown does not exist. Watcher is set. 2014-08-01 09:36:14,286 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063] zookeeper.ZKUtil(425): regionserver:57376-0x14790ed3e940005 /hbase/shutdown does not exist. Watcher is set. 2014-08-01 09:36:14,287 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800] zookeeper.ZKUtil(425): regionserver:37655-0x14790ed3e940004 /hbase/shutdown does not exist. Watcher is set. 2014-08-01 09:36:14,288 INFO [StoreOpenerThread--ROOT-,,0.70236052-1] regionserver.Store(222): time to purge deletes set to 0ms in store info 2014-08-01 09:36:14,288 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989] zookeeper.ZKUtil(425): regionserver:58514-0x14790ed3e940006 /hbase/shutdown does not exist. Watcher is set. 2014-08-01 09:36:14,291 INFO [StoreOpenerThread--ROOT-,,0.70236052-1] regionserver.Store(232): hbase.hstore.compaction.min = 3 2014-08-01 09:36:14,309 INFO [StoreOpenerThread--ROOT-,,0.70236052-1] util.ChecksumType$2(77): Checksum can use java.util.zip.CRC32 2014-08-01 09:36:14,328 INFO [Master:0;penates.apache.org,57986,1406885773406] regionserver.HRegion(744): Onlined -ROOT-,,0.70236052; next sequenceid=1 2014-08-01 09:36:14,329 INFO [Master:0;penates.apache.org,57986,1406885773406] regionserver.HRegion(4495): creating HRegion .META. HTD == '.META.', {METHOD => 'table_att', IS_META => 'true'}, {NAME => 'info', DATA_BLOCK_ENCODING => 'NONE', BLOOMFILTER => 'NONE', REPLICATION_SCOPE => '0', COMPRESSION => 'NONE', VERSIONS => '10', TTL => '2147483647', MIN_VERSIONS => '0', KEEP_DELETED_CELLS => 'false', BLOCKSIZE => '8192', ENCODE_ON_DISK => 'true', IN_MEMORY => 'false', BLOCKCACHE => 'false'} RootDir = file:/home/jenkins/hbase Table name == .META. 2014-08-01 09:36:14,330 DEBUG [Master:0;penates.apache.org,57986,1406885773406] util.FSUtils(156): Creating file=file:/home/jenkins/hbase/.META./1028785192/.tmp/.regioninfo with permission=rwxrwxrwx 2014-08-01 09:36:14,330 INFO [Master:0;penates.apache.org,57986,1406885773406] util.FSUtils(429): FileSystem doesn't support getDefaultReplication 2014-08-01 09:36:14,330 INFO [Master:0;penates.apache.org,57986,1406885773406] util.FSUtils(395): FileSystem doesn't support getDefaultBlockSize 2014-08-01 09:36:14,335 INFO [Master:0;penates.apache.org,57986,1406885773406] util.FSUtils(395): FileSystem doesn't support getDefaultBlockSize 2014-08-01 09:36:14,336 INFO [Master:0;penates.apache.org,57986,1406885773406] util.FSUtils(429): FileSystem doesn't support getDefaultReplication 2014-08-01 09:36:14,336 INFO [Master:0;penates.apache.org,57986,1406885773406] wal.HLog(443): HLog configuration: blocksize=32 MB, rollsize=30.4 MB, enabled=true, optionallogflushinternal=1000ms 2014-08-01 09:36:14,336 INFO [Master:0;penates.apache.org,57986,1406885773406] util.FSUtils(429): FileSystem doesn't support getDefaultReplication 2014-08-01 09:36:14,336 INFO [Master:0;penates.apache.org,57986,1406885773406] util.FSUtils(395): FileSystem doesn't support getDefaultBlockSize 2014-08-01 09:36:14,338 DEBUG [Master:0;penates.apache.org,57986,1406885773406] wal.SequenceFileLogWriter(195): using new createWriter -- HADOOP-6840 2014-08-01 09:36:14,338 DEBUG [Master:0;penates.apache.org,57986,1406885773406] wal.SequenceFileLogWriter(208): Path=file:/home/jenkins/hbase/.META./1028785192/.logs/hlog.1406885774336, syncFs=true, hflush=false, compression=false 2014-08-01 09:36:14,338 INFO [Master:0;penates.apache.org,57986,1406885773406] wal.HLog(654): for /home/jenkins/hbase/.META./1028785192/.logs/hlog.1406885774336 2014-08-01 09:36:14,338 INFO [Master:0;penates.apache.org,57986,1406885773406] wal.HLog(484): FileSystem's output stream doesn't support getNumCurrentReplicas; --HDFS-826 not available; fsOut=org.apache.hadoop.fs.ChecksumFileSystem$ChecksumFSOutputSummer 2014-08-01 09:36:14,339 INFO [Master:0;penates.apache.org,57986,1406885773406] regionserver.HRegion(590): Setting up tabledescriptor config now ... 2014-08-01 09:36:14,339 DEBUG [Master:0;penates.apache.org,57986,1406885773406] regionserver.HRegion(584): Instantiated .META.,,1.1028785192 2014-08-01 09:36:14,341 INFO [StoreOpenerThread-.META.,,1.1028785192-1] regionserver.Store(222): time to purge deletes set to 0ms in store info 2014-08-01 09:36:14,342 INFO [StoreOpenerThread-.META.,,1.1028785192-1] regionserver.Store(232): hbase.hstore.compaction.min = 3 2014-08-01 09:36:14,343 INFO [Master:0;penates.apache.org,57986,1406885773406] regionserver.HRegion(744): Onlined .META.,,1.1028785192; next sequenceid=1 2014-08-01 09:36:14,354 DEBUG [Master:0;penates.apache.org,57986,1406885773406] regionserver.HRegion(1121): Closing -ROOT-,,0.70236052: disabling compactions & flushes 2014-08-01 09:36:14,354 DEBUG [Master:0;penates.apache.org,57986,1406885773406] regionserver.HRegion(1148): Updates disabled for region -ROOT-,,0.70236052 2014-08-01 09:36:14,354 DEBUG [Master:0;penates.apache.org,57986,1406885773406] regionserver.HRegion(1711): Started memstore flush for -ROOT-,,0.70236052, current region memstore size 296.0 2014-08-01 09:36:14,355 DEBUG [Master:0;penates.apache.org,57986,1406885773406] regionserver.HRegion(1761): Finished snapshotting -ROOT-,,0.70236052, syncing WAL and waiting on mvcc, flushsize=296 2014-08-01 09:36:14,356 DEBUG [Master:0;penates.apache.org,57986,1406885773406] regionserver.HRegion(1777): Finished snapshotting, commencing flushing stores 2014-08-01 09:36:14,371 DEBUG [Master:0;penates.apache.org,57986,1406885773406] util.FSUtils(156): Creating file=file:/home/jenkins/hbase/-ROOT-/70236052/.tmp/97b38bc4a8e8468ea902ac31ae1d23aa with permission=rwxrwxrwx 2014-08-01 09:36:14,372 INFO [Master:0;penates.apache.org,57986,1406885773406] util.FSUtils(429): FileSystem doesn't support getDefaultReplication 2014-08-01 09:36:14,372 INFO [Master:0;penates.apache.org,57986,1406885773406] util.FSUtils(395): FileSystem doesn't support getDefaultBlockSize 2014-08-01 09:36:14,380 DEBUG [Master:0;penates.apache.org,57986,1406885773406] hfile.HFileWriterV2(149): Initialized with CacheConfig:enabled [cacheDataOnRead=false] [cacheDataOnWrite=false] [cacheIndexesOnWrite=false] [cacheBloomsOnWrite=false] [cacheEvictOnClose=false] [cacheCompressed=false] 2014-08-01 09:36:14,382 INFO [Master:0;penates.apache.org,57986,1406885773406] regionserver.StoreFile$Writer(1111): Delete Family Bloom filter type for file:/home/jenkins/hbase/-ROOT-/70236052/.tmp/97b38bc4a8e8468ea902ac31ae1d23aa: CompoundBloomFilterWriter 2014-08-01 09:36:14,389 INFO [Master:0;penates.apache.org,57986,1406885773406] regionserver.StoreFile$Writer(1331): NO General Bloom and NO DeleteFamily was added to HFile (file:/home/jenkins/hbase/-ROOT-/70236052/.tmp/97b38bc4a8e8468ea902ac31ae1d23aa) 2014-08-01 09:36:14,389 INFO [Master:0;penates.apache.org,57986,1406885773406] regionserver.Store(921): Flushed , sequenceid=2, memsize=296.0, into tmp file file:/home/jenkins/hbase/-ROOT-/70236052/.tmp/97b38bc4a8e8468ea902ac31ae1d23aa 2014-08-01 09:36:14,403 DEBUG [Master:0;penates.apache.org,57986,1406885773406] regionserver.Store(945): Renaming flushed file at file:/home/jenkins/hbase/-ROOT-/70236052/.tmp/97b38bc4a8e8468ea902ac31ae1d23aa to file:/home/jenkins/hbase/-ROOT-/70236052/info/97b38bc4a8e8468ea902ac31ae1d23aa 2014-08-01 09:36:14,405 INFO [Master:0;penates.apache.org,57986,1406885773406] regionserver.Store(968): Added file:/home/jenkins/hbase/-ROOT-/70236052/info/97b38bc4a8e8468ea902ac31ae1d23aa, entries=2, sequenceid=2, filesize=796.0 2014-08-01 09:36:14,407 INFO [Master:0;penates.apache.org,57986,1406885773406] regionserver.HRegion(1851): Finished memstore flush of ~296.0/296, currentsize=0.0/0 for region -ROOT-,,0.70236052 in 53ms, sequenceid=2, compaction requested=false 2014-08-01 09:36:14,410 INFO [StoreCloserThread--ROOT-,,0.70236052-1] regionserver.Store(750): Closed info 2014-08-01 09:36:14,411 INFO [Master:0;penates.apache.org,57986,1406885773406] regionserver.HRegion(1220): Closed -ROOT-,,0.70236052 2014-08-01 09:36:14,412 INFO [Master:0;penates.apache.org,57986,1406885773406.logSyncer] wal.HLog$LogSyncer(1271): Master:0;penates.apache.org,57986,1406885773406.logSyncer exiting 2014-08-01 09:36:14,412 DEBUG [Master:0;penates.apache.org,57986,1406885773406] wal.HLog(1033): closing hlog writer in file:/home/jenkins/hbase/-ROOT-/70236052/.logs 2014-08-01 09:36:14,414 DEBUG [Master:0;penates.apache.org,57986,1406885773406] wal.HLog(998): Moved 1 log files to /home/jenkins/hbase/-ROOT-/70236052/.oldlogs 2014-08-01 09:36:14,414 DEBUG [Master:0;penates.apache.org,57986,1406885773406] regionserver.HRegion(1121): Closing .META.,,1.1028785192: disabling compactions & flushes 2014-08-01 09:36:14,414 DEBUG [Master:0;penates.apache.org,57986,1406885773406] regionserver.HRegion(1148): Updates disabled for region .META.,,1.1028785192 2014-08-01 09:36:14,415 INFO [StoreCloserThread-.META.,,1.1028785192-1] regionserver.Store(750): Closed info 2014-08-01 09:36:14,415 INFO [Master:0;penates.apache.org,57986,1406885773406] regionserver.HRegion(1220): Closed .META.,,1.1028785192 2014-08-01 09:36:14,415 INFO [Master:0;penates.apache.org,57986,1406885773406.logSyncer] wal.HLog$LogSyncer(1271): Master:0;penates.apache.org,57986,1406885773406.logSyncer exiting 2014-08-01 09:36:14,415 DEBUG [Master:0;penates.apache.org,57986,1406885773406] wal.HLog(1033): closing hlog writer in file:/home/jenkins/hbase/.META./1028785192/.logs 2014-08-01 09:36:14,416 DEBUG [Master:0;penates.apache.org,57986,1406885773406] wal.HLog(998): Moved 1 log files to /home/jenkins/hbase/.META./1028785192/.oldlogs 2014-08-01 09:36:14,452 FATAL [Master:0;penates.apache.org,57986,1406885773406] master.HMaster(1635): Unhandled exception. Starting shutdown. java.lang.NullPointerException at org.apache.hadoop.hbase.util.Bytes.toBytes(Bytes.java:441) at org.apache.hadoop.hbase.zookeeper.ClusterId.setClusterId(ClusterId.java:72) at org.apache.hadoop.hbase.master.HMaster.finishInitialization(HMaster.java:581) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:433) at java.lang.Thread.run(Thread.java:662) 2014-08-01 09:36:14,453 INFO [Master:0;penates.apache.org,57986,1406885773406] master.HMaster(1818): Aborting 2014-08-01 09:36:14,453 DEBUG [Master:0;penates.apache.org,57986,1406885773406] master.HMaster(1034): Stopping service threads 2014-08-01 09:36:14,456 DEBUG [Master:0;penates.apache.org,57986,1406885773406] zookeeper.ZKUtil(1597): master:57986-0x14790ed3e940000 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,57... 2014-08-01 09:36:14,460 DEBUG [Thread-43-EventThread] zookeeper.ZooKeeperWatcher(294): master:57986-0x14790ed3e940000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:36:14,460 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:60915-0x14790ed3e940002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:36:14,460 DEBUG [Thread-43-EventThread] zookeeper.ZooKeeperWatcher(294): master:43533-0x14790ed3e940001 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:36:14,461 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:37655-0x14790ed3e940004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:36:14,460 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:34413-0x14790ed3e940007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:36:14,460 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:58514-0x14790ed3e940006 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:36:14,462 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:39329-0x14790ed3e940003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:36:14,462 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:57376-0x14790ed3e940005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:36:14,466 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZKUtil(425): regionserver:60915-0x14790ed3e940002 /hbase/master does not exist. Watcher is set. 2014-08-01 09:36:14,467 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZKUtil(425): regionserver:58514-0x14790ed3e940006 /hbase/master does not exist. Watcher is set. 2014-08-01 09:36:14,467 INFO [penates.apache.org,57986,1406885773406.splitLogManagerTimeoutMonitor] hbase.Chore(80): penates.apache.org,57986,1406885773406.splitLogManagerTimeoutMonitor exiting 2014-08-01 09:36:14,467 DEBUG [Thread-43-EventThread] zookeeper.ZKUtil(425): master:43533-0x14790ed3e940001 /hbase/master does not exist. Watcher is set. 2014-08-01 09:36:14,467 DEBUG [Thread-43-EventThread] master.ActiveMasterManager(115): No master available. Notifying waiting threads 2014-08-01 09:36:14,467 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZKUtil(425): regionserver:37655-0x14790ed3e940004 /hbase/master does not exist. Watcher is set. 2014-08-01 09:36:14,468 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZKUtil(425): regionserver:57376-0x14790ed3e940005 /hbase/master does not exist. Watcher is set. 2014-08-01 09:36:14,468 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZKUtil(425): regionserver:39329-0x14790ed3e940003 /hbase/master does not exist. Watcher is set. 2014-08-01 09:36:14,469 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZKUtil(425): regionserver:34413-0x14790ed3e940007 /hbase/master does not exist. Watcher is set. 2014-08-01 09:36:14,471 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:34413-0x14790ed3e940007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2014-08-01 09:36:14,471 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:39329-0x14790ed3e940003 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2014-08-01 09:36:14,472 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:57376-0x14790ed3e940005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2014-08-01 09:36:14,472 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:37655-0x14790ed3e940004 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2014-08-01 09:36:14,473 DEBUG [Thread-43-EventThread] zookeeper.ZooKeeperWatcher(294): master:43533-0x14790ed3e940001 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2014-08-01 09:36:14,474 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:58514-0x14790ed3e940006 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2014-08-01 09:36:14,474 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:60915-0x14790ed3e940002 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2014-08-01 09:36:14,474 INFO [Master:0;penates.apache.org,57986,1406885773406] master.HMaster(468): HMaster main thread exiting 2014-08-01 09:36:14,475 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZKUtil(1597): regionserver:57376-0x14790ed3e940005 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,43... 2014-08-01 09:36:14,478 DEBUG [Thread-43-EventThread] zookeeper.ZKUtil(423): master:43533-0x14790ed3e940001 Set watcher on existing znode /hbase/master 2014-08-01 09:36:14,478 DEBUG [Thread-43-EventThread] master.ActiveMasterManager(111): A master is now available 2014-08-01 09:36:14,479 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZKUtil(1597): regionserver:39329-0x14790ed3e940003 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,43... 2014-08-01 09:36:14,480 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZKUtil(1597): regionserver:60915-0x14790ed3e940002 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,43... 2014-08-01 09:36:14,480 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZKUtil(1597): regionserver:58514-0x14790ed3e940006 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,43... 2014-08-01 09:36:14,481 DEBUG [Master:1;penates.apache.org,43533,1406885773570] zookeeper.ZKUtil(423): master:43533-0x14790ed3e940001 Set watcher on existing znode /hbase/master 2014-08-01 09:36:14,481 INFO [Master:1;penates.apache.org,43533,1406885773570] master.ActiveMasterManager(151): Deleting ZNode for /hbase/backup-masters/penates.apache.org,43533,1406885773570 from backup master directory 2014-08-01 09:36:14,481 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZKUtil(1597): regionserver:34413-0x14790ed3e940007 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,43... 2014-08-01 09:36:14,482 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZKUtil(1597): regionserver:37655-0x14790ed3e940004 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,43... 2014-08-01 09:36:14,483 DEBUG [Thread-43-EventThread] zookeeper.ZooKeeperWatcher(294): master:43533-0x14790ed3e940001 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/penates.apache.org,43533,1406885773570 2014-08-01 09:36:14,484 INFO [Master:1;penates.apache.org,43533,1406885773570] master.ActiveMasterManager(158): Master=penates.apache.org,43533,1406885773570 2014-08-01 09:36:14,484 INFO [Master:1;penates.apache.org,43533,1406885773570] master.SplitLogManager(181): timeout = 300000 2014-08-01 09:36:14,484 INFO [Master:1;penates.apache.org,43533,1406885773570] master.SplitLogManager(182): unassigned timeout = 180000 2014-08-01 09:36:14,484 INFO [Master:1;penates.apache.org,43533,1406885773570] master.SplitLogManager(183): resubmit threshold = 3 2014-08-01 09:36:14,491 INFO [Master:1;penates.apache.org,43533,1406885773570] master.SplitLogManager(879): found 0 orphan tasks and 0 rescan nodes 2014-08-01 09:36:14,493 WARN [Master:1;penates.apache.org,43533,1406885773570] util.FSUtils(549): Cluster ID file file:/home/jenkins/hbase/hbase.id was empty 2014-08-01 09:36:14,494 FATAL [Master:1;penates.apache.org,43533,1406885773570] master.HMaster(1635): Unhandled exception. Starting shutdown. java.lang.NullPointerException at org.apache.hadoop.hbase.util.Bytes.toBytes(Bytes.java:441) at org.apache.hadoop.hbase.zookeeper.ClusterId.setClusterId(ClusterId.java:72) at org.apache.hadoop.hbase.master.HMaster.finishInitialization(HMaster.java:581) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:433) at java.lang.Thread.run(Thread.java:662) 2014-08-01 09:36:14,495 INFO [Master:1;penates.apache.org,43533,1406885773570] master.HMaster(1818): Aborting 2014-08-01 09:36:14,495 DEBUG [Master:1;penates.apache.org,43533,1406885773570] master.HMaster(1034): Stopping service threads 2014-08-01 09:36:14,500 DEBUG [Master:1;penates.apache.org,43533,1406885773570] zookeeper.ZKUtil(1597): master:43533-0x14790ed3e940001 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,43... 2014-08-01 09:36:14,501 DEBUG [Thread-43-EventThread] zookeeper.ZooKeeperWatcher(294): master:43533-0x14790ed3e940001 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:36:14,502 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:34413-0x14790ed3e940007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:36:14,502 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:60915-0x14790ed3e940002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:36:14,502 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:39329-0x14790ed3e940003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:36:14,503 INFO [penates.apache.org,43533,1406885773570.splitLogManagerTimeoutMonitor] hbase.Chore(80): penates.apache.org,43533,1406885773570.splitLogManagerTimeoutMonitor exiting 2014-08-01 09:36:14,503 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:37655-0x14790ed3e940004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:36:14,505 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:57376-0x14790ed3e940005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:36:14,505 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:58514-0x14790ed3e940006 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:36:14,506 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZKUtil(425): regionserver:60915-0x14790ed3e940002 /hbase/master does not exist. Watcher is set. 2014-08-01 09:36:14,507 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZKUtil(425): regionserver:39329-0x14790ed3e940003 /hbase/master does not exist. Watcher is set. 2014-08-01 09:36:14,508 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZKUtil(425): regionserver:34413-0x14790ed3e940007 /hbase/master does not exist. Watcher is set. 2014-08-01 09:36:14,508 INFO [Master:1;penates.apache.org,43533,1406885773570] master.HMaster(468): HMaster main thread exiting 2014-08-01 09:36:14,509 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZKUtil(425): regionserver:57376-0x14790ed3e940005 /hbase/master does not exist. Watcher is set. 2014-08-01 09:36:14,511 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZKUtil(425): regionserver:37655-0x14790ed3e940004 /hbase/master does not exist. Watcher is set. 2014-08-01 09:36:14,511 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZKUtil(425): regionserver:58514-0x14790ed3e940006 /hbase/master does not exist. Watcher is set. 2014-08-01 09:39:34,261 ERROR [Thread-43] hbase.MiniHBaseCluster(222): Error starting cluster java.lang.RuntimeException: Master not initialized after 200 seconds at org.apache.hadoop.hbase.util.JVMClusterUtil.startup(JVMClusterUtil.java:206) at org.apache.hadoop.hbase.LocalHBaseCluster.startup(LocalHBaseCluster.java:422) at org.apache.hadoop.hbase.MiniHBaseCluster.init(MiniHBaseCluster.java:217) at org.apache.hadoop.hbase.MiniHBaseCluster.(MiniHBaseCluster.java:87) at org.apache.hadoop.hbase.MiniHBaseCluster.(MiniHBaseCluster.java:78) at org.apache.hadoop.hbase.HBaseTestingUtility.startMiniHBaseCluster(HBaseTestingUtility.java:658) at org.apache.hadoop.hbase.master.TestDistributedLogSplitting.startCluster(TestDistributedLogSplitting.java:139) at org.apache.hadoop.hbase.master.TestDistributedLogSplitting.testMasterStartsUpWithLogSplittingWork(TestDistributedLogSplitting.java:272) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.FailOnTimeout$StatementThread.run(FailOnTimeout.java:74) 2014-08-01 09:39:34,262 DEBUG [Thread-43] util.JVMClusterUtil(222): Shutting down HBase Cluster 2014-08-01 09:39:34,263 WARN [Thread-43] zookeeper.RecoverableZooKeeper(219): Possibly transient ZooKeeper exception: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /hbase/shutdown 2014-08-01 09:39:34,263 ERROR [Thread-43] zookeeper.RecoverableZooKeeper(221): ZooKeeper delete failed after 0 retries 2014-08-01 09:39:34,264 WARN [Thread-43] master.HMaster(1791): ZK session expired. Retry a new connection... 2014-08-01 09:39:34,264 INFO [Thread-43] zookeeper.RecoverableZooKeeper(113): Closing dead ZooKeeper connection, session was: 0x14790ed3e940001 2014-08-01 09:39:34,267 INFO [Thread-43] zookeeper.RecoverableZooKeeper(118): Recreated a ZooKeeper, session is: 0x0 2014-08-01 09:39:34,269 DEBUG [Thread-43-EventThread] zookeeper.ZooKeeperWatcher(294): master:43533-0x14790ed3e940001 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2014-08-01 09:39:34,270 WARN [Thread-43] zookeeper.RecoverableZooKeeper(143): Node /hbase/shutdown already deleted, and this is not a retry 2014-08-01 09:39:34,270 WARN [Thread-43] zookeeper.ClusterStatusTracker(82): Attempted to set cluster as down but already down, cluster state node (/hbase/shutdown) not found 2014-08-01 09:39:34,270 INFO [Thread-43] regionserver.HRegionServer(1849): STOPPED: Shutdown requested 2014-08-01 09:39:34,271 DEBUG [Thread-43-EventThread] zookeeper.ZooKeeperWatcher(371): master:43533-0x14790ed3e940001-0x14790ed3e940008 connected 2014-08-01 09:39:34,541 FATAL [RegionServer:0;penates.apache.org,34413,1406885773712] regionserver.HRegionServer(1925): ABORTING region server penates.apache.org,34413,1406885773712: Initialization of RS failed. Hence aborting RS. java.io.IOException: Received the shutdown message while waiting. at org.apache.hadoop.hbase.regionserver.HRegionServer.blockAndCheckIfStopped(HRegionServer.java:689) at org.apache.hadoop.hbase.regionserver.HRegionServer.initializeZooKeeper(HRegionServer.java:664) at org.apache.hadoop.hbase.regionserver.HRegionServer.preRegistrationInitialization(HRegionServer.java:618) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:744) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:148) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:101) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:132) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:337) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1103) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:256) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:130) at java.lang.Thread.run(Thread.java:662) 2014-08-01 09:39:34,542 FATAL [RegionServer:0;penates.apache.org,34413,1406885773712] regionserver.HRegionServer(1934): RegionServer abort: loaded coprocessors are: [] 2014-08-01 09:39:34,544 INFO [RegionServer:0;penates.apache.org,34413,1406885773712] regionserver.HRegionServer(4194): Registered RegionServer MXBean 2014-08-01 09:39:34,545 FATAL [RegionServer:0;penates.apache.org,34413,1406885773712] regionserver.HRegionServer(1925): ABORTING region server penates.apache.org,34413,1406885773712: Unhandled exception: null java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:765) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:148) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:101) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:132) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:337) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1103) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:256) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:130) at java.lang.Thread.run(Thread.java:662) 2014-08-01 09:39:34,545 FATAL [RegionServer:0;penates.apache.org,34413,1406885773712] regionserver.HRegionServer(1934): RegionServer abort: loaded coprocessors are: [] 2014-08-01 09:39:34,546 ERROR [RegionServer:0;penates.apache.org,34413,1406885773712] hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer(137): Exception in run java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:818) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:148) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:101) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:132) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:337) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1103) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:256) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:130) at java.lang.Thread.run(Thread.java:662) 2014-08-01 09:39:34,546 INFO [Thread-43] regionserver.HRegionServer(1849): STOPPED: Shutdown requested 2014-08-01 09:39:34,553 FATAL [RegionServer:1;penates.apache.org,37655,1406885773800] regionserver.HRegionServer(1925): ABORTING region server penates.apache.org,37655,1406885773800: Initialization of RS failed. Hence aborting RS. java.io.IOException: Received the shutdown message while waiting. at org.apache.hadoop.hbase.regionserver.HRegionServer.blockAndCheckIfStopped(HRegionServer.java:689) at org.apache.hadoop.hbase.regionserver.HRegionServer.initializeZooKeeper(HRegionServer.java:664) at org.apache.hadoop.hbase.regionserver.HRegionServer.preRegistrationInitialization(HRegionServer.java:618) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:744) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:148) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:101) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:132) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:337) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1103) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:256) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:130) at java.lang.Thread.run(Thread.java:662) 2014-08-01 09:39:34,554 FATAL [RegionServer:1;penates.apache.org,37655,1406885773800] regionserver.HRegionServer(1934): RegionServer abort: loaded coprocessors are: [] 2014-08-01 09:39:34,555 INFO [RegionServer:1;penates.apache.org,37655,1406885773800] regionserver.HRegionServer(4194): Registered RegionServer MXBean 2014-08-01 09:39:34,555 FATAL [RegionServer:1;penates.apache.org,37655,1406885773800] regionserver.HRegionServer(1925): ABORTING region server penates.apache.org,37655,1406885773800: Unhandled exception: null java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:765) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:148) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:101) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:132) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:337) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1103) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:256) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:130) at java.lang.Thread.run(Thread.java:662) 2014-08-01 09:39:34,555 FATAL [RegionServer:1;penates.apache.org,37655,1406885773800] regionserver.HRegionServer(1934): RegionServer abort: loaded coprocessors are: [] 2014-08-01 09:39:34,556 ERROR [RegionServer:1;penates.apache.org,37655,1406885773800] hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer(137): Exception in run java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:818) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:148) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:101) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:132) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:337) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1103) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:256) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:130) at java.lang.Thread.run(Thread.java:662) 2014-08-01 09:39:34,556 INFO [Thread-43] regionserver.HRegionServer(1849): STOPPED: Shutdown requested 2014-08-01 09:39:34,559 FATAL [RegionServer:2;penates.apache.org,39329,1406885773865] regionserver.HRegionServer(1925): ABORTING region server penates.apache.org,39329,1406885773865: Initialization of RS failed. Hence aborting RS. java.io.IOException: Received the shutdown message while waiting. at org.apache.hadoop.hbase.regionserver.HRegionServer.blockAndCheckIfStopped(HRegionServer.java:689) at org.apache.hadoop.hbase.regionserver.HRegionServer.initializeZooKeeper(HRegionServer.java:664) at org.apache.hadoop.hbase.regionserver.HRegionServer.preRegistrationInitialization(HRegionServer.java:618) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:744) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:148) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:101) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:132) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:337) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1103) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:256) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:130) at java.lang.Thread.run(Thread.java:662) 2014-08-01 09:39:34,559 FATAL [RegionServer:2;penates.apache.org,39329,1406885773865] regionserver.HRegionServer(1934): RegionServer abort: loaded coprocessors are: [] 2014-08-01 09:39:34,560 INFO [RegionServer:2;penates.apache.org,39329,1406885773865] regionserver.HRegionServer(4194): Registered RegionServer MXBean 2014-08-01 09:39:34,560 FATAL [RegionServer:2;penates.apache.org,39329,1406885773865] regionserver.HRegionServer(1925): ABORTING region server penates.apache.org,39329,1406885773865: Unhandled exception: null java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:765) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:148) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:101) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:132) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:337) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1103) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:256) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:130) at java.lang.Thread.run(Thread.java:662) 2014-08-01 09:39:34,560 FATAL [RegionServer:2;penates.apache.org,39329,1406885773865] regionserver.HRegionServer(1934): RegionServer abort: loaded coprocessors are: [] 2014-08-01 09:39:34,561 ERROR [RegionServer:2;penates.apache.org,39329,1406885773865] hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer(137): Exception in run java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:818) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:148) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:101) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:132) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:337) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1103) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:256) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:130) at java.lang.Thread.run(Thread.java:662) 2014-08-01 09:39:34,561 INFO [Thread-43] regionserver.HRegionServer(1849): STOPPED: Shutdown requested 2014-08-01 09:39:35,558 FATAL [RegionServer:3;penates.apache.org,60915,1406885773922] regionserver.HRegionServer(1925): ABORTING region server penates.apache.org,60915,1406885773922: Initialization of RS failed. Hence aborting RS. java.io.IOException: Received the shutdown message while waiting. at org.apache.hadoop.hbase.regionserver.HRegionServer.blockAndCheckIfStopped(HRegionServer.java:689) at org.apache.hadoop.hbase.regionserver.HRegionServer.initializeZooKeeper(HRegionServer.java:664) at org.apache.hadoop.hbase.regionserver.HRegionServer.preRegistrationInitialization(HRegionServer.java:618) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:744) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:148) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:101) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:132) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:337) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1103) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:256) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:130) at java.lang.Thread.run(Thread.java:662) 2014-08-01 09:39:35,558 FATAL [RegionServer:3;penates.apache.org,60915,1406885773922] regionserver.HRegionServer(1934): RegionServer abort: loaded coprocessors are: [] 2014-08-01 09:39:35,559 INFO [RegionServer:3;penates.apache.org,60915,1406885773922] regionserver.HRegionServer(4194): Registered RegionServer MXBean 2014-08-01 09:39:35,559 FATAL [RegionServer:3;penates.apache.org,60915,1406885773922] regionserver.HRegionServer(1925): ABORTING region server penates.apache.org,60915,1406885773922: Unhandled exception: null java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:765) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:148) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:101) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:132) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:337) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1103) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:256) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:130) at java.lang.Thread.run(Thread.java:662) 2014-08-01 09:39:35,559 FATAL [RegionServer:3;penates.apache.org,60915,1406885773922] regionserver.HRegionServer(1934): RegionServer abort: loaded coprocessors are: [] 2014-08-01 09:39:35,560 ERROR [RegionServer:3;penates.apache.org,60915,1406885773922] hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer(137): Exception in run java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:818) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:148) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:101) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:132) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:337) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1103) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:256) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:130) at java.lang.Thread.run(Thread.java:662) 2014-08-01 09:39:35,560 INFO [Thread-43] regionserver.HRegionServer(1849): STOPPED: Shutdown requested 2014-08-01 09:39:36,538 FATAL [RegionServer:4;penates.apache.org,58514,1406885773989] regionserver.HRegionServer(1925): ABORTING region server penates.apache.org,58514,1406885773989: Initialization of RS failed. Hence aborting RS. java.io.IOException: Received the shutdown message while waiting. at org.apache.hadoop.hbase.regionserver.HRegionServer.blockAndCheckIfStopped(HRegionServer.java:689) at org.apache.hadoop.hbase.regionserver.HRegionServer.initializeZooKeeper(HRegionServer.java:664) at org.apache.hadoop.hbase.regionserver.HRegionServer.preRegistrationInitialization(HRegionServer.java:618) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:744) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:148) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:101) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:132) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:337) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1103) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:256) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:130) at java.lang.Thread.run(Thread.java:662) 2014-08-01 09:39:36,538 FATAL [RegionServer:4;penates.apache.org,58514,1406885773989] regionserver.HRegionServer(1934): RegionServer abort: loaded coprocessors are: [] 2014-08-01 09:39:36,539 INFO [RegionServer:4;penates.apache.org,58514,1406885773989] regionserver.HRegionServer(4194): Registered RegionServer MXBean 2014-08-01 09:39:36,539 FATAL [RegionServer:4;penates.apache.org,58514,1406885773989] regionserver.HRegionServer(1925): ABORTING region server penates.apache.org,58514,1406885773989: Unhandled exception: null java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:765) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:148) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:101) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:132) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:337) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1103) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:256) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:130) at java.lang.Thread.run(Thread.java:662) 2014-08-01 09:39:36,539 FATAL [RegionServer:4;penates.apache.org,58514,1406885773989] regionserver.HRegionServer(1934): RegionServer abort: loaded coprocessors are: [] 2014-08-01 09:39:36,540 ERROR [RegionServer:4;penates.apache.org,58514,1406885773989] hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer(137): Exception in run java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:818) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:148) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:101) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:132) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:337) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1103) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:256) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:130) at java.lang.Thread.run(Thread.java:662) 2014-08-01 09:39:36,540 INFO [Thread-43] regionserver.HRegionServer(1849): STOPPED: Shutdown requested 2014-08-01 09:39:36,774 FATAL [RegionServer:5;penates.apache.org,57376,1406885774063] regionserver.HRegionServer(1925): ABORTING region server penates.apache.org,57376,1406885774063: Initialization of RS failed. Hence aborting RS. java.io.IOException: Received the shutdown message while waiting. at org.apache.hadoop.hbase.regionserver.HRegionServer.blockAndCheckIfStopped(HRegionServer.java:689) at org.apache.hadoop.hbase.regionserver.HRegionServer.initializeZooKeeper(HRegionServer.java:664) at org.apache.hadoop.hbase.regionserver.HRegionServer.preRegistrationInitialization(HRegionServer.java:618) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:744) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:148) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:101) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:132) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:337) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1103) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:256) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:130) at java.lang.Thread.run(Thread.java:662) 2014-08-01 09:39:36,775 FATAL [RegionServer:5;penates.apache.org,57376,1406885774063] regionserver.HRegionServer(1934): RegionServer abort: loaded coprocessors are: [] 2014-08-01 09:39:36,775 INFO [RegionServer:5;penates.apache.org,57376,1406885774063] regionserver.HRegionServer(4194): Registered RegionServer MXBean 2014-08-01 09:39:36,775 FATAL [RegionServer:5;penates.apache.org,57376,1406885774063] regionserver.HRegionServer(1925): ABORTING region server penates.apache.org,57376,1406885774063: Unhandled exception: null java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:765) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:148) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:101) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:132) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:337) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1103) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:256) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:130) at java.lang.Thread.run(Thread.java:662) 2014-08-01 09:39:36,776 FATAL [RegionServer:5;penates.apache.org,57376,1406885774063] regionserver.HRegionServer(1934): RegionServer abort: loaded coprocessors are: [] 2014-08-01 09:39:36,776 ERROR [RegionServer:5;penates.apache.org,57376,1406885774063] hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer(137): Exception in run java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:818) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:148) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:101) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:132) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:337) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1103) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:256) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:130) at java.lang.Thread.run(Thread.java:662) 2014-08-01 09:39:36,777 INFO [Thread-43] util.JVMClusterUtil(262): Shutdown of 2 master(s) and 6 regionserver(s) complete 2014-08-01 09:39:37,112 DEBUG [pool-1-thread-1] zookeeper.ZKUtil(120): unittest opening connection to ZooKeeper with ensemble (localhost:54044) 2014-08-01 09:39:37,114 INFO [pool-1-thread-1] zookeeper.RecoverableZooKeeper(104): The identifier of this process is 9460@penates.apache.org 2014-08-01 09:39:37,117 DEBUG [pool-1-thread-1-EventThread] zookeeper.ZooKeeperWatcher(294): unittest Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2014-08-01 09:39:37,118 DEBUG [pool-1-thread-1-EventThread] zookeeper.ZooKeeperWatcher(371): unittest-0x14790ed3e940009 connected 2014-08-01 09:39:37,140 INFO [pool-1-thread-1] hbase.ResourceChecker(157): after master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: 82 threads (was 47), 234 file descriptors (was 132). 0 connections, -thread leak?- -file handle leak?- 2014-08-01 09:39:37,141 INFO [pool-1-thread-1] hbase.ResourceChecker(182): after master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: potentially hanging thread - RegionServer:4;penates.apache.org,58514,1406885773989-SendThread(localhost:54044) 2014-08-01 09:39:37,142 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) 2014-08-01 09:39:37,142 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) 2014-08-01 09:39:37,142 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) 2014-08-01 09:39:37,142 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) 2014-08-01 09:39:37,142 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) 2014-08-01 09:39:37,143 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338) 2014-08-01 09:39:37,143 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068) 2014-08-01 09:39:37,143 INFO [pool-1-thread-1] hbase.ResourceChecker(182): after master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: potentially hanging thread - 21693418@qtp-27286491-1 - Acceptor0 SelectChannelConnector@0.0.0.0:44434 2014-08-01 09:39:37,143 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) 2014-08-01 09:39:37,143 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) 2014-08-01 09:39:37,144 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) 2014-08-01 09:39:37,144 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) 2014-08-01 09:39:37,144 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) 2014-08-01 09:39:37,144 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:498) 2014-08-01 09:39:37,144 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:192) 2014-08-01 09:39:37,144 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124) 2014-08-01 09:39:37,145 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708) 2014-08-01 09:39:37,145 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) 2014-08-01 09:39:37,145 INFO [pool-1-thread-1] hbase.ResourceChecker(182): after master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: potentially hanging thread - RegionServer:2;penates.apache.org,39329,1406885773865-SendThread(localhost:54044) 2014-08-01 09:39:37,145 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) 2014-08-01 09:39:37,145 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) 2014-08-01 09:39:37,145 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) 2014-08-01 09:39:37,146 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) 2014-08-01 09:39:37,146 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) 2014-08-01 09:39:37,146 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338) 2014-08-01 09:39:37,146 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068) 2014-08-01 09:39:37,146 INFO [pool-1-thread-1] hbase.ResourceChecker(182): after master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: potentially hanging thread - 613258@qtp-9089012-0 2014-08-01 09:39:37,147 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.lang.Object.wait(Native Method) 2014-08-01 09:39:37,147 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626) 2014-08-01 09:39:37,147 INFO [pool-1-thread-1] hbase.ResourceChecker(182): after master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: potentially hanging thread - RegionServer:5;penates.apache.org,57376,1406885774063-EventThread 2014-08-01 09:39:37,147 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.misc.Unsafe.park(Native Method) 2014-08-01 09:39:37,147 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) 2014-08-01 09:39:37,147 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) 2014-08-01 09:39:37,148 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) 2014-08-01 09:39:37,148 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491) 2014-08-01 09:39:37,148 INFO [pool-1-thread-1] hbase.ResourceChecker(182): after master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: potentially hanging thread - pool-1-thread-1-EventThread 2014-08-01 09:39:37,148 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.misc.Unsafe.park(Native Method) 2014-08-01 09:39:37,148 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) 2014-08-01 09:39:37,148 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) 2014-08-01 09:39:37,149 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) 2014-08-01 09:39:37,149 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491) 2014-08-01 09:39:37,149 INFO [pool-1-thread-1] hbase.ResourceChecker(182): after master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: potentially hanging thread - Timer-5 2014-08-01 09:39:37,149 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.lang.Object.wait(Native Method) 2014-08-01 09:39:37,149 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.TimerThread.mainLoop(Timer.java:509) 2014-08-01 09:39:37,150 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.TimerThread.run(Timer.java:462) 2014-08-01 09:39:37,150 INFO [pool-1-thread-1] hbase.ResourceChecker(182): after master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: potentially hanging thread - 11991029@qtp-16074488-0 2014-08-01 09:39:37,150 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.lang.Object.wait(Native Method) 2014-08-01 09:39:37,150 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626) 2014-08-01 09:39:37,150 INFO [pool-1-thread-1] hbase.ResourceChecker(182): after master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: potentially hanging thread - 31819109@qtp-23708568-1 - Acceptor0 SelectChannelConnector@0.0.0.0:52278 2014-08-01 09:39:37,150 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) 2014-08-01 09:39:37,151 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) 2014-08-01 09:39:37,151 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) 2014-08-01 09:39:37,151 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) 2014-08-01 09:39:37,151 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) 2014-08-01 09:39:37,151 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:498) 2014-08-01 09:39:37,151 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:192) 2014-08-01 09:39:37,152 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124) 2014-08-01 09:39:37,152 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708) 2014-08-01 09:39:37,152 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) 2014-08-01 09:39:37,152 INFO [pool-1-thread-1] hbase.ResourceChecker(182): after master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: potentially hanging thread - RegionServer:0;penates.apache.org,34413,1406885773712-EventThread 2014-08-01 09:39:37,152 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.misc.Unsafe.park(Native Method) 2014-08-01 09:39:37,152 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) 2014-08-01 09:39:37,153 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) 2014-08-01 09:39:37,153 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) 2014-08-01 09:39:37,153 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491) 2014-08-01 09:39:37,153 INFO [pool-1-thread-1] hbase.ResourceChecker(182): after master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: potentially hanging thread - 15995795@qtp-16074488-1 - Acceptor0 SelectChannelConnector@0.0.0.0:56554 2014-08-01 09:39:37,153 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) 2014-08-01 09:39:37,153 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) 2014-08-01 09:39:37,154 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) 2014-08-01 09:39:37,154 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) 2014-08-01 09:39:37,154 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) 2014-08-01 09:39:37,154 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:498) 2014-08-01 09:39:37,154 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:192) 2014-08-01 09:39:37,154 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124) 2014-08-01 09:39:37,155 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708) 2014-08-01 09:39:37,155 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) 2014-08-01 09:39:37,155 INFO [pool-1-thread-1] hbase.ResourceChecker(182): after master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: potentially hanging thread - RegionServer:4;penates.apache.org,58514,1406885773989-EventThread 2014-08-01 09:39:37,155 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.misc.Unsafe.park(Native Method) 2014-08-01 09:39:37,155 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) 2014-08-01 09:39:37,155 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) 2014-08-01 09:39:37,155 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) 2014-08-01 09:39:37,155 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491) 2014-08-01 09:39:37,156 INFO [pool-1-thread-1] hbase.ResourceChecker(182): after master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: potentially hanging thread - 29891264@qtp-32482448-1 - Acceptor0 SelectChannelConnector@0.0.0.0:47098 2014-08-01 09:39:37,156 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) 2014-08-01 09:39:37,156 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) 2014-08-01 09:39:37,156 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) 2014-08-01 09:39:37,156 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) 2014-08-01 09:39:37,156 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) 2014-08-01 09:39:37,157 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:498) 2014-08-01 09:39:37,157 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:192) 2014-08-01 09:39:37,157 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124) 2014-08-01 09:39:37,157 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708) 2014-08-01 09:39:37,157 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) 2014-08-01 09:39:37,157 INFO [pool-1-thread-1] hbase.ResourceChecker(182): after master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: potentially hanging thread - RegionServer:1;penates.apache.org,37655,1406885773800-SendThread(localhost:54044) 2014-08-01 09:39:37,158 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) 2014-08-01 09:39:37,158 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) 2014-08-01 09:39:37,158 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) 2014-08-01 09:39:37,158 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) 2014-08-01 09:39:37,158 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) 2014-08-01 09:39:37,158 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338) 2014-08-01 09:39:37,159 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068) 2014-08-01 09:39:37,159 INFO [pool-1-thread-1] hbase.ResourceChecker(182): after master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: potentially hanging thread - RegionServer:5;penates.apache.org,57376,1406885774063-SendThread(localhost:54044) 2014-08-01 09:39:37,159 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) 2014-08-01 09:39:37,159 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) 2014-08-01 09:39:37,159 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) 2014-08-01 09:39:37,159 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) 2014-08-01 09:39:37,159 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) 2014-08-01 09:39:37,160 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338) 2014-08-01 09:39:37,160 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068) 2014-08-01 09:39:37,160 INFO [pool-1-thread-1] hbase.ResourceChecker(182): after master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: potentially hanging thread - Thread-43-SendThread(localhost:54044) 2014-08-01 09:39:37,160 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) 2014-08-01 09:39:37,160 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) 2014-08-01 09:39:37,160 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) 2014-08-01 09:39:37,161 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) 2014-08-01 09:39:37,161 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) 2014-08-01 09:39:37,161 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338) 2014-08-01 09:39:37,161 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068) 2014-08-01 09:39:37,161 INFO [pool-1-thread-1] hbase.ResourceChecker(182): after master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: potentially hanging thread - Timer-7 2014-08-01 09:39:37,161 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.lang.Object.wait(Native Method) 2014-08-01 09:39:37,162 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.TimerThread.mainLoop(Timer.java:509) 2014-08-01 09:39:37,162 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.TimerThread.run(Timer.java:462) 2014-08-01 09:39:37,162 INFO [pool-1-thread-1] hbase.ResourceChecker(182): after master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: potentially hanging thread - Timer-6 2014-08-01 09:39:37,162 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.lang.Object.wait(Native Method) 2014-08-01 09:39:37,162 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.TimerThread.mainLoop(Timer.java:509) 2014-08-01 09:39:37,162 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.TimerThread.run(Timer.java:462) 2014-08-01 09:39:37,162 INFO [pool-1-thread-1] hbase.ResourceChecker(182): after master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: potentially hanging thread - 14357716@qtp-9089012-1 - Acceptor0 SelectChannelConnector@0.0.0.0:48844 2014-08-01 09:39:37,163 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) 2014-08-01 09:39:37,163 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) 2014-08-01 09:39:37,163 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) 2014-08-01 09:39:37,163 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) 2014-08-01 09:39:37,163 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) 2014-08-01 09:39:37,163 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:498) 2014-08-01 09:39:37,164 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:192) 2014-08-01 09:39:37,164 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124) 2014-08-01 09:39:37,164 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708) 2014-08-01 09:39:37,164 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) 2014-08-01 09:39:37,164 INFO [pool-1-thread-1] hbase.ResourceChecker(182): after master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: potentially hanging thread - 27534070@qtp-15230484-0 2014-08-01 09:39:37,164 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.lang.Object.wait(Native Method) 2014-08-01 09:39:37,164 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626) 2014-08-01 09:39:37,165 INFO [pool-1-thread-1] hbase.ResourceChecker(182): after master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: potentially hanging thread - RegionServer:2;penates.apache.org,39329,1406885773865-EventThread 2014-08-01 09:39:37,165 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.misc.Unsafe.park(Native Method) 2014-08-01 09:39:37,165 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) 2014-08-01 09:39:37,165 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) 2014-08-01 09:39:37,165 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) 2014-08-01 09:39:37,165 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491) 2014-08-01 09:39:37,165 INFO [pool-1-thread-1] hbase.ResourceChecker(182): after master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: potentially hanging thread - 30526967@qtp-15230484-1 - Acceptor0 SelectChannelConnector@0.0.0.0:50693 2014-08-01 09:39:37,165 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) 2014-08-01 09:39:37,166 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) 2014-08-01 09:39:37,166 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) 2014-08-01 09:39:37,166 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) 2014-08-01 09:39:37,166 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) 2014-08-01 09:39:37,166 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:498) 2014-08-01 09:39:37,166 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:192) 2014-08-01 09:39:37,166 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124) 2014-08-01 09:39:37,167 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708) 2014-08-01 09:39:37,167 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) 2014-08-01 09:39:37,167 INFO [pool-1-thread-1] hbase.ResourceChecker(182): after master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: potentially hanging thread - Timer-4 2014-08-01 09:39:37,167 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.lang.Object.wait(Native Method) 2014-08-01 09:39:37,167 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.TimerThread.mainLoop(Timer.java:509) 2014-08-01 09:39:37,167 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.TimerThread.run(Timer.java:462) 2014-08-01 09:39:37,167 INFO [pool-1-thread-1] hbase.ResourceChecker(182): after master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: potentially hanging thread - 24577551@qtp-32482448-0 2014-08-01 09:39:37,168 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.lang.Object.wait(Native Method) 2014-08-01 09:39:37,168 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626) 2014-08-01 09:39:37,168 INFO [pool-1-thread-1] hbase.ResourceChecker(182): after master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: potentially hanging thread - Thread-43.LruBlockCache.EvictionThread 2014-08-01 09:39:37,168 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.lang.Object.wait(Native Method) 2014-08-01 09:39:37,168 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.lang.Object.wait(Object.java:485) 2014-08-01 09:39:37,168 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:631) 2014-08-01 09:39:37,168 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.lang.Thread.run(Thread.java:662) 2014-08-01 09:39:37,169 INFO [pool-1-thread-1] hbase.ResourceChecker(182): after master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: potentially hanging thread - Timer-3 2014-08-01 09:39:37,169 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.lang.Object.wait(Native Method) 2014-08-01 09:39:37,169 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.TimerThread.mainLoop(Timer.java:509) 2014-08-01 09:39:37,169 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.TimerThread.run(Timer.java:462) 2014-08-01 09:39:37,169 INFO [pool-1-thread-1] hbase.ResourceChecker(182): after master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: potentially hanging thread - 23288493@qtp-27286491-0 2014-08-01 09:39:37,169 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.lang.Object.wait(Native Method) 2014-08-01 09:39:37,170 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626) 2014-08-01 09:39:37,170 INFO [pool-1-thread-1] hbase.ResourceChecker(182): after master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: potentially hanging thread - RegionServer:3;penates.apache.org,60915,1406885773922-SendThread(localhost:54044) 2014-08-01 09:39:37,170 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) 2014-08-01 09:39:37,170 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) 2014-08-01 09:39:37,170 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) 2014-08-01 09:39:37,170 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) 2014-08-01 09:39:37,171 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) 2014-08-01 09:39:37,171 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338) 2014-08-01 09:39:37,171 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068) 2014-08-01 09:39:37,171 INFO [pool-1-thread-1] hbase.ResourceChecker(182): after master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: potentially hanging thread - LRU Statistics #0 2014-08-01 09:39:37,171 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.misc.Unsafe.park(Native Method) 2014-08-01 09:39:37,171 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) 2014-08-01 09:39:37,171 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025) 2014-08-01 09:39:37,172 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.concurrent.DelayQueue.take(DelayQueue.java:164) 2014-08-01 09:39:37,172 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609) 2014-08-01 09:39:37,172 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602) 2014-08-01 09:39:37,172 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:957) 2014-08-01 09:39:37,172 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:917) 2014-08-01 09:39:37,172 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.lang.Thread.run(Thread.java:662) 2014-08-01 09:39:37,172 INFO [pool-1-thread-1] hbase.ResourceChecker(182): after master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: potentially hanging thread - RegionServer:1;penates.apache.org,37655,1406885773800-EventThread 2014-08-01 09:39:37,173 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.misc.Unsafe.park(Native Method) 2014-08-01 09:39:37,173 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) 2014-08-01 09:39:37,173 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) 2014-08-01 09:39:37,173 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) 2014-08-01 09:39:37,173 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491) 2014-08-01 09:39:37,173 INFO [pool-1-thread-1] hbase.ResourceChecker(182): after master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: potentially hanging thread - RegionServer:0;penates.apache.org,34413,1406885773712-SendThread(localhost:54044) 2014-08-01 09:39:37,173 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) 2014-08-01 09:39:37,174 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) 2014-08-01 09:39:37,174 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) 2014-08-01 09:39:37,174 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) 2014-08-01 09:39:37,174 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) 2014-08-01 09:39:37,174 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338) 2014-08-01 09:39:37,174 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068) 2014-08-01 09:39:37,174 INFO [pool-1-thread-1] hbase.ResourceChecker(182): after master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: potentially hanging thread - pool-1-thread-1-SendThread(localhost:54044) 2014-08-01 09:39:37,175 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) 2014-08-01 09:39:37,175 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) 2014-08-01 09:39:37,175 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) 2014-08-01 09:39:37,175 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) 2014-08-01 09:39:37,175 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) 2014-08-01 09:39:37,175 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338) 2014-08-01 09:39:37,175 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068) 2014-08-01 09:39:37,175 INFO [pool-1-thread-1] hbase.ResourceChecker(182): after master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: potentially hanging thread - Thread-43-EventThread 2014-08-01 09:39:37,176 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.misc.Unsafe.park(Native Method) 2014-08-01 09:39:37,176 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) 2014-08-01 09:39:37,176 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) 2014-08-01 09:39:37,176 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) 2014-08-01 09:39:37,176 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491) 2014-08-01 09:39:37,176 INFO [pool-1-thread-1] hbase.ResourceChecker(182): after master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: potentially hanging thread - RegionServer:3;penates.apache.org,60915,1406885773922-EventThread 2014-08-01 09:39:37,176 INFO [pool-1-thread-1] hbase.ResourceChecker(185): sun.misc.Unsafe.park(Native Method) 2014-08-01 09:39:37,176 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) 2014-08-01 09:39:37,177 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) 2014-08-01 09:39:37,177 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) 2014-08-01 09:39:37,177 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491) 2014-08-01 09:39:37,177 INFO [pool-1-thread-1] hbase.ResourceChecker(182): after master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: potentially hanging thread - Timer-2 2014-08-01 09:39:37,177 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.lang.Object.wait(Native Method) 2014-08-01 09:39:37,177 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.TimerThread.mainLoop(Timer.java:509) 2014-08-01 09:39:37,178 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.util.TimerThread.run(Timer.java:462) 2014-08-01 09:39:37,178 INFO [pool-1-thread-1] hbase.ResourceChecker(182): after master.TestDistributedLogSplitting#testMasterStartsUpWithLogSplittingWork: potentially hanging thread - 4257704@qtp-23708568-0 2014-08-01 09:39:37,178 INFO [pool-1-thread-1] hbase.ResourceChecker(185): java.lang.Object.wait(Native Method) 2014-08-01 09:39:37,178 INFO [pool-1-thread-1] hbase.ResourceChecker(185): org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626) 2014-08-01 09:39:37,559 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:39329-0x14790ed3e940003 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2014-08-01 09:39:37,559 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:58514-0x14790ed3e940006 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2014-08-01 09:39:37,560 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:34413-0x14790ed3e940007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2014-08-01 09:39:37,560 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:37655-0x14790ed3e940004 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2014-08-01 09:39:37,561 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:57376-0x14790ed3e940005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2014-08-01 09:39:37,561 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:60915-0x14790ed3e940002 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2014-08-01 09:39:37,564 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZKUtil(1597): regionserver:37655-0x14790ed3e940004 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,53... 2014-08-01 09:39:37,565 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZKUtil(1597): regionserver:57376-0x14790ed3e940005 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,53... 2014-08-01 09:39:37,566 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZKUtil(1597): regionserver:58514-0x14790ed3e940006 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,53... 2014-08-01 09:39:37,567 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZKUtil(1597): regionserver:34413-0x14790ed3e940007 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,53... 2014-08-01 09:39:37,567 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZKUtil(1597): regionserver:60915-0x14790ed3e940002 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,53... 2014-08-01 09:39:37,568 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZKUtil(1597): regionserver:39329-0x14790ed3e940003 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,53... 2014-08-01 09:39:37,662 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:37655-0x14790ed3e940004 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:39:37,662 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:58514-0x14790ed3e940006 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:39:37,662 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:60915-0x14790ed3e940002 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:39:37,664 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:57376-0x14790ed3e940005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:39:37,664 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:39329-0x14790ed3e940003 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:39:37,668 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:34413-0x14790ed3e940007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:39:37,672 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZKUtil(1597): regionserver:57376-0x14790ed3e940005 Retrieved 28 byte(s) of data from znode /hbase/shutdown and set watcher; Fri Aug 01 09:39:37 UTC 2014 2014-08-01 09:39:37,672 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZKUtil(1597): regionserver:58514-0x14790ed3e940006 Retrieved 28 byte(s) of data from znode /hbase/shutdown and set watcher; Fri Aug 01 09:39:37 UTC 2014 2014-08-01 09:39:37,672 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZKUtil(1597): regionserver:60915-0x14790ed3e940002 Retrieved 28 byte(s) of data from znode /hbase/shutdown and set watcher; Fri Aug 01 09:39:37 UTC 2014 2014-08-01 09:39:37,674 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZKUtil(1597): regionserver:39329-0x14790ed3e940003 Retrieved 28 byte(s) of data from znode /hbase/shutdown and set watcher; Fri Aug 01 09:39:37 UTC 2014 2014-08-01 09:39:37,677 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZKUtil(1597): regionserver:37655-0x14790ed3e940004 Retrieved 28 byte(s) of data from znode /hbase/shutdown and set watcher; Fri Aug 01 09:39:37 UTC 2014 2014-08-01 09:39:37,684 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZKUtil(1597): regionserver:34413-0x14790ed3e940007 Retrieved 28 byte(s) of data from znode /hbase/shutdown and set watcher; Fri Aug 01 09:39:37 UTC 2014 2014-08-01 09:39:45,795 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:57376-0x14790ed3e940005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:39:45,795 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:60915-0x14790ed3e940002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:39:45,796 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:37655-0x14790ed3e940004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:39:45,796 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:39329-0x14790ed3e940003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:39:45,797 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:34413-0x14790ed3e940007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:39:45,802 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:58514-0x14790ed3e940006 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:39:45,804 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZKUtil(425): regionserver:58514-0x14790ed3e940006 /hbase/shutdown does not exist. Watcher is set. 2014-08-01 09:39:45,804 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZKUtil(425): regionserver:37655-0x14790ed3e940004 /hbase/shutdown does not exist. Watcher is set. 2014-08-01 09:39:45,808 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZKUtil(425): regionserver:60915-0x14790ed3e940002 /hbase/shutdown does not exist. Watcher is set. 2014-08-01 09:39:45,810 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZKUtil(425): regionserver:34413-0x14790ed3e940007 /hbase/shutdown does not exist. Watcher is set. 2014-08-01 09:39:45,810 DEBUG [Thread-43.LruBlockCache.EvictionThread] hfile.LruBlockCache(430): Block cache LRU eviction started; Attempting to free -322247.84 KB of total=1.98 MB 2014-08-01 09:39:45,810 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZKUtil(425): regionserver:57376-0x14790ed3e940005 /hbase/shutdown does not exist. Watcher is set. 2014-08-01 09:39:45,812 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZKUtil(425): regionserver:39329-0x14790ed3e940003 /hbase/shutdown does not exist. Watcher is set. 2014-08-01 09:39:45,824 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:37655-0x14790ed3e940004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:39:45,823 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:34413-0x14790ed3e940007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:39:45,824 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:60915-0x14790ed3e940002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:39:45,826 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:57376-0x14790ed3e940005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:39:45,826 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:58514-0x14790ed3e940006 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:39:45,826 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZKUtil(425): regionserver:60915-0x14790ed3e940002 /hbase/master does not exist. Watcher is set. 2014-08-01 09:39:45,829 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:39329-0x14790ed3e940003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:39:45,832 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZKUtil(425): regionserver:57376-0x14790ed3e940005 /hbase/master does not exist. Watcher is set. 2014-08-01 09:39:45,832 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZKUtil(425): regionserver:58514-0x14790ed3e940006 /hbase/master does not exist. Watcher is set. 2014-08-01 09:39:45,833 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZKUtil(425): regionserver:37655-0x14790ed3e940004 /hbase/master does not exist. Watcher is set. 2014-08-01 09:39:45,834 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZKUtil(425): regionserver:39329-0x14790ed3e940003 /hbase/master does not exist. Watcher is set. 2014-08-01 09:39:45,835 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZKUtil(425): regionserver:34413-0x14790ed3e940007 /hbase/master does not exist. Watcher is set. 2014-08-01 09:39:50,336 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:58514-0x14790ed3e940006 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2014-08-01 09:39:50,336 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:57376-0x14790ed3e940005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2014-08-01 09:39:50,337 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:34413-0x14790ed3e940007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2014-08-01 09:39:50,337 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:39329-0x14790ed3e940003 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2014-08-01 09:39:50,337 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:37655-0x14790ed3e940004 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2014-08-01 09:39:50,337 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:60915-0x14790ed3e940002 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2014-08-01 09:39:50,339 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZKUtil(1597): regionserver:39329-0x14790ed3e940003 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,39... 2014-08-01 09:39:50,340 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZKUtil(1597): regionserver:37655-0x14790ed3e940004 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,39... 2014-08-01 09:39:50,341 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZKUtil(1597): regionserver:58514-0x14790ed3e940006 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,39... 2014-08-01 09:39:50,341 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZKUtil(1597): regionserver:60915-0x14790ed3e940002 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,39... 2014-08-01 09:39:50,342 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZKUtil(1597): regionserver:57376-0x14790ed3e940005 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,39... 2014-08-01 09:39:50,342 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZKUtil(1597): regionserver:34413-0x14790ed3e940007 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,39... 2014-08-01 09:39:50,556 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:58514-0x14790ed3e940006 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:39:50,556 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:34413-0x14790ed3e940007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:39:50,556 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:37655-0x14790ed3e940004 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:39:50,561 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:60915-0x14790ed3e940002 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:39:50,562 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:57376-0x14790ed3e940005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:39:50,578 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:39329-0x14790ed3e940003 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:39:50,581 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZKUtil(1597): regionserver:58514-0x14790ed3e940006 Retrieved 28 byte(s) of data from znode /hbase/shutdown and set watcher; Fri Aug 01 09:39:50 UTC 2014 2014-08-01 09:39:50,584 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZKUtil(1597): regionserver:34413-0x14790ed3e940007 Retrieved 28 byte(s) of data from znode /hbase/shutdown and set watcher; Fri Aug 01 09:39:50 UTC 2014 2014-08-01 09:39:50,585 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZKUtil(1597): regionserver:57376-0x14790ed3e940005 Retrieved 28 byte(s) of data from znode /hbase/shutdown and set watcher; Fri Aug 01 09:39:50 UTC 2014 2014-08-01 09:39:50,586 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZKUtil(1597): regionserver:60915-0x14790ed3e940002 Retrieved 28 byte(s) of data from znode /hbase/shutdown and set watcher; Fri Aug 01 09:39:50 UTC 2014 2014-08-01 09:39:50,587 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZKUtil(1597): regionserver:37655-0x14790ed3e940004 Retrieved 28 byte(s) of data from znode /hbase/shutdown and set watcher; Fri Aug 01 09:39:50 UTC 2014 2014-08-01 09:39:50,591 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZKUtil(1597): regionserver:39329-0x14790ed3e940003 Retrieved 28 byte(s) of data from znode /hbase/shutdown and set watcher; Fri Aug 01 09:39:50 UTC 2014 2014-08-01 09:40:05,333 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:57376-0x14790ed3e940005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:40:05,335 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:34413-0x14790ed3e940007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:40:05,335 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:37655-0x14790ed3e940004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:40:05,335 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:58514-0x14790ed3e940006 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:40:05,337 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:39329-0x14790ed3e940003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:40:05,338 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:60915-0x14790ed3e940002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:40:05,340 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZKUtil(425): regionserver:58514-0x14790ed3e940006 /hbase/master does not exist. Watcher is set. 2014-08-01 09:40:05,341 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZKUtil(425): regionserver:60915-0x14790ed3e940002 /hbase/master does not exist. Watcher is set. 2014-08-01 09:40:05,341 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZKUtil(425): regionserver:34413-0x14790ed3e940007 /hbase/master does not exist. Watcher is set. 2014-08-01 09:40:05,342 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZKUtil(425): regionserver:39329-0x14790ed3e940003 /hbase/master does not exist. Watcher is set. 2014-08-01 09:40:05,343 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZKUtil(425): regionserver:57376-0x14790ed3e940005 /hbase/master does not exist. Watcher is set. 2014-08-01 09:40:05,344 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZKUtil(425): regionserver:37655-0x14790ed3e940004 /hbase/master does not exist. Watcher is set. 2014-08-01 09:40:07,449 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:34413-0x14790ed3e940007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:40:07,449 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:57376-0x14790ed3e940005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:40:07,449 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:58514-0x14790ed3e940006 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:40:07,449 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:37655-0x14790ed3e940004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:40:07,449 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:60915-0x14790ed3e940002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:40:07,450 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:39329-0x14790ed3e940003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:40:07,451 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZKUtil(425): regionserver:34413-0x14790ed3e940007 /hbase/shutdown does not exist. Watcher is set. 2014-08-01 09:40:07,451 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZKUtil(425): regionserver:57376-0x14790ed3e940005 /hbase/shutdown does not exist. Watcher is set. 2014-08-01 09:40:07,452 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZKUtil(425): regionserver:58514-0x14790ed3e940006 /hbase/shutdown does not exist. Watcher is set. 2014-08-01 09:40:07,452 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZKUtil(425): regionserver:39329-0x14790ed3e940003 /hbase/shutdown does not exist. Watcher is set. 2014-08-01 09:40:07,452 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZKUtil(425): regionserver:60915-0x14790ed3e940002 /hbase/shutdown does not exist. Watcher is set. 2014-08-01 09:40:07,453 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZKUtil(425): regionserver:37655-0x14790ed3e940004 /hbase/shutdown does not exist. Watcher is set. 2014-08-01 09:40:07,573 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:60915-0x14790ed3e940002 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2014-08-01 09:40:07,574 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:39329-0x14790ed3e940003 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2014-08-01 09:40:07,574 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:34413-0x14790ed3e940007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2014-08-01 09:40:07,574 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:37655-0x14790ed3e940004 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2014-08-01 09:40:07,574 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:58514-0x14790ed3e940006 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2014-08-01 09:40:07,575 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:57376-0x14790ed3e940005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2014-08-01 09:40:07,576 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZKUtil(1597): regionserver:39329-0x14790ed3e940003 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,49... 2014-08-01 09:40:07,577 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZKUtil(1597): regionserver:60915-0x14790ed3e940002 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,49... 2014-08-01 09:40:07,578 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZKUtil(1597): regionserver:57376-0x14790ed3e940005 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,49... 2014-08-01 09:40:07,578 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZKUtil(1597): regionserver:58514-0x14790ed3e940006 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,49... 2014-08-01 09:40:07,580 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZKUtil(1597): regionserver:34413-0x14790ed3e940007 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,49... 2014-08-01 09:40:07,580 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZKUtil(1597): regionserver:37655-0x14790ed3e940004 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,49... 2014-08-01 09:40:07,615 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:57376-0x14790ed3e940005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:40:07,615 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:37655-0x14790ed3e940004 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:40:07,616 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:34413-0x14790ed3e940007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:40:07,616 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:58514-0x14790ed3e940006 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:40:07,617 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:60915-0x14790ed3e940002 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:40:07,624 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:39329-0x14790ed3e940003 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:40:07,626 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZKUtil(1597): regionserver:57376-0x14790ed3e940005 Retrieved 28 byte(s) of data from znode /hbase/shutdown and set watcher; Fri Aug 01 09:40:07 UTC 2014 2014-08-01 09:40:07,626 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZKUtil(1597): regionserver:58514-0x14790ed3e940006 Retrieved 28 byte(s) of data from znode /hbase/shutdown and set watcher; Fri Aug 01 09:40:07 UTC 2014 2014-08-01 09:40:07,630 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZKUtil(1597): regionserver:60915-0x14790ed3e940002 Retrieved 28 byte(s) of data from znode /hbase/shutdown and set watcher; Fri Aug 01 09:40:07 UTC 2014 2014-08-01 09:40:07,630 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZKUtil(1597): regionserver:34413-0x14790ed3e940007 Retrieved 28 byte(s) of data from znode /hbase/shutdown and set watcher; Fri Aug 01 09:40:07 UTC 2014 2014-08-01 09:40:07,631 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZKUtil(1597): regionserver:37655-0x14790ed3e940004 Retrieved 28 byte(s) of data from znode /hbase/shutdown and set watcher; Fri Aug 01 09:40:07 UTC 2014 2014-08-01 09:40:07,631 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZKUtil(1597): regionserver:39329-0x14790ed3e940003 Retrieved 28 byte(s) of data from znode /hbase/shutdown and set watcher; Fri Aug 01 09:40:07 UTC 2014 2014-08-01 09:40:12,039 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:58514-0x14790ed3e940006 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:40:12,039 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:57376-0x14790ed3e940005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:40:12,040 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:60915-0x14790ed3e940002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:40:12,041 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:37655-0x14790ed3e940004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:40:12,041 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:34413-0x14790ed3e940007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:40:12,042 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:39329-0x14790ed3e940003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:40:12,044 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZKUtil(425): regionserver:37655-0x14790ed3e940004 /hbase/master does not exist. Watcher is set. 2014-08-01 09:40:12,045 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZKUtil(425): regionserver:39329-0x14790ed3e940003 /hbase/master does not exist. Watcher is set. 2014-08-01 09:40:12,046 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZKUtil(425): regionserver:58514-0x14790ed3e940006 /hbase/master does not exist. Watcher is set. 2014-08-01 09:40:12,046 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZKUtil(425): regionserver:34413-0x14790ed3e940007 /hbase/master does not exist. Watcher is set. 2014-08-01 09:40:12,046 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZKUtil(425): regionserver:57376-0x14790ed3e940005 /hbase/master does not exist. Watcher is set. 2014-08-01 09:40:12,046 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZKUtil(425): regionserver:60915-0x14790ed3e940002 /hbase/master does not exist. Watcher is set. 2014-08-01 09:40:12,732 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:37655-0x14790ed3e940004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:40:12,732 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:58514-0x14790ed3e940006 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:40:12,732 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:34413-0x14790ed3e940007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:40:12,732 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:57376-0x14790ed3e940005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:40:12,733 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:39329-0x14790ed3e940003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:40:12,733 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:60915-0x14790ed3e940002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:40:12,734 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZKUtil(425): regionserver:34413-0x14790ed3e940007 /hbase/shutdown does not exist. Watcher is set. 2014-08-01 09:40:12,735 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZKUtil(425): regionserver:60915-0x14790ed3e940002 /hbase/shutdown does not exist. Watcher is set. 2014-08-01 09:40:12,735 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZKUtil(425): regionserver:39329-0x14790ed3e940003 /hbase/shutdown does not exist. Watcher is set. 2014-08-01 09:40:12,735 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZKUtil(425): regionserver:58514-0x14790ed3e940006 /hbase/shutdown does not exist. Watcher is set. 2014-08-01 09:40:12,737 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZKUtil(425): regionserver:57376-0x14790ed3e940005 /hbase/shutdown does not exist. Watcher is set. 2014-08-01 09:40:12,737 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZKUtil(425): regionserver:37655-0x14790ed3e940004 /hbase/shutdown does not exist. Watcher is set. 2014-08-01 09:40:12,860 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:34413-0x14790ed3e940007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2014-08-01 09:40:12,861 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:57376-0x14790ed3e940005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2014-08-01 09:40:12,861 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:58514-0x14790ed3e940006 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2014-08-01 09:40:12,861 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:37655-0x14790ed3e940004 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2014-08-01 09:40:12,861 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:39329-0x14790ed3e940003 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2014-08-01 09:40:12,861 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:60915-0x14790ed3e940002 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2014-08-01 09:40:12,862 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZKUtil(1597): regionserver:34413-0x14790ed3e940007 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,42... 2014-08-01 09:40:12,864 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZKUtil(1597): regionserver:39329-0x14790ed3e940003 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,42... 2014-08-01 09:40:12,865 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZKUtil(1597): regionserver:58514-0x14790ed3e940006 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,42... 2014-08-01 09:40:12,865 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZKUtil(1597): regionserver:60915-0x14790ed3e940002 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,42... 2014-08-01 09:40:12,866 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZKUtil(1597): regionserver:57376-0x14790ed3e940005 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,42... 2014-08-01 09:40:12,867 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZKUtil(1597): regionserver:37655-0x14790ed3e940004 Retrieved 40 byte(s) of data from znode /hbase/master and set watcher; \x00\x00penates.apache.org,42... 2014-08-01 09:40:12,899 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:34413-0x14790ed3e940007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:40:12,899 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:37655-0x14790ed3e940004 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:40:12,900 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:39329-0x14790ed3e940003 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:40:12,900 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:58514-0x14790ed3e940006 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:40:12,901 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:60915-0x14790ed3e940002 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:40:12,902 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:57376-0x14790ed3e940005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:40:12,902 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZKUtil(1597): regionserver:39329-0x14790ed3e940003 Retrieved 28 byte(s) of data from znode /hbase/shutdown and set watcher; Fri Aug 01 09:40:12 UTC 2014 2014-08-01 09:40:12,903 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZKUtil(1597): regionserver:37655-0x14790ed3e940004 Retrieved 28 byte(s) of data from znode /hbase/shutdown and set watcher; Fri Aug 01 09:40:12 UTC 2014 2014-08-01 09:40:12,905 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZKUtil(1597): regionserver:58514-0x14790ed3e940006 Retrieved 28 byte(s) of data from znode /hbase/shutdown and set watcher; Fri Aug 01 09:40:12 UTC 2014 2014-08-01 09:40:12,906 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZKUtil(1597): regionserver:34413-0x14790ed3e940007 Retrieved 28 byte(s) of data from znode /hbase/shutdown and set watcher; Fri Aug 01 09:40:12 UTC 2014 2014-08-01 09:40:12,907 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZKUtil(1597): regionserver:60915-0x14790ed3e940002 Retrieved 28 byte(s) of data from znode /hbase/shutdown and set watcher; Fri Aug 01 09:40:12 UTC 2014 2014-08-01 09:40:12,908 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZKUtil(1597): regionserver:57376-0x14790ed3e940005 Retrieved 28 byte(s) of data from znode /hbase/shutdown and set watcher; Fri Aug 01 09:40:12 UTC 2014 2014-08-01 09:40:20,134 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:34413-0x14790ed3e940007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:40:20,135 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:39329-0x14790ed3e940003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:40:20,135 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:37655-0x14790ed3e940004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:40:20,136 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:60915-0x14790ed3e940002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:40:20,136 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:58514-0x14790ed3e940006 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:40:20,137 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZKUtil(425): regionserver:37655-0x14790ed3e940004 /hbase/shutdown does not exist. Watcher is set. 2014-08-01 09:40:20,138 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:57376-0x14790ed3e940005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2014-08-01 09:40:20,138 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZKUtil(425): regionserver:60915-0x14790ed3e940002 /hbase/shutdown does not exist. Watcher is set. 2014-08-01 09:40:20,140 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZKUtil(425): regionserver:34413-0x14790ed3e940007 /hbase/shutdown does not exist. Watcher is set. 2014-08-01 09:40:20,140 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZKUtil(425): regionserver:39329-0x14790ed3e940003 /hbase/shutdown does not exist. Watcher is set. 2014-08-01 09:40:20,141 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZKUtil(425): regionserver:58514-0x14790ed3e940006 /hbase/shutdown does not exist. Watcher is set. 2014-08-01 09:40:20,151 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:34413-0x14790ed3e940007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:40:20,151 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:60915-0x14790ed3e940002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:40:20,151 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:58514-0x14790ed3e940006 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:40:20,151 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:37655-0x14790ed3e940004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:40:20,151 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:39329-0x14790ed3e940003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:40:20,154 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZKUtil(425): regionserver:58514-0x14790ed3e940006 /hbase/master does not exist. Watcher is set. 2014-08-01 09:40:20,154 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZKUtil(425): regionserver:37655-0x14790ed3e940004 /hbase/master does not exist. Watcher is set. 2014-08-01 09:40:20,155 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZKUtil(425): regionserver:60915-0x14790ed3e940002 /hbase/master does not exist. Watcher is set. 2014-08-01 09:40:20,155 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZKUtil(425): regionserver:34413-0x14790ed3e940007 /hbase/master does not exist. Watcher is set. 2014-08-01 09:40:20,155 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZKUtil(425): regionserver:39329-0x14790ed3e940003 /hbase/master does not exist. Watcher is set. 2014-08-01 09:40:20,156 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZKUtil(425): regionserver:57376-0x14790ed3e940005 /hbase/shutdown does not exist. Watcher is set. 2014-08-01 09:40:20,156 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:57376-0x14790ed3e940005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2014-08-01 09:40:20,156 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZKUtil(425): regionserver:57376-0x14790ed3e940005 /hbase/master does not exist. Watcher is set. 2014-08-01 09:40:20,520 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:34413-0x14790ed3e940007 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2014-08-01 09:40:20,520 DEBUG [RegionServer:0;penates.apache.org,34413,1406885773712-EventThread] zookeeper.ZooKeeperWatcher(376): regionserver:34413-0x14790ed3e940007 Received Disconnected from ZooKeeper, ignoring 2014-08-01 09:40:20,521 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:37655-0x14790ed3e940004 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2014-08-01 09:40:20,521 DEBUG [RegionServer:1;penates.apache.org,37655,1406885773800-EventThread] zookeeper.ZooKeeperWatcher(376): regionserver:37655-0x14790ed3e940004 Received Disconnected from ZooKeeper, ignoring 2014-08-01 09:40:20,521 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:58514-0x14790ed3e940006 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2014-08-01 09:40:20,521 DEBUG [RegionServer:4;penates.apache.org,58514,1406885773989-EventThread] zookeeper.ZooKeeperWatcher(376): regionserver:58514-0x14790ed3e940006 Received Disconnected from ZooKeeper, ignoring 2014-08-01 09:40:20,521 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:57376-0x14790ed3e940005 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2014-08-01 09:40:20,521 DEBUG [RegionServer:5;penates.apache.org,57376,1406885774063-EventThread] zookeeper.ZooKeeperWatcher(376): regionserver:57376-0x14790ed3e940005 Received Disconnected from ZooKeeper, ignoring 2014-08-01 09:40:20,521 DEBUG [Thread-43-EventThread] zookeeper.ZooKeeperWatcher(294): master:43533-0x14790ed3e940001-0x14790ed3e940008 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2014-08-01 09:40:20,521 DEBUG [Thread-43-EventThread] zookeeper.ZooKeeperWatcher(376): master:43533-0x14790ed3e940001-0x14790ed3e940008 Received Disconnected from ZooKeeper, ignoring 2014-08-01 09:40:20,522 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:60915-0x14790ed3e940002 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2014-08-01 09:40:20,522 DEBUG [RegionServer:3;penates.apache.org,60915,1406885773922-EventThread] zookeeper.ZooKeeperWatcher(376): regionserver:60915-0x14790ed3e940002 Received Disconnected from ZooKeeper, ignoring 2014-08-01 09:40:20,523 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZooKeeperWatcher(294): regionserver:39329-0x14790ed3e940003 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2014-08-01 09:40:20,523 DEBUG [RegionServer:2;penates.apache.org,39329,1406885773865-EventThread] zookeeper.ZooKeeperWatcher(376): regionserver:39329-0x14790ed3e940003 Received Disconnected from ZooKeeper, ignoring 2014-08-01 09:40:20,523 DEBUG [pool-1-thread-1-EventThread] zookeeper.ZooKeeperWatcher(294): unittest-0x14790ed3e940009 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2014-08-01 09:40:20,523 DEBUG [pool-1-thread-1-EventThread] zookeeper.ZooKeeperWatcher(376): unittest-0x14790ed3e940009 Received Disconnected from ZooKeeper, ignoring 2014-08-01 09:40:20,527 WARN [org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@9c8c3f] datanode.DataXceiverServer(138): DatanodeRegistration(127.0.0.1:54912, storageID=DS-856130188-67.195.81.186-54912-1406885772864, infoPort=54620, ipcPort=45679):DataXceiveServer:java.nio.channels.AsynchronousCloseException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:185) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:157) at sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:84) at org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:131) at java.lang.Thread.run(Thread.java:662) 2014-08-01 09:40:21,527 WARN [DataNode: [/home/jenkins/jenkins-slave/workspace/HBase-0.94.22/target/test-data/b70b046d-b402-46bb-b198-9185d15b6483/dfscluster_4fcf3ea0-a79e-47c8-9497-ac3110b4d3ce/dfs/data/data1,/home/jenkins/jenkins-slave/workspace/HBase-0.94.22/target/test-data/b70b046d-b402-46bb-b198-9185d15b6483/dfscluster_4fcf3ea0-a79e-47c8-9497-ac3110b4d3ce/dfs/data/data2]] util.MBeans(73): Hadoop:service=DataNode,name=DataNodeInfo javax.management.InstanceNotFoundException: Hadoop:service=DataNode,name=DataNodeInfo at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1094) at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:415) at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:403) at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:507) at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:71) at org.apache.hadoop.hdfs.server.datanode.DataNode.unRegisterMXBean(DataNode.java:522) at org.apache.hadoop.hdfs.server.datanode.DataNode.shutdown(DataNode.java:737) at org.apache.hadoop.hdfs.server.datanode.DataNode.run(DataNode.java:1471) at java.lang.Thread.run(Thread.java:662) 2014-08-01 09:40:21,528 WARN [pool-1-thread-1] util.MBeans(73): Hadoop:service=DataNode,name=FSDatasetState-UndefinedStorageId285256589 javax.management.InstanceNotFoundException: Hadoop:service=DataNode,name=FSDatasetState-UndefinedStorageId285256589 at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1094) at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:415) at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:403) at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:507) at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:71) at org.apache.hadoop.hdfs.server.datanode.FSDataset.shutdown(FSDataset.java:2067) at org.apache.hadoop.hdfs.server.datanode.DataNode.shutdown(DataNode.java:799) at org.apache.hadoop.hdfs.MiniDFSCluster.shutdownDataNodes(MiniDFSCluster.java:566) at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:550) at org.apache.hadoop.hbase.HBaseTestingUtility.shutdownMiniDFSCluster(HBaseTestingUtility.java:475) at org.apache.hadoop.hbase.master.TestDistributedLogSplitting.tearDown(TestDistributedLogSplitting.java:119) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner.run(ParentRunner.java:309) at org.junit.runners.Suite.runChild(Suite.java:127) at org.junit.runners.Suite.runChild(Suite.java:26) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439) at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:138) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918) at java.lang.Thread.run(Thread.java:662) 2014-08-01 09:40:21,529 WARN [pool-1-thread-1] datanode.FSDatasetAsyncDiskService(121): AsyncDiskService has already shut down. 2014-08-01 09:40:21,539 INFO [pool-1-thread-1] log.Slf4jLog(67): Stopped SelectChannelConnector@localhost:0 2014-08-01 09:40:21,542 WARN [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$ReplicationMonitor@3bc20e] namenode.FSNamesystem$ReplicationMonitor(2718): ReplicationMonitor thread received InterruptedException.java.lang.InterruptedException: sleep interrupted