/System/Library/Frameworks/JavaVM.framework/Versions/1.6/Home/bin/java -Dfile.encoding=MacRoman -classpath /Applications/IntelliJ IDEA 9.0.3.app/lib/idea_rt.jar:/Applications/IntelliJ IDEA 9.0.3.app/plugins/junit/lib/junit-rt.jar:/System/Library/Frameworks/JavaVM.framework/Versions/A/Resources/Deploy.bundle/Contents/Resources/Java/deploy.jar:/System/Library/Frameworks/JavaVM.framework/Versions/1.6.0/Home/lib/dt.jar:/System/Library/Frameworks/JavaVM.framework/Versions/A/Resources/Deploy.bundle/Contents/Resources/Java/javaws.jar:/System/Library/Frameworks/JavaVM.framework/Versions/1.6.0/Home/lib/jce.jar:/System/Library/Frameworks/JavaVM.framework/Versions/1.6.0/Home/lib/management-agent.jar:/System/Library/Frameworks/JavaVM.framework/Versions/A/Resources/Deploy.bundle/Contents/Resources/Java/plugin.jar:/System/Library/Frameworks/JavaVM.framework/Versions/1.6.0/Home/lib/sa-jdi.jar:/System/Library/Frameworks/JavaVM.framework/Versions/1.6.0/Classes/alt-rt.jar:/System/Library/Frameworks/JavaVM.framework/Versions/1.6.0/Classes/charsets.jar:/System/Library/Frameworks/JavaVM.framework/Versions/1.6.0/Classes/classes.jar:/System/Library/Frameworks/JavaVM.framework/Versions/1.6.0/Classes/jconsole.jar:/System/Library/Frameworks/JavaVM.framework/Versions/1.6.0/Classes/jsse.jar:/System/Library/Frameworks/JavaVM.framework/Versions/1.6.0/Classes/ui.jar:/System/Library/Frameworks/JavaVM.framework/Versions/1.6.0/Home/lib/ext/apple_provider.jar:/System/Library/Frameworks/JavaVM.framework/Versions/1.6.0/Home/lib/ext/dnsns.jar:/System/Library/Frameworks/JavaVM.framework/Versions/1.6.0/Home/lib/ext/localedata.jar:/System/Library/Frameworks/JavaVM.framework/Versions/1.6.0/Home/lib/ext/sunjce_provider.jar:/System/Library/Frameworks/JavaVM.framework/Versions/1.6.0/Home/lib/ext/sunpkcs11.jar:/Users/lfrancke/dev/external/hbase/target/test-classes:/Users/lfrancke/dev/external/hbase/target/classes:/Users/lfrancke/.m2/repository/com/google/guava/guava/r06/guava-r06.jar:/Users/lfrancke/.m2/repository/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/Users/lfrancke/.m2/repository/commons-codec/commons-codec/1.4/commons-codec-1.4.jar:/Users/lfrancke/.m2/repository/commons-httpclient/commons-httpclient/3.1/commons-httpclient-3.1.jar:/Users/lfrancke/.m2/repository/commons-logging/commons-logging/1.1.1/commons-logging-1.1.1.jar:/Users/lfrancke/.m2/repository/commons-lang/commons-lang/2.5/commons-lang-2.5.jar:/Users/lfrancke/.m2/repository/log4j/log4j/1.2.16/log4j-1.2.16.jar:/Users/lfrancke/.m2/repository/org/apache/hadoop/avro/1.3.3/avro-1.3.3.jar:/Users/lfrancke/.m2/repository/org/codehaus/jackson/jackson-mapper-asl/1.4.2/jackson-mapper-asl-1.4.2.jar:/Users/lfrancke/.m2/repository/org/codehaus/jackson/jackson-core-asl/1.5.5/jackson-core-asl-1.5.5.jar:/Users/lfrancke/.m2/repository/org/slf4j/slf4j-api/1.5.8/slf4j-api-1.5.8.jar:/Users/lfrancke/.m2/repository/com/thoughtworks/paranamer/paranamer/2.2/paranamer-2.2.jar:/Users/lfrancke/.m2/repository/com/thoughtworks/paranamer/paranamer-ant/2.2/paranamer-ant-2.2.jar:/Users/lfrancke/.m2/repository/com/thoughtworks/paranamer/paranamer-generator/2.2/paranamer-generator-2.2.jar:/Users/lfrancke/.m2/repository/com/thoughtworks/qdox/qdox/1.10.1/qdox-1.10.1.jar:/Users/lfrancke/.m2/repository/asm/asm/3.1/asm-3.1.jar:/Users/lfrancke/.m2/repository/org/apache/ant/ant/1.7.1/ant-1.7.1.jar:/Users/lfrancke/.m2/repository/org/apache/ant/ant-launcher/1.7.1/ant-launcher-1.7.1.jar:/Users/lfrancke/.m2/repository/org/mortbay/jetty/jetty/6.1.25/jetty-6.1.25.jar:/Users/lfrancke/.m2/repository/org/mortbay/jetty/jetty-util/6.1.25/jetty-util-6.1.25.jar:/Users/lfrancke/.m2/repository/org/apache/hadoop/hadoop-core/0.20.3-append-r964955-1240/hadoop-core-0.20.3-append-r964955-1240.jar:/Users/lfrancke/.m2/repository/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/Users/lfrancke/.m2/repository/commons-net/commons-net/1.4.1/commons-net-1.4.1.jar:/Users/lfrancke/.m2/repository/oro/oro/2.0.8/oro-2.0.8.jar:/Users/lfrancke/.m2/repository/tomcat/jasper-runtime/5.5.23/jasper-runtime-5.5.23.jar:/Users/lfrancke/.m2/repository/tomcat/jasper-compiler/5.5.23/jasper-compiler-5.5.23.jar:/Users/lfrancke/.m2/repository/org/mortbay/jetty/jsp-api-2.1/6.1.14/jsp-api-2.1-6.1.14.jar:/Users/lfrancke/.m2/repository/org/mortbay/jetty/servlet-api-2.5/6.1.14/servlet-api-2.5-6.1.14.jar:/Users/lfrancke/.m2/repository/org/mortbay/jetty/jsp-2.1/6.1.14/jsp-2.1-6.1.14.jar:/Users/lfrancke/.m2/repository/org/eclipse/jdt/core/3.1.1/core-3.1.1.jar:/Users/lfrancke/.m2/repository/ant/ant/1.6.5/ant-1.6.5.jar:/Users/lfrancke/.m2/repository/commons-el/commons-el/1.0/commons-el-1.0.jar:/Users/lfrancke/.m2/repository/net/java/dev/jets3t/jets3t/0.7.1/jets3t-0.7.1.jar:/Users/lfrancke/.m2/repository/net/sf/kosmosfs/kfs/0.3/kfs-0.3.jar:/Users/lfrancke/.m2/repository/hsqldb/hsqldb/1.8.0.10/hsqldb-1.8.0.10.jar:/Users/lfrancke/.m2/repository/org/apache/hadoop/zookeeper/3.3.1/zookeeper-3.3.1.jar:/Users/lfrancke/.m2/repository/jline/jline/0.9.94/jline-0.9.94.jar:/Users/lfrancke/.m2/repository/junit/junit/4.8.1/junit-4.8.1.jar:/Users/lfrancke/.m2/repository/org/apache/thrift/thrift/0.2.0/thrift-0.2.0.jar:/Users/lfrancke/.m2/repository/org/jruby/jruby-complete/1.5.2/jruby-complete-1.5.2.jar:/Users/lfrancke/.m2/repository/org/slf4j/slf4j-log4j12/1.5.8/slf4j-log4j12-1.5.8.jar:/Users/lfrancke/.m2/repository/com/google/protobuf/protobuf-java/2.3.0/protobuf-java-2.3.0.jar:/Users/lfrancke/.m2/repository/com/sun/jersey/jersey-core/1.4/jersey-core-1.4.jar:/Users/lfrancke/.m2/repository/com/sun/jersey/jersey-json/1.4/jersey-json-1.4.jar:/Users/lfrancke/.m2/repository/org/codehaus/jettison/jettison/1.1/jettison-1.1.jar:/Users/lfrancke/.m2/repository/stax/stax-api/1.0.1/stax-api-1.0.1.jar:/Users/lfrancke/.m2/repository/com/sun/xml/bind/jaxb-impl/2.1.12/jaxb-impl-2.1.12.jar:/Users/lfrancke/.m2/repository/javax/xml/bind/jaxb-api/2.1/jaxb-api-2.1.jar:/Users/lfrancke/.m2/repository/javax/activation/activation/1.1/activation-1.1.jar:/Users/lfrancke/.m2/repository/org/codehaus/jackson/jackson-jaxrs/1.5.5/jackson-jaxrs-1.5.5.jar:/Users/lfrancke/.m2/repository/org/codehaus/jackson/jackson-xc/1.5.5/jackson-xc-1.5.5.jar:/Users/lfrancke/.m2/repository/com/sun/jersey/jersey-server/1.4/jersey-server-1.4.jar:/Users/lfrancke/.m2/repository/javax/ws/rs/jsr311-api/1.1.1/jsr311-api-1.1.1.jar:/Users/lfrancke/.m2/repository/org/mockito/mockito-all/1.8.5/mockito-all-1.8.5.jar:/Users/lfrancke/.m2/repository/org/apache/commons/commons-math/2.1/commons-math-2.1.jar:/Users/lfrancke/.m2/repository/org/apache/hadoop/hadoop-test/0.20.3-append-r964955-1240/hadoop-test-0.20.3-append-r964955-1240.jar:/Users/lfrancke/.m2/repository/org/apache/ftpserver/ftplet-api/1.0.0/ftplet-api-1.0.0.jar:/Users/lfrancke/.m2/repository/org/apache/mina/mina-core/2.0.0-M5/mina-core-2.0.0-M5.jar:/Users/lfrancke/.m2/repository/org/apache/ftpserver/ftpserver-core/1.0.0/ftpserver-core-1.0.0.jar:/Users/lfrancke/.m2/repository/org/apache/ftpserver/ftpserver-deprecated/1.0.0-M2/ftpserver-deprecated-1.0.0-M2.jar com.intellij.rt.execution.junit.JUnitStarter -ideVersion5 -junit4 org.apache.hadoop.hbase.master.TestRestartCluster 2010-10-11 22:41:00,413 INFO [Thread-1] zookeeper.MiniZooKeeperCluster(125): Started MiniZK Server on client port: 21810 2010-10-11 22:41:00,539 INFO [Thread-1] zookeeper.ZKUtil(94): cluster1 opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:41:00,747 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): cluster1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:41:00,749 INFO [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(269): cluster1 connected 2010-10-11 22:41:00,779 DEBUG [Thread-1] zookeeper.ZKAssign(138): cluster1-0x12b9d0658770000 Creating unassigned node for 70236052 in OFFLINE state 2010-10-11 22:41:00,788 DEBUG [Thread-1] zookeeper.ZKAssign(138): cluster1-0x12b9d0658770000 Creating unassigned node for 1028785192 in OFFLINE state 2010-10-11 22:41:00,791 DEBUG [Thread-1] master.TestRestartCluster(81): Created UNASSIGNED zNode for ROOT and META regions in state M_ZK_REGION_OFFLINE 2010-10-11 22:41:00,792 INFO [Thread-1] master.TestRestartCluster(85): Starting HBase cluster... 2010-10-11 22:41:00,793 INFO [Thread-1] hbase.HBaseTestingUtility(321): Starting up minicluster with 1 master(s) and 2 regionserver(s) and datanode(s) 2010-10-11 22:41:02,528 INFO [Thread-1] log.Slf4jLog(67): Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog 2010-10-11 22:41:02,609 INFO [Thread-1] log.Slf4jLog(67): jetty-6.1.25 2010-10-11 22:41:02,669 INFO [Thread-1] log.Slf4jLog(67): Extract jar:file:/Users/lfrancke/.m2/repository/org/apache/hadoop/hadoop-core/0.20.3-append-r964955-1240/hadoop-core-0.20.3-append-r964955-1240.jar!/webapps/hdfs to /var/folders/MG/MG4vL+NqGkiOc9indOqqgE+++TI/-Tmp-/Jetty_localhost_58404_hdfs____vfjs67/webapp 2010-10-11 22:41:03,408 INFO [Thread-1] log.Slf4jLog(67): Started SelectChannelConnector@localhost:58404 Starting DataNode 0 with dfs.data.dir: /Users/lfrancke/dev/external/hbase/target/test-data/bf04dce1-408b-41a1-a12c-71ac824d6839/dfs/data/data1,/Users/lfrancke/dev/external/hbase/target/test-data/bf04dce1-408b-41a1-a12c-71ac824d6839/dfs/data/data2 2010-10-11 22:41:03,780 INFO [Thread-1] log.Slf4jLog(67): jetty-6.1.25 2010-10-11 22:41:03,828 INFO [Thread-1] log.Slf4jLog(67): Extract jar:file:/Users/lfrancke/.m2/repository/org/apache/hadoop/hadoop-core/0.20.3-append-r964955-1240/hadoop-core-0.20.3-append-r964955-1240.jar!/webapps/datanode to /var/folders/MG/MG4vL+NqGkiOc9indOqqgE+++TI/-Tmp-/Jetty_localhost_58408_datanode____svu1b4/webapp 2010-10-11 22:41:04,390 INFO [Thread-1] log.Slf4jLog(67): Started SelectChannelConnector@localhost:58408 Starting DataNode 1 with dfs.data.dir: /Users/lfrancke/dev/external/hbase/target/test-data/bf04dce1-408b-41a1-a12c-71ac824d6839/dfs/data/data3,/Users/lfrancke/dev/external/hbase/target/test-data/bf04dce1-408b-41a1-a12c-71ac824d6839/dfs/data/data4 2010-10-11 22:41:05,000 INFO [Thread-1] log.Slf4jLog(67): jetty-6.1.25 2010-10-11 22:41:05,042 INFO [Thread-1] log.Slf4jLog(67): Extract jar:file:/Users/lfrancke/.m2/repository/org/apache/hadoop/hadoop-core/0.20.3-append-r964955-1240/hadoop-core-0.20.3-append-r964955-1240.jar!/webapps/datanode to /var/folders/MG/MG4vL+NqGkiOc9indOqqgE+++TI/-Tmp-/Jetty_localhost_58411_datanode____.gjhdqg/webapp 2010-10-11 22:41:05,500 INFO [Thread-1] log.Slf4jLog(67): Started SelectChannelConnector@localhost:58411 2010-10-11 22:41:06,389 DEBUG [Thread-1] util.FSUtils(220): Created version file at hdfs://localhost:58403/user/lfrancke set its version at:7 2010-10-11 22:41:07,037 INFO [Thread-1] ipc.HBaseRpcMetrics(57): Initializing RPC Metrics with hostName=MiniHBaseCluster$MiniHBaseClusterMaster, port=58416 2010-10-11 22:41:07,565 INFO [Thread-1] zookeeper.ZKUtil(94): master:58416 opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:41:07,573 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:58416 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:41:07,574 INFO [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(269): master:58416 connected 2010-10-11 22:41:07,604 INFO [Thread-1] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:41:07,609 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:41:07,610 INFO [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(269): hconnection connected 2010-10-11 22:41:07,613 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d0658770002 Set watcher on existing znode /hbase/master 2010-10-11 22:41:07,615 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d0658770002 Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:41:07,621 INFO [Thread-1] ipc.HBaseRpcMetrics(57): Initializing RPC Metrics with hostName=MiniHBaseCluster$MiniHBaseClusterRegionServer, port=58419 2010-10-11 22:41:07,633 INFO [Thread-1] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:41:07,637 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:41:07,637 INFO [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(269): hconnection connected 2010-10-11 22:41:07,641 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d0658770003 Set watcher on existing znode /hbase/master 2010-10-11 22:41:07,642 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d0658770003 Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:41:07,648 INFO [Thread-1] ipc.HBaseRpcMetrics(57): Initializing RPC Metrics with hostName=MiniHBaseCluster$MiniHBaseClusterRegionServer, port=58421 2010-10-11 22:41:07,664 INFO [RegionServer:0;192.168.1.218,58419,1286829667630] zookeeper.ZKUtil(94): regionserver:58419 opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:41:07,667 INFO [RegionServer:1;192.168.1.218,58421,1286829667652] zookeeper.ZKUtil(94): regionserver:58421 opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:41:07,679 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d0658770003 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2010-10-11 22:41:07,680 DEBUG [RegionServer:1;192.168.1.218,58421,1286829667652-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58421 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:41:07,680 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58419 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:41:07,682 INFO [RegionServer:0;192.168.1.218,58419,1286829667630-EventThread] zookeeper.ZooKeeperWatcher(269): regionserver:58419 connected 2010-10-11 22:41:07,679 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d0658770002 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2010-10-11 22:41:07,681 INFO [RegionServer:1;192.168.1.218,58421,1286829667652-EventThread] zookeeper.ZooKeeperWatcher(269): regionserver:58421 connected 2010-10-11 22:41:08,689 INFO [Master:0;192.168.1.218:58416] master.MasterFileSystem(226): BOOTSTRAP: creating ROOT and first META regions 2010-10-11 22:41:08,840 INFO [RegionServer:0;192.168.1.218,58419,1286829667630] zookeeper.ZKUtil(197): regionserver:58419-0x12b9d0658770004 Set watcher on existing znode /hbase/master 2010-10-11 22:41:08,841 INFO [RegionServer:1;192.168.1.218,58421,1286829667652] zookeeper.ZKUtil(197): regionserver:58421-0x12b9d0658770005 Set watcher on existing znode /hbase/master 2010-10-11 22:41:08,994 INFO [Thread-1] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:41:08,997 DEBUG [RegionServer:1;192.168.1.218,58421,1286829667652] zookeeper.ZKUtil(1012): regionserver:58421-0x12b9d0658770005 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58416 2010-10-11 22:41:08,999 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630] zookeeper.ZKUtil(1012): regionserver:58419-0x12b9d0658770004 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58416 2010-10-11 22:41:09,001 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1012): hconnection-0x12b9d0658770002 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58416 2010-10-11 22:41:08,995 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1012): hconnection-0x12b9d0658770003 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58416 2010-10-11 22:41:09,019 INFO [RegionServer:1;192.168.1.218,58421,1286829667652] zookeeper.ZKUtil(197): regionserver:58421-0x12b9d0658770005 Set watcher on existing znode /hbase/shutdown 2010-10-11 22:41:09,020 INFO [RegionServer:0;192.168.1.218,58419,1286829667630] zookeeper.ZKUtil(197): regionserver:58419-0x12b9d0658770004 Set watcher on existing znode /hbase/shutdown 2010-10-11 22:41:09,024 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:41:09,025 INFO [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(269): hconnection connected 2010-10-11 22:41:09,031 INFO [Master:0;192.168.1.218:58416] wal.HLog(359): HLog configuration: blocksize=64 MB, rollsize=60.8 MB, enabled=true, flushlogentries=1, optionallogflushinternal=1000ms 2010-10-11 22:41:09,034 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d0658770006 Set watcher on existing znode /hbase/master 2010-10-11 22:41:09,061 DEBUG [Thread-1] zookeeper.ZKUtil(1012): hconnection-0x12b9d0658770006 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58416 2010-10-11 22:41:09,085 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d0658770006 Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:41:09,156 INFO [Master:0;192.168.1.218:58416] wal.SequenceFileLogWriter(126): Using syncFs -- HDFS-200 2010-10-11 22:41:09,159 INFO [Master:0;192.168.1.218:58416] wal.HLog(498): New hlog /user/lfrancke/-ROOT-/70236052/.logs/hlog.1286829669032 2010-10-11 22:41:09,160 INFO [Master:0;192.168.1.218:58416] wal.HLog(389): Using getNumCurrentReplicas--HDFS-826 2010-10-11 22:41:10,158 DEBUG [Master:0;192.168.1.218:58416] regionserver.HRegion(297): Instantiated -ROOT-,,0.70236052 2010-10-11 22:41:10,943 INFO [Master:0;192.168.1.218:58416] regionserver.HRegion(358): Onlined -ROOT-,,0.70236052; next sequenceid=1 2010-10-11 22:41:11,324 INFO [Master:0;192.168.1.218:58416] wal.HLog(359): HLog configuration: blocksize=64 MB, rollsize=60.8 MB, enabled=true, flushlogentries=1, optionallogflushinternal=1000ms 2010-10-11 22:41:11,387 INFO [Master:0;192.168.1.218:58416] wal.SequenceFileLogWriter(126): Using syncFs -- HDFS-200 2010-10-11 22:41:11,392 INFO [Master:0;192.168.1.218:58416] wal.HLog(498): New hlog /user/lfrancke/.META./1028785192/.logs/hlog.1286829671326 2010-10-11 22:41:11,393 INFO [Master:0;192.168.1.218:58416] wal.HLog(389): Using getNumCurrentReplicas--HDFS-826 2010-10-11 22:41:11,394 DEBUG [Master:0;192.168.1.218:58416] regionserver.HRegion(297): Instantiated .META.,,1.1028785192 2010-10-11 22:41:11,484 INFO [Master:0;192.168.1.218:58416] regionserver.HRegion(358): Onlined .META.,,1.1028785192; next sequenceid=1 2010-10-11 22:41:11,618 DEBUG [Master:0;192.168.1.218:58416] regionserver.HRegion(487): Closing -ROOT-,,0.70236052: disabling compactions & flushes 2010-10-11 22:41:11,619 DEBUG [Master:0;192.168.1.218:58416] regionserver.HRegion(515): Updates disabled for region -ROOT-,,0.70236052 2010-10-11 22:41:11,620 DEBUG [Master:0;192.168.1.218:58416] regionserver.HRegion(873): Started memstore flush for region -ROOT-,,0.70236052; current region memstore size 496.0 2010-10-11 22:41:11,621 DEBUG [Master:0;192.168.1.218:58416] regionserver.HRegion(911): Finished snapshotting, commencing flushing stores 2010-10-11 22:41:11,746 INFO [Master:0;192.168.1.218:58416] regionserver.Store(487): Renaming flushed file at hdfs://localhost:58403/user/lfrancke/-ROOT-/70236052/.tmp/9088841863559615961 to hdfs://localhost:58403/user/lfrancke/-ROOT-/70236052/info/1060511850055585144 2010-10-11 22:41:11,765 INFO [Master:0;192.168.1.218:58416] regionserver.Store(497): Added hdfs://localhost:58403/user/lfrancke/-ROOT-/70236052/info/1060511850055585144, entries=1, sequenceid=2, memsize=496.0, filesize=706.0 to -ROOT-,,0.70236052 2010-10-11 22:41:11,767 INFO [Master:0;192.168.1.218:58416] regionserver.HRegion(973): Finished memstore flush of ~496.0 for region -ROOT-,,0.70236052 in 148ms, sequenceid=2, compaction requested=false 2010-10-11 22:41:11,767 DEBUG [Master:0;192.168.1.218:58416] regionserver.Store(412): closed info 2010-10-11 22:41:11,768 INFO [Master:0;192.168.1.218:58416] regionserver.HRegion(526): Closed -ROOT-,,0.70236052 2010-10-11 22:41:11,768 DEBUG [Master:0;192.168.1.218:58416.logSyncer] wal.HLog$LogSyncer(977): Master:0;192.168.1.218:58416.logSyncer interrupted while waiting for sync requests 2010-10-11 22:41:11,769 INFO [Master:0;192.168.1.218:58416.logSyncer] wal.HLog$LogSyncer(982): Master:0;192.168.1.218:58416.logSyncer exiting 2010-10-11 22:41:11,770 DEBUG [Master:0;192.168.1.218:58416] wal.HLog(804): closing hlog writer in hdfs://localhost:58403/user/lfrancke/-ROOT-/70236052/.logs 2010-10-11 22:41:12,336 DEBUG [Master:0;192.168.1.218:58416] wal.HLog(772): Moved 1 log files to /user/lfrancke/-ROOT-/70236052/.oldlogs 2010-10-11 22:41:12,462 DEBUG [Master:0;192.168.1.218:58416] regionserver.HRegion(487): Closing .META.,,1.1028785192: disabling compactions & flushes 2010-10-11 22:41:12,463 DEBUG [Master:0;192.168.1.218:58416] regionserver.HRegion(515): Updates disabled for region .META.,,1.1028785192 2010-10-11 22:41:12,463 DEBUG [Master:0;192.168.1.218:58416] regionserver.Store(412): closed info 2010-10-11 22:41:12,464 INFO [Master:0;192.168.1.218:58416] regionserver.HRegion(526): Closed .META.,,1.1028785192 2010-10-11 22:41:12,464 DEBUG [Master:0;192.168.1.218:58416.logSyncer] wal.HLog$LogSyncer(977): Master:0;192.168.1.218:58416.logSyncer interrupted while waiting for sync requests 2010-10-11 22:41:12,464 INFO [Master:0;192.168.1.218:58416.logSyncer] wal.HLog$LogSyncer(982): Master:0;192.168.1.218:58416.logSyncer exiting 2010-10-11 22:41:12,465 DEBUG [Master:0;192.168.1.218:58416] wal.HLog(804): closing hlog writer in hdfs://localhost:58403/user/lfrancke/.META./1028785192/.logs 2010-10-11 22:41:13,043 DEBUG [Master:0;192.168.1.218:58416] wal.HLog(772): Moved 1 log files to /user/lfrancke/.META./1028785192/.oldlogs 2010-10-11 22:41:13,050 INFO [Master:0;192.168.1.218:58416] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:41:13,053 DEBUG [Master:0;192.168.1.218:58416-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:41:13,054 INFO [Master:0;192.168.1.218:58416-EventThread] zookeeper.ZooKeeperWatcher(269): hconnection connected 2010-10-11 22:41:13,063 INFO [Master:0;192.168.1.218:58416] zookeeper.ZKUtil(197): hconnection-0x12b9d0658770007 Set watcher on existing znode /hbase/master 2010-10-11 22:41:13,064 DEBUG [Master:0;192.168.1.218:58416] zookeeper.ZKUtil(1012): hconnection-0x12b9d0658770007 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58416 2010-10-11 22:41:13,066 INFO [Master:0;192.168.1.218:58416] zookeeper.ZKUtil(197): hconnection-0x12b9d0658770007 Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:41:13,083 INFO [Master:0;192.168.1.218:58416] metrics.MasterMetrics(59): Initialized 2010-10-11 22:41:13,085 DEBUG [Master:0;192.168.1.218:58416] master.LogCleaner(119): Add log cleaner in chain: org.apache.hadoop.hbase.master.TimeToLiveLogCleaner 2010-10-11 22:41:13,086 DEBUG [Master:0;192.168.1.218:58416] master.ReplicationLogCleaner(106): Didn't find this log in ZK, deleting: null 2010-10-11 22:41:13,087 DEBUG [Master:0;192.168.1.218:58416] master.LogCleaner(119): Add log cleaner in chain: org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2010-10-11 22:41:13,089 INFO [Master:0;192.168.1.218:58416] zookeeper.ZKUtil(197): master:58416-0x12b9d0658770001 Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:41:13,090 INFO [Master:0;192.168.1.218:58416] zookeeper.ZKUtil(197): master:58416-0x12b9d0658770001 Set watcher on existing znode /hbase/unassigned/1028785192 2010-10-11 22:41:13,092 DEBUG [Master:0;192.168.1.218:58416] zookeeper.ZKUtil(1012): master:58416-0x12b9d0658770001 Retrieved 29 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?Zu .META.,,1master 2010-10-11 22:41:13,092 DEBUG [Master:0;192.168.1.218:58416] catalog.CatalogTracker(132): Starting catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@786167d 2010-10-11 22:41:13,234 INFO [Master:0;192.168.1.218:58416] zookeeper.ZKUtil(197): master:58416-0x12b9d0658770001 Set watcher on existing znode /hbase/shutdown 2010-10-11 22:41:13,262 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58419-0x12b9d0658770004 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2010-10-11 22:41:13,264 DEBUG [RegionServer:1;192.168.1.218,58421,1286829667652-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58421-0x12b9d0658770005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2010-10-11 22:41:13,264 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:58416-0x12b9d0658770001 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2010-10-11 22:41:13,266 DEBUG [RegionServer:1;192.168.1.218,58421,1286829667652-EventThread] zookeeper.ZKUtil(1012): regionserver:58421-0x12b9d0658770005 Retrieved 29 byte(s) of data from znode /hbase/shutdown and set watcher; Mon Oct 11 22:41:13 CEST 2010 2010-10-11 22:41:13,267 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630-EventThread] zookeeper.ZKUtil(1012): regionserver:58419-0x12b9d0658770004 Retrieved 29 byte(s) of data from znode /hbase/shutdown and set watcher; Mon Oct 11 22:41:13 CEST 2010 2010-10-11 22:41:13,266 INFO [Master:0;192.168.1.218:58416] master.HMaster(364): Server active/primary master; 192.168.1.218:58416, sessionid=0x12b9d0658770001, cluster-up flag was=false 2010-10-11 22:41:13,271 INFO [RegionServer:1;192.168.1.218,58421,1286829667652] zookeeper.ZKUtil(197): regionserver:58421-0x12b9d0658770005 Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:41:13,268 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1012): master:58416-0x12b9d0658770001 Retrieved 29 byte(s) of data from znode /hbase/shutdown and set watcher; Mon Oct 11 22:41:13 CEST 2010 2010-10-11 22:41:13,273 INFO [RegionServer:0;192.168.1.218,58419,1286829667630] zookeeper.ZKUtil(197): regionserver:58419-0x12b9d0658770004 Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:41:13,274 INFO [RegionServer:1;192.168.1.218,58421,1286829667652] zookeeper.ZKUtil(197): regionserver:58421-0x12b9d0658770005 Set watcher on existing znode /hbase/unassigned/1028785192 2010-10-11 22:41:13,276 INFO [RegionServer:0;192.168.1.218,58419,1286829667630] zookeeper.ZKUtil(197): regionserver:58419-0x12b9d0658770004 Set watcher on existing znode /hbase/unassigned/1028785192 2010-10-11 22:41:13,277 DEBUG [RegionServer:1;192.168.1.218,58421,1286829667652] zookeeper.ZKUtil(1012): regionserver:58421-0x12b9d0658770005 Retrieved 29 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?Zu .META.,,1master 2010-10-11 22:41:13,278 DEBUG [RegionServer:1;192.168.1.218,58421,1286829667652] catalog.CatalogTracker(132): Starting catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@796cefa8 2010-10-11 22:41:13,282 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630] zookeeper.ZKUtil(1012): regionserver:58419-0x12b9d0658770004 Retrieved 29 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?Zu .META.,,1master 2010-10-11 22:41:13,284 DEBUG [Master:0;192.168.1.218:58416] executor.ExecutorService(173): Starting executor service: MASTER_OPEN_REGION-192.168.1.218:58416 2010-10-11 22:41:13,284 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630] catalog.CatalogTracker(132): Starting catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@40944dbd 2010-10-11 22:41:13,284 INFO [RegionServer:1;192.168.1.218,58421,1286829667652] regionserver.MemStoreFlusher(106): globalMemStoreLimit=49.6m, globalMemStoreLimitLowMark=43.4m, maxHeap=123.9m 2010-10-11 22:41:13,288 INFO [RegionServer:0;192.168.1.218,58419,1286829667630] regionserver.MemStoreFlusher(106): globalMemStoreLimit=49.6m, globalMemStoreLimitLowMark=43.4m, maxHeap=123.9m 2010-10-11 22:41:13,292 DEBUG [Master:0;192.168.1.218:58416] executor.ExecutorService(173): Starting executor service: MASTER_CLOSE_REGION-192.168.1.218:58416 2010-10-11 22:41:13,292 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630] regionserver.PriorityCompactionQueue(134): Create PriorityCompactionQueue 2010-10-11 22:41:13,292 DEBUG [RegionServer:1;192.168.1.218,58421,1286829667652] regionserver.PriorityCompactionQueue(134): Create PriorityCompactionQueue 2010-10-11 22:41:13,294 INFO [RegionServer:0;192.168.1.218,58419,1286829667630] regionserver.HRegionServer$MajorCompactionChecker(956): Runs every 1000000ms 2010-10-11 22:41:13,295 INFO [RegionServer:1;192.168.1.218,58421,1286829667652] regionserver.HRegionServer$MajorCompactionChecker(956): Runs every 1000000ms 2010-10-11 22:41:13,293 DEBUG [Master:0;192.168.1.218:58416] executor.ExecutorService(173): Starting executor service: MASTER_SERVER_OPERATIONS-192.168.1.218:58416 2010-10-11 22:41:13,298 DEBUG [Master:0;192.168.1.218:58416] executor.ExecutorService(173): Starting executor service: MASTER_TABLE_OPERATIONS-192.168.1.218:58416 2010-10-11 22:41:13,345 DEBUG [Master:0;192.168.1.218:58416] master.HMaster(531): Started service threads 2010-10-11 22:41:13,370 INFO [RegionServer:0;192.168.1.218,58419,1286829667630] regionserver.HRegionServer(1351): Connected to master at 192.168.1.218:58416 2010-10-11 22:41:13,373 INFO [RegionServer:1;192.168.1.218,58421,1286829667652] regionserver.HRegionServer(1351): Connected to master at 192.168.1.218:58416 2010-10-11 22:41:13,376 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:58416-0x12b9d0658770001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2010-10-11 22:41:13,380 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1012): master:58416-0x12b9d0658770001 Retrieved 19 byte(s) of data from znode /hbase/rs/192.168.1.218,58421,1286829667652 and set watcher; 192.168.1.218:58421 2010-10-11 22:41:13,381 INFO [RegionServer:0;192.168.1.218,58419,1286829667630] regionserver.HRegionServer(1392): Telling master at 192.168.1.218:58416 that we are up 2010-10-11 22:41:13,382 INFO [RegionServer:1;192.168.1.218,58421,1286829667652] regionserver.HRegionServer(1392): Telling master at 192.168.1.218:58416 that we are up 2010-10-11 22:41:13,384 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1012): master:58416-0x12b9d0658770001 Retrieved 19 byte(s) of data from znode /hbase/rs/192.168.1.218,58419,1286829667630 and set watcher; 192.168.1.218:58419 2010-10-11 22:41:13,384 INFO [IPC Server handler 2 on 58416] master.ServerManager(221): Registering server=192.168.1.218,58419,1286829667630, regionCount=0, userLoad=false 2010-10-11 22:41:13,393 INFO [IPC Server handler 3 on 58416] master.ServerManager(221): Registering server=192.168.1.218,58421,1286829667652, regionCount=0, userLoad=false 2010-10-11 22:41:13,402 DEBUG [RegionServer:1;192.168.1.218,58421,1286829667652] regionserver.HRegionServer(757): Config from master: hbase.regionserver.address=192.168.1.218 2010-10-11 22:41:13,403 DEBUG [RegionServer:1;192.168.1.218,58421,1286829667652] regionserver.HRegionServer(757): Config from master: fs.default.name=hdfs://localhost:58403/user/lfrancke 2010-10-11 22:41:13,404 DEBUG [RegionServer:1;192.168.1.218,58421,1286829667652] regionserver.HRegionServer(757): Config from master: hbase.rootdir=hdfs://localhost:58403/user/lfrancke 2010-10-11 22:41:13,405 INFO [RegionServer:1;192.168.1.218,58421,1286829667652] regionserver.HRegionServer(775): Master passed us address to use. Was=192.168.1.218:58421, Now=192.168.1.218:58421 2010-10-11 22:41:13,406 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630] regionserver.HRegionServer(757): Config from master: hbase.regionserver.address=192.168.1.218 2010-10-11 22:41:13,406 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630] regionserver.HRegionServer(757): Config from master: fs.default.name=hdfs://localhost:58403/user/lfrancke 2010-10-11 22:41:13,407 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630] regionserver.HRegionServer(757): Config from master: hbase.rootdir=hdfs://localhost:58403/user/lfrancke 2010-10-11 22:41:13,408 INFO [RegionServer:0;192.168.1.218,58419,1286829667630] regionserver.HRegionServer(775): Master passed us address to use. Was=192.168.1.218:58419, Now=192.168.1.218:58419 2010-10-11 22:41:13,411 DEBUG [RegionServer:1;192.168.1.218,58421,1286829667652] regionserver.HRegionServer(996): logdir=hdfs://localhost:58403/user/lfrancke/.logs/192.168.1.218,58421,1286829667652 2010-10-11 22:41:13,416 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630] regionserver.HRegionServer(996): logdir=hdfs://localhost:58403/user/lfrancke/.logs/192.168.1.218,58419,1286829667630 2010-10-11 22:41:13,429 INFO [RegionServer:1;192.168.1.218,58421,1286829667652] wal.HLog(359): HLog configuration: blocksize=64 MB, rollsize=60.8 MB, enabled=true, flushlogentries=1, optionallogflushinternal=1000ms 2010-10-11 22:41:13,431 INFO [RegionServer:0;192.168.1.218,58419,1286829667630] wal.HLog(359): HLog configuration: blocksize=64 MB, rollsize=60.8 MB, enabled=true, flushlogentries=1, optionallogflushinternal=1000ms 2010-10-11 22:41:13,581 INFO [RegionServer:1;192.168.1.218,58421,1286829667652] wal.SequenceFileLogWriter(126): Using syncFs -- HDFS-200 2010-10-11 22:41:13,583 INFO [RegionServer:1;192.168.1.218,58421,1286829667652] wal.HLog(498): New hlog /user/lfrancke/.logs/192.168.1.218,58421,1286829667652/192.168.1.218%3A58421.1286829673432 2010-10-11 22:41:13,583 INFO [RegionServer:1;192.168.1.218,58421,1286829667652] wal.HLog(389): Using getNumCurrentReplicas--HDFS-826 2010-10-11 22:41:13,804 INFO [RegionServer:1;192.168.1.218,58421,1286829667652] metrics.RegionServerMetrics(149): Initialized 2010-10-11 22:41:13,806 INFO [RegionServer:0;192.168.1.218,58419,1286829667630] wal.SequenceFileLogWriter(126): Using syncFs -- HDFS-200 2010-10-11 22:41:13,809 INFO [RegionServer:0;192.168.1.218,58419,1286829667630] wal.HLog(498): New hlog /user/lfrancke/.logs/192.168.1.218,58419,1286829667630/192.168.1.218%3A58419.1286829673432 2010-10-11 22:41:13,810 INFO [RegionServer:0;192.168.1.218,58419,1286829667630] wal.HLog(389): Using getNumCurrentReplicas--HDFS-826 2010-10-11 22:41:13,811 INFO [RegionServer:0;192.168.1.218,58419,1286829667630] metrics.RegionServerMetrics(149): Initialized 2010-10-11 22:41:13,963 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630] executor.ExecutorService(173): Starting executor service: RS_OPEN_REGION-192.168.1.218,58419,1286829667630 2010-10-11 22:41:13,963 DEBUG [RegionServer:1;192.168.1.218,58421,1286829667652] executor.ExecutorService(173): Starting executor service: RS_OPEN_REGION-192.168.1.218,58421,1286829667652 2010-10-11 22:41:13,964 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630] executor.ExecutorService(173): Starting executor service: RS_OPEN_ROOT-192.168.1.218,58419,1286829667630 2010-10-11 22:41:13,965 DEBUG [RegionServer:1;192.168.1.218,58421,1286829667652] executor.ExecutorService(173): Starting executor service: RS_OPEN_ROOT-192.168.1.218,58421,1286829667652 2010-10-11 22:41:13,965 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630] executor.ExecutorService(173): Starting executor service: RS_OPEN_META-192.168.1.218,58419,1286829667630 2010-10-11 22:41:13,966 DEBUG [RegionServer:1;192.168.1.218,58421,1286829667652] executor.ExecutorService(173): Starting executor service: RS_OPEN_META-192.168.1.218,58421,1286829667652 2010-10-11 22:41:13,966 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630] executor.ExecutorService(173): Starting executor service: RS_CLOSE_REGION-192.168.1.218,58419,1286829667630 2010-10-11 22:41:13,967 DEBUG [RegionServer:1;192.168.1.218,58421,1286829667652] executor.ExecutorService(173): Starting executor service: RS_CLOSE_REGION-192.168.1.218,58421,1286829667652 2010-10-11 22:41:13,967 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630] executor.ExecutorService(173): Starting executor service: RS_CLOSE_ROOT-192.168.1.218,58419,1286829667630 2010-10-11 22:41:13,968 DEBUG [RegionServer:1;192.168.1.218,58421,1286829667652] executor.ExecutorService(173): Starting executor service: RS_CLOSE_ROOT-192.168.1.218,58421,1286829667652 2010-10-11 22:41:13,968 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630] executor.ExecutorService(173): Starting executor service: RS_CLOSE_META-192.168.1.218,58419,1286829667630 2010-10-11 22:41:13,969 DEBUG [RegionServer:1;192.168.1.218,58421,1286829667652] executor.ExecutorService(173): Starting executor service: RS_CLOSE_META-192.168.1.218,58421,1286829667652 2010-10-11 22:41:13,992 INFO [RegionServer:0;192.168.1.218,58419,1286829667630] regionserver.HRegionServer(801): Serving as 192.168.1.218,58419,1286829667630, sessionid=0x12b9d0658770004 2010-10-11 22:41:13,993 INFO [RegionServer:1;192.168.1.218,58421,1286829667652] regionserver.HRegionServer(801): Serving as 192.168.1.218,58421,1286829667652, sessionid=0x12b9d0658770005 2010-10-11 22:41:16,346 INFO [Master:0;192.168.1.218:58416] master.ServerManager(595): Waiting on regionserver(s) count to settle; currently=2 2010-10-11 22:41:19,347 INFO [Master:0;192.168.1.218:58416] master.ServerManager(609): Exiting wait on regionserver(s) to checkin; count=2, stopped=false, count of regions out on cluster=0 2010-10-11 22:41:19,351 INFO [Master:0;192.168.1.218:58416] master.MasterFileSystem(176): Log folder hdfs://localhost:58403/user/lfrancke/.logs/192.168.1.218,58419,1286829667630 belongs to an existing region server 2010-10-11 22:41:19,352 INFO [Master:0;192.168.1.218:58416] master.MasterFileSystem(176): Log folder hdfs://localhost:58403/user/lfrancke/.logs/192.168.1.218,58421,1286829667652 belongs to an existing region server 2010-10-11 22:41:19,353 DEBUG [Master:0;192.168.1.218:58416] zookeeper.ZKUtil(1012): master:58416-0x12b9d0658770001 Retrieved 29 byte(s) of data from znode /hbase/unassigned/70236052 and set watcher; +?Zm -ROOT-,,0master 2010-10-11 22:41:19,354 INFO [Master:0;192.168.1.218:58416] master.AssignmentManager(250): Processing region -ROOT-,,0.70236052 in state M_ZK_REGION_OFFLINE 2010-10-11 22:41:20,630 INFO [Master:0;192.168.1.218:58416] catalog.RootLocationEditor(43): Unsetting ROOT region location in ZooKeeper 2010-10-11 22:41:20,907 DEBUG [Master:0;192.168.1.218:58416] zookeeper.ZKAssign(203): master:58416-0x12b9d0658770001 Creating (or updating) unassigned node for 70236052 with OFFLINE state 2010-10-11 22:41:20,914 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:58416-0x12b9d0658770001 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/70236052 2010-10-11 22:41:20,914 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): cluster1-0x12b9d0658770000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/70236052 2010-10-11 22:41:20,920 DEBUG [Master:0;192.168.1.218:58416] master.AssignmentManager(736): No previous transition plan for -ROOT-,,0.70236052 so generated a random one; hri=-ROOT-,,0.70236052, src=, dest=192.168.1.218,58419,1286829667630; 2 (online=2) available servers 2010-10-11 22:41:20,921 DEBUG [Master:0;192.168.1.218:58416] master.AssignmentManager(680): Assigning region -ROOT-,,0.70236052 to 192.168.1.218,58419,1286829667630 2010-10-11 22:41:20,922 DEBUG [Master:0;192.168.1.218:58416] master.ServerManager(565): New connection to 192.168.1.218,58419,1286829667630 2010-10-11 22:41:20,924 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1012): master:58416-0x12b9d0658770001 Retrieved 42 byte(s) of data from znode /hbase/unassigned/70236052 and set watcher; +?? -ROOT-,,0192.16... 2010-10-11 22:41:20,925 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=M_ZK_REGION_OFFLINE, server=192.168.1.218:58416, region=70236052/-ROOT- 2010-10-11 22:41:20,983 INFO [IPC Server handler 0 on 58419] regionserver.HRegionServer(1933): Received request to open region: -ROOT-,,0.70236052 2010-10-11 22:41:20,986 DEBUG [RS_OPEN_ROOT-192.168.1.218,58419,1286829667630-1] handler.OpenRegionHandler(69): Processing open of -ROOT-,,0.70236052 2010-10-11 22:41:20,987 DEBUG [RS_OPEN_ROOT-192.168.1.218,58419,1286829667630-1] zookeeper.ZKAssign(583): regionserver:58419-0x12b9d0658770004 Attempting to transition node 70236052/-ROOT- from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 22:41:20,989 DEBUG [RS_OPEN_ROOT-192.168.1.218,58419,1286829667630-1] zookeeper.ZKUtil(1012): regionserver:58419-0x12b9d0658770004 Retrieved 42 byte(s) of data from znode /hbase/unassigned/70236052; data=+?? -ROOT-,,0192.16... 2010-10-11 22:41:20,991 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58419-0x12b9d0658770004 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/70236052 2010-10-11 22:41:20,991 DEBUG [RS_OPEN_ROOT-192.168.1.218,58419,1286829667630-1] zookeeper.ZKAssign(629): regionserver:58419-0x12b9d0658770004 Successfully transitioned node 70236052 from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 22:41:20,991 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:58416-0x12b9d0658770001 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/70236052 2010-10-11 22:41:20,994 DEBUG [RS_OPEN_ROOT-192.168.1.218,58419,1286829667630-1] regionserver.HRegion(2437): Opening region: REGION => {NAME => '-ROOT-,,0', STARTKEY => '', ENDKEY => '', ENCODED => 70236052, TABLE => {{NAME => '-ROOT-', IS_ROOT => 'true', IS_META => 'true', FAMILIES => [{NAME => 'info', BLOOMFILTER => 'NONE', REPLICATION_SCOPE => '0', VERSIONS => '10', COMPRESSION => 'NONE', TTL => '2147483647', BLOCKSIZE => '8192', IN_MEMORY => 'true', BLOCKCACHE => 'true'}]}} 2010-10-11 22:41:20,994 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1012): master:58416-0x12b9d0658770001 Retrieved 56 byte(s) of data from znode /hbase/unassigned/70236052 and set watcher; +??^ -ROOT-,,0!192.16... 2010-10-11 22:41:20,996 DEBUG [RS_OPEN_ROOT-192.168.1.218,58419,1286829667630-1] regionserver.HRegion(297): Instantiated -ROOT-,,0.70236052 2010-10-11 22:41:20,996 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,58419,1286829667630, region=70236052/-ROOT- 2010-10-11 22:41:21,011 INFO [RS_OPEN_ROOT-192.168.1.218,58419,1286829667630-1] regionserver.StoreFile(350): Allocating LruBlockCache with maximum size 24.8m 2010-10-11 22:41:21,046 DEBUG [RS_OPEN_ROOT-192.168.1.218,58419,1286829667630-1] regionserver.Store(270): loaded hdfs://localhost:58403/user/lfrancke/-ROOT-/70236052/info/1060511850055585144, isReference=false, isBulkLoadResult=false, seqid=2, majorCompaction=false 2010-10-11 22:41:21,061 INFO [RS_OPEN_ROOT-192.168.1.218,58419,1286829667630-1] regionserver.HRegion(358): Onlined -ROOT-,,0.70236052; next sequenceid=3 2010-10-11 22:41:21,062 DEBUG [RS_OPEN_ROOT-192.168.1.218,58419,1286829667630-1] zookeeper.ZKAssign(583): regionserver:58419-0x12b9d0658770004 Attempting to transition node 70236052/-ROOT- from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 22:41:21,064 DEBUG [RS_OPEN_ROOT-192.168.1.218,58419,1286829667630-1] zookeeper.ZKUtil(1012): regionserver:58419-0x12b9d0658770004 Retrieved 56 byte(s) of data from znode /hbase/unassigned/70236052; data=+??^ -ROOT-,,0!192.16... 2010-10-11 22:41:21,203 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:58416-0x12b9d0658770001 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/70236052 2010-10-11 22:41:21,204 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58419-0x12b9d0658770004 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/70236052 2010-10-11 22:41:21,205 DEBUG [RS_OPEN_ROOT-192.168.1.218,58419,1286829667630-1] zookeeper.ZKAssign(629): regionserver:58419-0x12b9d0658770004 Successfully transitioned node 70236052 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 22:41:21,208 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1012): master:58416-0x12b9d0658770001 Retrieved 56 byte(s) of data from znode /hbase/unassigned/70236052 and set watcher; +??? -ROOT-,,0!192.16... 2010-10-11 22:41:21,209 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,58419,1286829667630, region=70236052/-ROOT- 2010-10-11 22:41:21,207 INFO [RS_OPEN_ROOT-192.168.1.218,58419,1286829667630-1] catalog.RootLocationEditor(62): Setting ROOT region location in ZooKeeper as 192.168.1.218:58419 2010-10-11 22:41:21,412 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58419-0x12b9d0658770004 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 22:41:21,412 DEBUG [Master:0;192.168.1.218:58416-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d0658770007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 22:41:21,414 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630-EventThread] zookeeper.ZKUtil(1012): regionserver:58419-0x12b9d0658770004 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58419 2010-10-11 22:41:21,412 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d0658770006 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 22:41:21,412 DEBUG [RegionServer:1;192.168.1.218,58421,1286829667652-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58421-0x12b9d0658770005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 22:41:21,412 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:58416-0x12b9d0658770001 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 22:41:21,412 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d0658770003 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 22:41:21,412 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d0658770002 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 22:41:21,422 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1012): hconnection-0x12b9d0658770003 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58419 2010-10-11 22:41:21,422 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1012): master:58416-0x12b9d0658770001 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58419 2010-10-11 22:41:21,421 DEBUG [RegionServer:1;192.168.1.218,58421,1286829667652-EventThread] zookeeper.ZKUtil(1012): regionserver:58421-0x12b9d0658770005 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58419 2010-10-11 22:41:21,420 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1012): hconnection-0x12b9d0658770006 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58419 2010-10-11 22:41:21,426 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(529): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@35a271f5; hsa=192.168.1.218:58419 2010-10-11 22:41:21,420 DEBUG [Master:0;192.168.1.218:58416-EventThread] zookeeper.ZKUtil(1012): hconnection-0x12b9d0658770007 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58419 2010-10-11 22:41:21,413 DEBUG [RS_OPEN_ROOT-192.168.1.218,58419,1286829667630-1] zookeeper.ZKAssign(583): regionserver:58419-0x12b9d0658770004 Attempting to transition node 70236052/-ROOT- from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 22:41:21,424 INFO [Master:0;192.168.1.218:58416] master.HMaster(426): -ROOT- assigned=1, rit=true 2010-10-11 22:41:21,424 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1012): hconnection-0x12b9d0658770002 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58419 2010-10-11 22:41:21,429 DEBUG [Master:0;192.168.1.218:58416] zookeeper.ZKUtil(1012): master:58416-0x12b9d0658770001 Retrieved 29 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?Zu .META.,,1master 2010-10-11 22:41:21,428 DEBUG [RS_OPEN_ROOT-192.168.1.218,58419,1286829667630-1] zookeeper.ZKUtil(1012): regionserver:58419-0x12b9d0658770004 Retrieved 56 byte(s) of data from znode /hbase/unassigned/70236052; data=+??? -ROOT-,,0!192.16... 2010-10-11 22:41:21,429 INFO [Master:0;192.168.1.218:58416] master.AssignmentManager(250): Processing region .META.,,1.1028785192 in state M_ZK_REGION_OFFLINE 2010-10-11 22:41:21,632 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:58416-0x12b9d0658770001 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/70236052 2010-10-11 22:41:21,632 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58419-0x12b9d0658770004 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/70236052 2010-10-11 22:41:21,632 DEBUG [RS_OPEN_ROOT-192.168.1.218,58419,1286829667630-1] zookeeper.ZKAssign(629): regionserver:58419-0x12b9d0658770004 Successfully transitioned node 70236052 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 22:41:21,635 DEBUG [RS_OPEN_ROOT-192.168.1.218,58419,1286829667630-1] handler.OpenRegionHandler(191): Opened -ROOT-,,0.70236052 2010-10-11 22:41:21,636 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1012): master:58416-0x12b9d0658770001 Retrieved 56 byte(s) of data from znode /hbase/unassigned/70236052 and set watcher; +?? -ROOT-,,0!192.16... 2010-10-11 22:41:21,637 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENED, server=192.168.1.218,58419,1286829667630, region=70236052/-ROOT- 2010-10-11 22:41:22,157 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58416-1] handler.OpenedRegionHandler(88): Handling OPENED event for 70236052; deleting unassigned node 2010-10-11 22:41:22,158 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58416-1] zookeeper.ZKAssign(322): master:58416-0x12b9d0658770001 Deleting existing unassigned node for 70236052 that is in expected state RS_ZK_REGION_OPENED 2010-10-11 22:41:22,159 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58416-1] zookeeper.ZKUtil(1012): master:58416-0x12b9d0658770001 Retrieved 56 byte(s) of data from znode /hbase/unassigned/70236052; data=+?? -ROOT-,,0!192.16... 2010-10-11 22:41:22,296 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:58416-0x12b9d0658770001 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/unassigned/70236052 2010-10-11 22:41:22,296 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58416-1] handler.OpenedRegionHandler(99): Opened region -ROOT-,,0.70236052 2010-10-11 22:41:22,327 DEBUG [Master:0;192.168.1.218:58416] zookeeper.ZKAssign(203): master:58416-0x12b9d0658770001 Creating (or updating) unassigned node for 1028785192 with OFFLINE state 2010-10-11 22:41:22,327 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(721): locateRegionInMeta parentTable=-ROOT-, metaLocation=address: 192.168.1.218:58419, regioninfo: -ROOT-,,0.70236052, attempt=0 of 4 failed; retrying after sleep of 5000 because: No server address listed in -ROOT- for region .META.,,1.1028785192 2010-10-11 22:41:22,329 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): cluster1-0x12b9d0658770000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:41:22,330 DEBUG [Master:0;192.168.1.218:58416] master.AssignmentManager(736): No previous transition plan for .META.,,1.1028785192 so generated a random one; hri=.META.,,1.1028785192, src=, dest=192.168.1.218,58419,1286829667630; 2 (online=2) available servers 2010-10-11 22:41:22,331 DEBUG [Master:0;192.168.1.218:58416] master.AssignmentManager(680): Assigning region .META.,,1.1028785192 to 192.168.1.218,58419,1286829667630 2010-10-11 22:41:22,329 DEBUG [RegionServer:1;192.168.1.218,58421,1286829667652-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58421-0x12b9d0658770005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:41:22,332 INFO [IPC Server handler 1 on 58419] regionserver.HRegionServer(1933): Received request to open region: .META.,,1.1028785192 2010-10-11 22:41:22,329 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58419-0x12b9d0658770004 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:41:22,329 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:58416-0x12b9d0658770001 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:41:22,335 DEBUG [RS_OPEN_META-192.168.1.218,58419,1286829667630-1] handler.OpenRegionHandler(69): Processing open of .META.,,1.1028785192 2010-10-11 22:41:22,337 DEBUG [RS_OPEN_META-192.168.1.218,58419,1286829667630-1] zookeeper.ZKAssign(583): regionserver:58419-0x12b9d0658770004 Attempting to transition node 1028785192/.META. from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 22:41:22,333 DEBUG [RegionServer:1;192.168.1.218,58421,1286829667652-EventThread] zookeeper.ZKUtil(1012): regionserver:58421-0x12b9d0658770005 Retrieved 42 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +??? .META.,,1192.16... 2010-10-11 22:41:22,338 DEBUG [RS_OPEN_META-192.168.1.218,58419,1286829667630-1] zookeeper.ZKUtil(1012): regionserver:58419-0x12b9d0658770004 Retrieved 42 byte(s) of data from znode /hbase/unassigned/1028785192; data=+??? .META.,,1192.16... 2010-10-11 22:41:22,337 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1012): master:58416-0x12b9d0658770001 Retrieved 42 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +??? .META.,,1192.16... 2010-10-11 22:41:22,337 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630-EventThread] zookeeper.ZKUtil(1012): regionserver:58419-0x12b9d0658770004 Retrieved 42 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +??? .META.,,1192.16... 2010-10-11 22:41:22,341 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1012): master:58416-0x12b9d0658770001 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +??? .META.,,1!192.16... 2010-10-11 22:41:22,341 DEBUG [RS_OPEN_META-192.168.1.218,58419,1286829667630-1] zookeeper.ZKAssign(629): regionserver:58419-0x12b9d0658770004 Successfully transitioned node 1028785192 from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 22:41:22,341 DEBUG [RegionServer:1;192.168.1.218,58421,1286829667652-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58421-0x12b9d0658770005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:41:22,342 DEBUG [RS_OPEN_META-192.168.1.218,58419,1286829667630-1] regionserver.HRegion(2437): Opening region: REGION => {NAME => '.META.,,1', STARTKEY => '', ENDKEY => '', ENCODED => 1028785192, TABLE => {{NAME => '.META.', IS_META => 'true', FAMILIES => [{NAME => 'info', BLOOMFILTER => 'NONE', REPLICATION_SCOPE => '0', VERSIONS => '10', COMPRESSION => 'NONE', TTL => '2147483647', BLOCKSIZE => '8192', IN_MEMORY => 'true', BLOCKCACHE => 'true'}]}} 2010-10-11 22:41:22,341 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,58419,1286829667630, region=1028785192/.META. 2010-10-11 22:41:22,341 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58419-0x12b9d0658770004 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:41:22,345 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:58416-0x12b9d0658770001 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:41:22,345 DEBUG [RS_OPEN_META-192.168.1.218,58419,1286829667630-1] regionserver.HRegion(297): Instantiated .META.,,1.1028785192 2010-10-11 22:41:22,344 DEBUG [RegionServer:1;192.168.1.218,58421,1286829667652-EventThread] zookeeper.ZKUtil(1012): regionserver:58421-0x12b9d0658770005 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +??? .META.,,1!192.16... 2010-10-11 22:41:22,347 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1012): master:58416-0x12b9d0658770001 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +??? .META.,,1!192.16... 2010-10-11 22:41:22,346 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630-EventThread] zookeeper.ZKUtil(1012): regionserver:58419-0x12b9d0658770004 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +??? .META.,,1!192.16... 2010-10-11 22:41:22,348 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1012): master:58416-0x12b9d0658770001 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +??? .META.,,1!192.16... 2010-10-11 22:41:22,349 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,58419,1286829667630, region=1028785192/.META. 2010-10-11 22:41:22,354 INFO [RS_OPEN_META-192.168.1.218,58419,1286829667630-1] regionserver.HRegion(358): Onlined .META.,,1.1028785192; next sequenceid=1 2010-10-11 22:41:22,354 DEBUG [RS_OPEN_META-192.168.1.218,58419,1286829667630-1] zookeeper.ZKAssign(583): regionserver:58419-0x12b9d0658770004 Attempting to transition node 1028785192/.META. from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 22:41:22,355 DEBUG [RS_OPEN_META-192.168.1.218,58419,1286829667630-1] zookeeper.ZKUtil(1012): regionserver:58419-0x12b9d0658770004 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192; data=+??? .META.,,1!192.16... 2010-10-11 22:41:22,357 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58419-0x12b9d0658770004 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:41:22,357 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:58416-0x12b9d0658770001 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:41:22,358 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630-EventThread] zookeeper.ZKUtil(1012): regionserver:58419-0x12b9d0658770004 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +??? .META.,,1!192.16... 2010-10-11 22:41:22,357 DEBUG [RS_OPEN_META-192.168.1.218,58419,1286829667630-1] zookeeper.ZKAssign(629): regionserver:58419-0x12b9d0658770004 Successfully transitioned node 1028785192 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 22:41:22,357 DEBUG [RegionServer:1;192.168.1.218,58421,1286829667652-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58421-0x12b9d0658770005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:41:22,359 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1012): master:58416-0x12b9d0658770001 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +??? .META.,,1!192.16... 2010-10-11 22:41:22,364 DEBUG [RegionServer:1;192.168.1.218,58421,1286829667652-EventThread] zookeeper.ZKUtil(1012): regionserver:58421-0x12b9d0658770005 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +??? .META.,,1!192.16... 2010-10-11 22:41:22,364 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1012): master:58416-0x12b9d0658770001 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +??? .META.,,1!192.16... 2010-10-11 22:41:22,366 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,58419,1286829667630, region=1028785192/.META. 2010-10-11 22:41:22,413 INFO [RS_OPEN_META-192.168.1.218,58419,1286829667630-1] catalog.MetaEditor(169): Updated row .META.,,1.1028785192 in region -ROOT-,,0 with server=192.168.1.218:58419, startcode=1286829667630 2010-10-11 22:41:22,413 DEBUG [RS_OPEN_META-192.168.1.218,58419,1286829667630-1] zookeeper.ZKAssign(583): regionserver:58419-0x12b9d0658770004 Attempting to transition node 1028785192/.META. from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 22:41:22,414 DEBUG [RS_OPEN_META-192.168.1.218,58419,1286829667630-1] zookeeper.ZKUtil(1012): regionserver:58419-0x12b9d0658770004 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192; data=+??? .META.,,1!192.16... 2010-10-11 22:41:22,416 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:58416-0x12b9d0658770001 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:41:22,417 DEBUG [RS_OPEN_META-192.168.1.218,58419,1286829667630-1] zookeeper.ZKAssign(629): regionserver:58419-0x12b9d0658770004 Successfully transitioned node 1028785192 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 22:41:22,418 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1012): master:58416-0x12b9d0658770001 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +??? .META.,,1!192.16... 2010-10-11 22:41:22,417 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58419-0x12b9d0658770004 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:41:22,417 DEBUG [RegionServer:1;192.168.1.218,58421,1286829667652-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58421-0x12b9d0658770005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:41:22,420 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630-EventThread] zookeeper.ZKUtil(1012): regionserver:58419-0x12b9d0658770004 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +??? .META.,,1!192.16... 2010-10-11 22:41:22,419 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1012): master:58416-0x12b9d0658770001 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +??? .META.,,1!192.16... 2010-10-11 22:41:22,418 DEBUG [RS_OPEN_META-192.168.1.218,58419,1286829667630-1] handler.OpenRegionHandler(191): Opened .META.,,1.1028785192 2010-10-11 22:41:22,422 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENED, server=192.168.1.218,58419,1286829667630, region=1028785192/.META. 2010-10-11 22:41:22,421 DEBUG [RegionServer:1;192.168.1.218,58421,1286829667652-EventThread] zookeeper.ZKUtil(1012): regionserver:58421-0x12b9d0658770005 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +??? .META.,,1!192.16... 2010-10-11 22:41:22,423 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58416-1] handler.OpenedRegionHandler(88): Handling OPENED event for 1028785192; deleting unassigned node 2010-10-11 22:41:22,425 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58416-1] zookeeper.ZKAssign(322): master:58416-0x12b9d0658770001 Deleting existing unassigned node for 1028785192 that is in expected state RS_ZK_REGION_OPENED 2010-10-11 22:41:22,426 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58416-1] zookeeper.ZKUtil(1012): master:58416-0x12b9d0658770001 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192; data=+??? .META.,,1!192.16... 2010-10-11 22:41:22,570 DEBUG [RegionServer:1;192.168.1.218,58421,1286829667652-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58421-0x12b9d0658770005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:41:22,571 INFO [RegionServer:1;192.168.1.218,58421,1286829667652-EventThread] zookeeper.MetaNodeTracker(61): Detected completed assignment of META, notifying catalog tracker 2010-10-11 22:41:22,575 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58419-0x12b9d0658770004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:41:22,576 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58416-1] handler.OpenedRegionHandler(99): Opened region .META.,,1.1028785192 2010-10-11 22:41:22,576 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:58416-0x12b9d0658770001 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:41:22,580 INFO [Thread-1-EventThread] zookeeper.MetaNodeTracker(61): Detected completed assignment of META, notifying catalog tracker 2010-10-11 22:41:22,576 INFO [RegionServer:0;192.168.1.218,58419,1286829667630-EventThread] zookeeper.MetaNodeTracker(61): Detected completed assignment of META, notifying catalog tracker 2010-10-11 22:41:22,588 INFO [Master:0;192.168.1.218:58416] master.HMaster(439): .META. assigned=2, rit=true 2010-10-11 22:41:22,588 INFO [Master:0;192.168.1.218:58416] master.HMaster(388): Master startup proceeding: cluster startup 2010-10-11 22:41:22,589 DEBUG [Master:0;192.168.1.218:58416] zookeeper.ZKAssign(364): master:58416-0x12b9d0658770001 Deleting any existing unassigned nodes 2010-10-11 22:41:23,037 DEBUG [Master:0;192.168.1.218:58416] client.HConnectionManager$HConnectionImplementation(529): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@2123baa0; hsa=192.168.1.218:58419 2010-10-11 22:41:23,280 DEBUG [Master:0;192.168.1.218:58416] client.HConnectionManager$HConnectionImplementation(886): Cached location for .META.,,1.1028785192 is 192.168.1.218:58419 2010-10-11 22:41:23,578 INFO [192.168.1.218:58416-CatalogJanitor] master.CatalogJanitor(113): Scanned 0 catalog row(s) and gc'd 0 unreferenced parent region(s) 2010-10-11 22:41:27,328 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(529): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@35a271f5; hsa=192.168.1.218:58419 2010-10-11 22:41:27,332 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(886): Cached location for .META.,,1.1028785192 is 192.168.1.218:58419 2010-10-11 22:41:27,780 DEBUG [Thread-1] client.HTable$ClientScanner(913): Creating scanner over .META. starting at key '' 2010-10-11 22:41:27,781 DEBUG [Thread-1] client.HTable$ClientScanner(1006): Advancing internal scanner to startKey at '' 2010-10-11 22:41:27,781 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(772): Cache hit for row <> in tableName .META.: location server 192.168.1.218:58419, location region name .META.,,1.1028785192 2010-10-11 22:41:27,784 DEBUG [Thread-1] client.HTable$ClientScanner(993): Finished with scanning at REGION => {NAME => '.META.,,1', STARTKEY => '', ENDKEY => '', ENCODED => 1028785192, TABLE => {{NAME => '.META.', IS_META => 'true', FAMILIES => [{NAME => 'info', BLOOMFILTER => 'NONE', REPLICATION_SCOPE => '0', VERSIONS => '10', COMPRESSION => 'NONE', TTL => '2147483647', BLOCKSIZE => '8192', IN_MEMORY => 'true', BLOCKCACHE => 'true'}]}} 2010-10-11 22:41:27,786 INFO [Thread-1] hbase.HBaseTestingUtility(369): Minicluster is up 2010-10-11 22:41:27,787 INFO [Thread-1] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:41:27,908 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:41:27,908 INFO [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(269): hconnection connected 2010-10-11 22:41:28,047 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d0658770008 Set watcher on existing znode /hbase/master 2010-10-11 22:41:28,048 DEBUG [Thread-1] zookeeper.ZKUtil(1012): hconnection-0x12b9d0658770008 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58416 2010-10-11 22:41:28,050 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d0658770008 Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:41:28,052 DEBUG [Thread-1] zookeeper.ZKUtil(1012): hconnection-0x12b9d0658770008 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58419 2010-10-11 22:41:28,080 INFO [IPC Server handler 0 on 58416] wal.HLog(359): HLog configuration: blocksize=64 MB, rollsize=60.8 MB, enabled=true, flushlogentries=1, optionallogflushinternal=1000ms 2010-10-11 22:41:28,105 INFO [IPC Server handler 0 on 58416] wal.SequenceFileLogWriter(126): Using syncFs -- HDFS-200 2010-10-11 22:41:28,106 INFO [IPC Server handler 0 on 58416] wal.HLog(498): New hlog /user/lfrancke/master_transitions/c80d0c85a7284a5f139f8d623f80f0f9/.logs/hlog.1286829688080 2010-10-11 22:41:28,107 INFO [IPC Server handler 0 on 58416] wal.HLog(389): Using getNumCurrentReplicas--HDFS-826 2010-10-11 22:41:28,107 DEBUG [IPC Server handler 0 on 58416] regionserver.HRegion(297): Instantiated master_transitions,,1286829688056.c80d0c85a7284a5f139f8d623f80f0f9. 2010-10-11 22:41:28,143 INFO [IPC Server handler 0 on 58416] regionserver.HRegion(358): Onlined master_transitions,,1286829688056.c80d0c85a7284a5f139f8d623f80f0f9.; next sequenceid=1 2010-10-11 22:41:28,149 INFO [IPC Server handler 0 on 58416] catalog.MetaEditor(59): Added region master_transitions,,1286829688056.c80d0c85a7284a5f139f8d623f80f0f9. to META 2010-10-11 22:41:28,150 DEBUG [IPC Server handler 0 on 58416] regionserver.HRegion(487): Closing master_transitions,,1286829688056.c80d0c85a7284a5f139f8d623f80f0f9.: disabling compactions & flushes 2010-10-11 22:41:28,150 DEBUG [IPC Server handler 0 on 58416] regionserver.HRegion(515): Updates disabled for region master_transitions,,1286829688056.c80d0c85a7284a5f139f8d623f80f0f9. 2010-10-11 22:41:28,151 DEBUG [IPC Server handler 0 on 58416] regionserver.Store(412): closed a 2010-10-11 22:41:28,152 INFO [IPC Server handler 0 on 58416] regionserver.HRegion(526): Closed master_transitions,,1286829688056.c80d0c85a7284a5f139f8d623f80f0f9. 2010-10-11 22:41:28,153 DEBUG [IPC Server handler 0 on 58416.logSyncer] wal.HLog$LogSyncer(977): IPC Server handler 0 on 58416.logSyncer interrupted while waiting for sync requests 2010-10-11 22:41:28,153 INFO [IPC Server handler 0 on 58416.logSyncer] wal.HLog$LogSyncer(982): IPC Server handler 0 on 58416.logSyncer exiting 2010-10-11 22:41:28,154 DEBUG [IPC Server handler 0 on 58416] wal.HLog(804): closing hlog writer in hdfs://localhost:58403/user/lfrancke/master_transitions/c80d0c85a7284a5f139f8d623f80f0f9/.logs 2010-10-11 22:41:29,265 DEBUG [IPC Server handler 0 on 58416] wal.HLog(772): Moved 1 log files to /user/lfrancke/master_transitions/c80d0c85a7284a5f139f8d623f80f0f9/.oldlogs 2010-10-11 22:41:29,595 DEBUG [IPC Server handler 0 on 58416] zookeeper.ZKAssign(203): master:58416-0x12b9d0658770001 Creating (or updating) unassigned node for c80d0c85a7284a5f139f8d623f80f0f9 with OFFLINE state 2010-10-11 22:41:29,599 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:58416-0x12b9d0658770001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/unassigned 2010-10-11 22:41:29,600 DEBUG [IPC Server handler 0 on 58416] master.AssignmentManager(736): No previous transition plan for master_transitions,,1286829688056.c80d0c85a7284a5f139f8d623f80f0f9. so generated a random one; hri=master_transitions,,1286829688056.c80d0c85a7284a5f139f8d623f80f0f9., src=, dest=192.168.1.218,58421,1286829667652; 2 (online=2) available servers 2010-10-11 22:41:29,602 DEBUG [IPC Server handler 0 on 58416] master.AssignmentManager(680): Assigning region master_transitions,,1286829688056.c80d0c85a7284a5f139f8d623f80f0f9. to 192.168.1.218,58421,1286829667652 2010-10-11 22:41:29,603 DEBUG [IPC Server handler 0 on 58416] master.ServerManager(565): New connection to 192.168.1.218,58421,1286829667652 2010-10-11 22:41:29,609 INFO [IPC Server handler 0 on 58421] regionserver.HRegionServer(1933): Received request to open region: master_transitions,,1286829688056.c80d0c85a7284a5f139f8d623f80f0f9. 2010-10-11 22:41:29,612 DEBUG [RS_OPEN_REGION-192.168.1.218,58421,1286829667652-1] handler.OpenRegionHandler(69): Processing open of master_transitions,,1286829688056.c80d0c85a7284a5f139f8d623f80f0f9. 2010-10-11 22:41:29,613 DEBUG [RS_OPEN_REGION-192.168.1.218,58421,1286829667652-1] zookeeper.ZKAssign(583): regionserver:58421-0x12b9d0658770005 Attempting to transition node c80d0c85a7284a5f139f8d623f80f0f9 from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 22:41:29,619 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(529): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@f2f8a84; hsa=192.168.1.218:58419 2010-10-11 22:41:29,623 DEBUG [RS_OPEN_REGION-192.168.1.218,58421,1286829667652-1] zookeeper.ZKUtil(1012): regionserver:58421-0x12b9d0658770005 Retrieved 100 byte(s) of data from znode /hbase/unassigned/c80d0c85a7284a5f139f8d623f80f0f9; data=+???Cmaster_transitions... 2010-10-11 22:41:29,628 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(886): Cached location for .META.,,1.1028785192 is 192.168.1.218:58419 2010-10-11 22:41:29,630 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(772): Cache hit for row <> in tableName .META.: location server 192.168.1.218:58419, location region name .META.,,1.1028785192 2010-10-11 22:41:29,630 DEBUG [RegionServer:1;192.168.1.218,58421,1286829667652-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58421-0x12b9d0658770005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/c80d0c85a7284a5f139f8d623f80f0f9 2010-10-11 22:41:29,632 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:58416-0x12b9d0658770001 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/c80d0c85a7284a5f139f8d623f80f0f9 2010-10-11 22:41:29,630 DEBUG [RS_OPEN_REGION-192.168.1.218,58421,1286829667652-1] zookeeper.ZKAssign(629): regionserver:58421-0x12b9d0658770005 Successfully transitioned node c80d0c85a7284a5f139f8d623f80f0f9 from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 22:41:29,635 DEBUG [RS_OPEN_REGION-192.168.1.218,58421,1286829667652-1] regionserver.HRegion(2437): Opening region: REGION => {NAME => 'master_transitions,,1286829688056.c80d0c85a7284a5f139f8d623f80f0f9.', STARTKEY => '', ENDKEY => '', ENCODED => c80d0c85a7284a5f139f8d623f80f0f9, TABLE => {{NAME => 'master_transitions', FAMILIES => [{NAME => 'a', BLOOMFILTER => 'NONE', REPLICATION_SCOPE => '0', COMPRESSION => 'NONE', VERSIONS => '3', TTL => '2147483647', BLOCKSIZE => '65536', IN_MEMORY => 'false', BLOCKCACHE => 'true'}]}} 2010-10-11 22:41:29,635 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1012): master:58416-0x12b9d0658770001 Retrieved 114 byte(s) of data from znode /hbase/unassigned/c80d0c85a7284a5f139f8d623f80f0f9 and set watcher; +??Cmaster_transitions... 2010-10-11 22:41:29,637 DEBUG [RS_OPEN_REGION-192.168.1.218,58421,1286829667652-1] regionserver.HRegion(297): Instantiated master_transitions,,1286829688056.c80d0c85a7284a5f139f8d623f80f0f9. 2010-10-11 22:41:29,637 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,58421,1286829667652, region=c80d0c85a7284a5f139f8d623f80f0f9 2010-10-11 22:41:29,648 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(721): locateRegionInMeta parentTable=.META., metaLocation=address: 192.168.1.218:58419, regioninfo: .META.,,1.1028785192, attempt=0 of 4 failed; retrying after sleep of 5000 because: No server address listed in .META. for region master_transitions,,1286829688056.c80d0c85a7284a5f139f8d623f80f0f9. 2010-10-11 22:41:29,648 INFO [RS_OPEN_REGION-192.168.1.218,58421,1286829667652-1] regionserver.HRegion(358): Onlined master_transitions,,1286829688056.c80d0c85a7284a5f139f8d623f80f0f9.; next sequenceid=1 2010-10-11 22:41:29,649 DEBUG [RS_OPEN_REGION-192.168.1.218,58421,1286829667652-1] zookeeper.ZKAssign(583): regionserver:58421-0x12b9d0658770005 Attempting to transition node c80d0c85a7284a5f139f8d623f80f0f9 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 22:41:29,651 DEBUG [RS_OPEN_REGION-192.168.1.218,58421,1286829667652-1] zookeeper.ZKUtil(1012): regionserver:58421-0x12b9d0658770005 Retrieved 114 byte(s) of data from znode /hbase/unassigned/c80d0c85a7284a5f139f8d623f80f0f9; data=+??Cmaster_transitions... 2010-10-11 22:41:29,653 DEBUG [RegionServer:1;192.168.1.218,58421,1286829667652-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58421-0x12b9d0658770005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/c80d0c85a7284a5f139f8d623f80f0f9 2010-10-11 22:41:29,653 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:58416-0x12b9d0658770001 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/c80d0c85a7284a5f139f8d623f80f0f9 2010-10-11 22:41:29,653 DEBUG [RS_OPEN_REGION-192.168.1.218,58421,1286829667652-1] zookeeper.ZKAssign(629): regionserver:58421-0x12b9d0658770005 Successfully transitioned node c80d0c85a7284a5f139f8d623f80f0f9 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 22:41:29,654 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1012): master:58416-0x12b9d0658770001 Retrieved 114 byte(s) of data from znode /hbase/unassigned/c80d0c85a7284a5f139f8d623f80f0f9 and set watcher; +??3Cmaster_transitions... 2010-10-11 22:41:29,656 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,58421,1286829667652, region=c80d0c85a7284a5f139f8d623f80f0f9 2010-10-11 22:41:29,660 INFO [RS_OPEN_REGION-192.168.1.218,58421,1286829667652-1] catalog.MetaEditor(169): Updated row master_transitions,,1286829688056.c80d0c85a7284a5f139f8d623f80f0f9. in region .META.,,1 with server=192.168.1.218:58421, startcode=1286829667652 2010-10-11 22:41:29,660 DEBUG [RS_OPEN_REGION-192.168.1.218,58421,1286829667652-1] zookeeper.ZKAssign(583): regionserver:58421-0x12b9d0658770005 Attempting to transition node c80d0c85a7284a5f139f8d623f80f0f9 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 22:41:29,662 DEBUG [RS_OPEN_REGION-192.168.1.218,58421,1286829667652-1] zookeeper.ZKUtil(1012): regionserver:58421-0x12b9d0658770005 Retrieved 114 byte(s) of data from znode /hbase/unassigned/c80d0c85a7284a5f139f8d623f80f0f9; data=+??3Cmaster_transitions... 2010-10-11 22:41:29,666 DEBUG [RS_OPEN_REGION-192.168.1.218,58421,1286829667652-1] zookeeper.ZKAssign(629): regionserver:58421-0x12b9d0658770005 Successfully transitioned node c80d0c85a7284a5f139f8d623f80f0f9 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 22:41:29,667 DEBUG [RS_OPEN_REGION-192.168.1.218,58421,1286829667652-1] handler.OpenRegionHandler(191): Opened master_transitions,,1286829688056.c80d0c85a7284a5f139f8d623f80f0f9. 2010-10-11 22:41:29,667 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:58416-0x12b9d0658770001 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/c80d0c85a7284a5f139f8d623f80f0f9 2010-10-11 22:41:29,667 DEBUG [RegionServer:1;192.168.1.218,58421,1286829667652-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58421-0x12b9d0658770005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/c80d0c85a7284a5f139f8d623f80f0f9 2010-10-11 22:41:29,669 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1012): master:58416-0x12b9d0658770001 Retrieved 114 byte(s) of data from znode /hbase/unassigned/c80d0c85a7284a5f139f8d623f80f0f9 and set watcher; +??>Cmaster_transitions... 2010-10-11 22:41:29,669 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENED, server=192.168.1.218,58421,1286829667652, region=c80d0c85a7284a5f139f8d623f80f0f9 2010-10-11 22:41:29,670 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58416-1] handler.OpenedRegionHandler(88): Handling OPENED event for c80d0c85a7284a5f139f8d623f80f0f9; deleting unassigned node 2010-10-11 22:41:29,670 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58416-1] zookeeper.ZKAssign(322): master:58416-0x12b9d0658770001 Deleting existing unassigned node for c80d0c85a7284a5f139f8d623f80f0f9 that is in expected state RS_ZK_REGION_OPENED 2010-10-11 22:41:29,672 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58416-1] zookeeper.ZKUtil(1012): master:58416-0x12b9d0658770001 Retrieved 114 byte(s) of data from znode /hbase/unassigned/c80d0c85a7284a5f139f8d623f80f0f9; data=+??>Cmaster_transitions... 2010-10-11 22:41:29,673 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:58416-0x12b9d0658770001 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/unassigned/c80d0c85a7284a5f139f8d623f80f0f9 2010-10-11 22:41:29,674 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58416-1] handler.OpenedRegionHandler(99): Opened region master_transitions,,1286829688056.c80d0c85a7284a5f139f8d623f80f0f9. 2010-10-11 22:41:29,674 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:58416-0x12b9d0658770001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/unassigned 2010-10-11 22:41:34,649 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(772): Cache hit for row <> in tableName .META.: location server 192.168.1.218:58419, location region name .META.,,1.1028785192 2010-10-11 22:41:34,656 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(886): Cached location for master_transitions,,1286829688056.c80d0c85a7284a5f139f8d623f80f0f9. is 192.168.1.218:58421 2010-10-11 22:41:34,659 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(772): Cache hit for row <> in tableName master_transitions: location server 192.168.1.218:58421, location region name master_transitions,,1286829688056.c80d0c85a7284a5f139f8d623f80f0f9. 2010-10-11 22:41:34,662 INFO [Thread-1] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:41:34,720 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:41:34,721 INFO [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(269): hconnection connected 2010-10-11 22:41:35,291 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d0658770009 Set watcher on existing znode /hbase/master 2010-10-11 22:41:35,293 DEBUG [Thread-1] zookeeper.ZKUtil(1012): hconnection-0x12b9d0658770009 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58416 2010-10-11 22:41:35,295 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d0658770009 Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:41:35,296 DEBUG [Thread-1] zookeeper.ZKUtil(1012): hconnection-0x12b9d0658770009 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58419 2010-10-11 22:41:35,297 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(529): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@d6d46d7; hsa=192.168.1.218:58419 2010-10-11 22:41:35,300 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(886): Cached location for .META.,,1.1028785192 is 192.168.1.218:58419 2010-10-11 22:41:35,301 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(772): Cache hit for row <> in tableName .META.: location server 192.168.1.218:58419, location region name .META.,,1.1028785192 2010-10-11 22:41:35,309 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(886): Cached location for master_transitions,,1286829688056.c80d0c85a7284a5f139f8d623f80f0f9. is 192.168.1.218:58421 2010-10-11 22:41:35,311 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(772): Cache hit for row <> in tableName master_transitions: location server 192.168.1.218:58421, location region name master_transitions,,1286829688056.c80d0c85a7284a5f139f8d623f80f0f9. 2010-10-11 22:41:35,313 INFO [Thread-1] master.TestRestartCluster(89): Created a table, waiting for table to be available... 2010-10-11 22:41:35,315 INFO [Thread-1] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:41:35,450 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:41:35,450 INFO [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(269): hconnection connected 2010-10-11 22:41:35,458 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d065877000a Set watcher on existing znode /hbase/master 2010-10-11 22:41:35,460 DEBUG [Thread-1] zookeeper.ZKUtil(1012): hconnection-0x12b9d065877000a Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58416 2010-10-11 22:41:35,462 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d065877000a Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:41:35,466 DEBUG [Thread-1] zookeeper.ZKUtil(1012): hconnection-0x12b9d065877000a Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58419 2010-10-11 22:41:35,475 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(529): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@11767553; hsa=192.168.1.218:58419 2010-10-11 22:41:35,479 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(886): Cached location for .META.,,1.1028785192 is 192.168.1.218:58419 2010-10-11 22:41:35,496 INFO [Thread-1] master.TestRestartCluster(92): Master deleted unassigned region and started up successfully. 2010-10-11 22:41:35,497 INFO [main] hbase.HBaseTestingUtility(405): Shutting down minicluster 2010-10-11 22:41:35,498 DEBUG [main] util.JVMClusterUtil(209): Shutting down HBase Cluster 2010-10-11 22:41:35,498 INFO [main] master.HMaster(914): Cluster shutdown requested 2010-10-11 22:41:35,501 DEBUG [RegionServer:1;192.168.1.218,58421,1286829667652-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58421-0x12b9d0658770005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2010-10-11 22:41:35,501 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58419-0x12b9d0658770004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2010-10-11 22:41:35,501 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:58416-0x12b9d0658770001 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2010-10-11 22:41:35,505 INFO [RegionServer:0;192.168.1.218,58419,1286829667630-EventThread] zookeeper.ZKUtil(197): regionserver:58419-0x12b9d0658770004 Set watcher on existing znode /hbase/shutdown 2010-10-11 22:41:35,503 INFO [RegionServer:1;192.168.1.218,58421,1286829667652-EventThread] zookeeper.ZKUtil(197): regionserver:58421-0x12b9d0658770005 Set watcher on existing znode /hbase/shutdown 2010-10-11 22:41:35,507 INFO [Thread-1-EventThread] zookeeper.ZKUtil(197): master:58416-0x12b9d0658770001 Set watcher on existing znode /hbase/shutdown 2010-10-11 22:41:35,572 INFO [192.168.1.218:58416-CatalogJanitor] hbase.Chore(79): 192.168.1.218:58416-CatalogJanitor exiting 2010-10-11 22:41:35,575 INFO [192.168.1.218:58416-BalancerChore] hbase.Chore(79): 192.168.1.218:58416-BalancerChore exiting 2010-10-11 22:41:35,577 INFO [Master:0;192.168.1.218:58416] master.ServerManager(446): Waiting on following regionserver(s) to go down [serverName=192.168.1.218,58421,1286829667652, load=(requests=0, regions=1, usedHeap=58, maxHeap=123), serverName=192.168.1.218,58419,1286829667630, load=(requests=5, regions=2, usedHeap=58, maxHeap=123)] 2010-10-11 22:41:35,693 DEBUG [RS_CLOSE_REGION-192.168.1.218,58421,1286829667652-1] handler.CloseRegionHandler(99): Processing close of master_transitions,,1286829688056.c80d0c85a7284a5f139f8d623f80f0f9. 2010-10-11 22:41:35,694 DEBUG [RS_CLOSE_REGION-192.168.1.218,58421,1286829667652-1] regionserver.HRegion(487): Closing master_transitions,,1286829688056.c80d0c85a7284a5f139f8d623f80f0f9.: disabling compactions & flushes 2010-10-11 22:41:35,696 INFO [RegionServer:0;192.168.1.218,58419,1286829667630] regionserver.HRegionServer(658): STOP_REGIONSERVER 2010-10-11 22:41:35,696 DEBUG [RS_CLOSE_REGION-192.168.1.218,58421,1286829667652-1] regionserver.HRegion(515): Updates disabled for region master_transitions,,1286829688056.c80d0c85a7284a5f139f8d623f80f0f9. 2010-10-11 22:41:35,696 INFO [RegionServer:1;192.168.1.218,58421,1286829667652] regionserver.HRegionServer(658): STOP_REGIONSERVER 2010-10-11 22:41:35,697 DEBUG [RS_CLOSE_REGION-192.168.1.218,58421,1286829667652-1] regionserver.Store(412): closed a 2010-10-11 22:41:35,696 INFO [RegionServer:0;192.168.1.218,58419,1286829667630] regionserver.HRegionServer(1229): STOPPED: Received STOP_REGIONSERVER 2010-10-11 22:41:35,697 INFO [RS_CLOSE_REGION-192.168.1.218,58421,1286829667652-1] regionserver.HRegion(526): Closed master_transitions,,1286829688056.c80d0c85a7284a5f139f8d623f80f0f9. 2010-10-11 22:41:35,700 DEBUG [RS_CLOSE_REGION-192.168.1.218,58421,1286829667652-1] handler.CloseRegionHandler(128): Closed region master_transitions,,1286829688056.c80d0c85a7284a5f139f8d623f80f0f9. 2010-10-11 22:41:35,697 INFO [RegionServer:1;192.168.1.218,58421,1286829667652] regionserver.HRegionServer(1229): STOPPED: Received STOP_REGIONSERVER 2010-10-11 22:41:35,717 INFO [RegionServer:0;192.168.1.218,58419,1286829667630.cacheFlusher] regionserver.MemStoreFlusher(164): RegionServer:0;192.168.1.218,58419,1286829667630.cacheFlusher exiting 2010-10-11 22:41:35,718 INFO [RegionServer:0;192.168.1.218,58419,1286829667630.logRoller] regionserver.LogRoller(114): LogRoller exiting. 2010-10-11 22:41:35,718 INFO [RegionServer:0;192.168.1.218,58419,1286829667630.compactor] regionserver.CompactSplitThread(133): RegionServer:0;192.168.1.218,58419,1286829667630.compactor exiting 2010-10-11 22:41:35,719 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630.logSyncer] wal.HLog$LogSyncer(977): RegionServer:0;192.168.1.218,58419,1286829667630.logSyncer interrupted while waiting for sync requests 2010-10-11 22:41:35,720 INFO [RegionServer:0;192.168.1.218,58419,1286829667630.logSyncer] wal.HLog$LogSyncer(982): RegionServer:0;192.168.1.218,58419,1286829667630.logSyncer exiting 2010-10-11 22:41:35,723 INFO [RegionServer:1;192.168.1.218,58421,1286829667652.cacheFlusher] regionserver.MemStoreFlusher(164): RegionServer:1;192.168.1.218,58421,1286829667652.cacheFlusher exiting 2010-10-11 22:41:35,718 INFO [RegionServer:0;192.168.1.218,58419,1286829667630.majorCompactionChecker] hbase.Chore(79): RegionServer:0;192.168.1.218,58419,1286829667630.majorCompactionChecker exiting 2010-10-11 22:41:35,728 INFO [RegionServer:1;192.168.1.218,58421,1286829667652.compactor] regionserver.CompactSplitThread(133): RegionServer:1;192.168.1.218,58421,1286829667652.compactor exiting 2010-10-11 22:41:35,719 DEBUG [RS_CLOSE_ROOT-192.168.1.218,58419,1286829667630-1] handler.CloseRegionHandler(99): Processing close of -ROOT-,,0.70236052 2010-10-11 22:41:35,730 DEBUG [RS_CLOSE_ROOT-192.168.1.218,58419,1286829667630-1] regionserver.HRegion(487): Closing -ROOT-,,0.70236052: disabling compactions & flushes 2010-10-11 22:41:35,730 DEBUG [RS_CLOSE_ROOT-192.168.1.218,58419,1286829667630-1] regionserver.HRegion(515): Updates disabled for region -ROOT-,,0.70236052 2010-10-11 22:41:35,731 DEBUG [RS_CLOSE_ROOT-192.168.1.218,58419,1286829667630-1] regionserver.HRegion(873): Started memstore flush for region -ROOT-,,0.70236052; current region memstore size 472.0 2010-10-11 22:41:35,718 DEBUG [RS_CLOSE_META-192.168.1.218,58419,1286829667630-1] handler.CloseRegionHandler(99): Processing close of .META.,,1.1028785192 2010-10-11 22:41:35,726 INFO [RegionServer:1;192.168.1.218,58421,1286829667652.majorCompactionChecker] hbase.Chore(79): RegionServer:1;192.168.1.218,58421,1286829667652.majorCompactionChecker exiting 2010-10-11 22:41:35,726 DEBUG [RegionServer:1;192.168.1.218,58421,1286829667652.logSyncer] wal.HLog$LogSyncer(977): RegionServer:1;192.168.1.218,58421,1286829667652.logSyncer interrupted while waiting for sync requests 2010-10-11 22:41:35,726 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630] wal.HLog(804): closing hlog writer in hdfs://localhost:58403/user/lfrancke/.logs/192.168.1.218,58419,1286829667630 2010-10-11 22:41:35,725 INFO [RegionServer:1;192.168.1.218,58421,1286829667652.logRoller] regionserver.LogRoller(114): LogRoller exiting. 2010-10-11 22:41:35,734 INFO [RegionServer:1;192.168.1.218,58421,1286829667652.logSyncer] wal.HLog$LogSyncer(982): RegionServer:1;192.168.1.218,58421,1286829667652.logSyncer exiting 2010-10-11 22:41:35,733 DEBUG [RS_CLOSE_META-192.168.1.218,58419,1286829667630-1] regionserver.HRegion(487): Closing .META.,,1.1028785192: disabling compactions & flushes 2010-10-11 22:41:35,738 DEBUG [RegionServer:1;192.168.1.218,58421,1286829667652] wal.HLog(804): closing hlog writer in hdfs://localhost:58403/user/lfrancke/.logs/192.168.1.218,58421,1286829667652 2010-10-11 22:41:35,738 DEBUG [RS_CLOSE_META-192.168.1.218,58419,1286829667630-1] regionserver.HRegion(515): Updates disabled for region .META.,,1.1028785192 2010-10-11 22:41:35,740 DEBUG [RS_CLOSE_META-192.168.1.218,58419,1286829667630-1] regionserver.HRegion(873): Started memstore flush for region .META.,,1.1028785192; current region memstore size 1.2k 2010-10-11 22:41:35,975 INFO [RegionServer:1;192.168.1.218,58421,1286829667652.leaseChecker] regionserver.Leases(124): RegionServer:1;192.168.1.218,58421,1286829667652.leaseChecker closing leases 2010-10-11 22:41:35,976 INFO [RegionServer:1;192.168.1.218,58421,1286829667652.leaseChecker] regionserver.Leases(131): RegionServer:1;192.168.1.218,58421,1286829667652.leaseChecker closed leases 2010-10-11 22:41:35,979 INFO [RegionServer:0;192.168.1.218,58419,1286829667630.leaseChecker] regionserver.Leases(124): RegionServer:0;192.168.1.218,58419,1286829667630.leaseChecker closing leases 2010-10-11 22:41:35,980 INFO [RegionServer:0;192.168.1.218,58419,1286829667630.leaseChecker] regionserver.Leases(131): RegionServer:0;192.168.1.218,58419,1286829667630.leaseChecker closed leases 2010-10-11 22:41:36,578 INFO [Master:0;192.168.1.218:58416] master.ServerManager(446): Waiting on following regionserver(s) to go down [serverName=192.168.1.218,58421,1286829667652, load=(requests=0, regions=1, usedHeap=59, maxHeap=123), serverName=192.168.1.218,58419,1286829667630, load=(requests=11, regions=2, usedHeap=59, maxHeap=123)] 2010-10-11 22:41:36,734 DEBUG [RS_CLOSE_ROOT-192.168.1.218,58419,1286829667630-1] regionserver.HRegion(911): Finished snapshotting, commencing flushing stores 2010-10-11 22:41:36,745 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630] wal.HLog(772): Moved 1 log files to /user/lfrancke/.oldlogs 2010-10-11 22:41:36,749 DEBUG [RegionServer:1;192.168.1.218,58421,1286829667652] wal.HLog(772): Moved 1 log files to /user/lfrancke/.oldlogs 2010-10-11 22:41:36,749 INFO [RegionServer:0;192.168.1.218,58419,1286829667630] regionserver.HRegionServer(593): stopping server at: 192.168.1.218,58419,1286829667630 2010-10-11 22:41:36,750 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630] catalog.CatalogTracker(140): Stopping catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@40944dbd 2010-10-11 22:41:36,751 INFO [RegionServer:0;192.168.1.218,58419,1286829667630] regionserver.HRegionServer(625): Waiting on 2 regions to close 2010-10-11 22:41:36,752 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630] regionserver.HRegionServer(629): {1028785192=.META.,,1.1028785192, 70236052=-ROOT-,,0.70236052} 2010-10-11 22:41:36,753 INFO [RegionServer:1;192.168.1.218,58421,1286829667652] regionserver.HRegionServer(593): stopping server at: 192.168.1.218,58421,1286829667652 2010-10-11 22:41:36,754 DEBUG [RegionServer:1;192.168.1.218,58421,1286829667652] catalog.CatalogTracker(140): Stopping catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@796cefa8 2010-10-11 22:41:36,754 INFO [RegionServer:1;192.168.1.218,58421,1286829667652] regionserver.Leases(124): RegionServer:1;192.168.1.218,58421,1286829667652 closing leases 2010-10-11 22:41:36,755 INFO [RegionServer:1;192.168.1.218,58421,1286829667652] regionserver.Leases(131): RegionServer:1;192.168.1.218,58421,1286829667652 closed leases 2010-10-11 22:41:36,756 DEBUG [RegionServer:1;192.168.1.218,58421,1286829667652] client.HConnectionManager$HConnectionImplementation(1030): Closed zookeeper sessionid=0x12b9d0658770003 2010-10-11 22:41:36,764 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:58416-0x12b9d0658770001 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/192.168.1.218,58421,1286829667652 2010-10-11 22:41:36,765 INFO [Thread-1-EventThread] zookeeper.RegionServerTracker(71): RegionServer ephemeral node deleted, processing expiration [192.168.1.218,58421,1286829667652] 2010-10-11 22:41:36,766 INFO [Thread-1-EventThread] master.ServerManager(486): Cluster shutdown set; 192.168.1.218,58421,1286829667652 expired; onlineServers=1 2010-10-11 22:41:36,766 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:58416-0x12b9d0658770001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2010-10-11 22:41:36,766 INFO [RegionServer:1;192.168.1.218,58421,1286829667652] regionserver.HRegionServer(611): RegionServer:1;192.168.1.218,58421,1286829667652 exiting 2010-10-11 22:41:36,769 INFO [Shutdown of DFS[DFSClient[clientName=DFSClient_hb_rs_192.168.1.218,58421,1286829667652_1286829673406, ugi=lfrancke.hrs.1,supergroup]]] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(238): Hook closing fs=DFS[DFSClient[clientName=DFSClient_hb_rs_192.168.1.218,58421,1286829667652_1286829673406, ugi=lfrancke.hrs.1,supergroup]] 2010-10-11 22:41:36,777 INFO [RS_CLOSE_ROOT-192.168.1.218,58419,1286829667630-1] regionserver.Store(487): Renaming flushed file at hdfs://localhost:58403/user/lfrancke/-ROOT-/70236052/.tmp/6967287302852860013 to hdfs://localhost:58403/user/lfrancke/-ROOT-/70236052/info/4562361436952425961 2010-10-11 22:41:36,784 INFO [RS_CLOSE_ROOT-192.168.1.218,58419,1286829667630-1] regionserver.Store(497): Added hdfs://localhost:58403/user/lfrancke/-ROOT-/70236052/info/4562361436952425961, entries=2, sequenceid=7, memsize=472.0, filesize=506.0 to -ROOT-,,0.70236052 2010-10-11 22:41:36,786 INFO [RS_CLOSE_ROOT-192.168.1.218,58419,1286829667630-1] regionserver.HRegion(973): Finished memstore flush of ~472.0 for region -ROOT-,,0.70236052 in 1055ms, sequenceid=7, compaction requested=false 2010-10-11 22:41:36,788 DEBUG [RS_CLOSE_META-192.168.1.218,58419,1286829667630-1] regionserver.HRegion(911): Finished snapshotting, commencing flushing stores 2010-10-11 22:41:36,790 DEBUG [RS_CLOSE_ROOT-192.168.1.218,58419,1286829667630-1] regionserver.Store(412): closed info 2010-10-11 22:41:36,794 INFO [RS_CLOSE_ROOT-192.168.1.218,58419,1286829667630-1] regionserver.HRegion(526): Closed -ROOT-,,0.70236052 2010-10-11 22:41:36,795 DEBUG [RS_CLOSE_ROOT-192.168.1.218,58419,1286829667630-1] handler.CloseRegionHandler(128): Closed region -ROOT-,,0.70236052 2010-10-11 22:41:36,847 INFO [RS_CLOSE_META-192.168.1.218,58419,1286829667630-1] regionserver.Store(487): Renaming flushed file at hdfs://localhost:58403/user/lfrancke/.META./1028785192/.tmp/7465857385843828993 to hdfs://localhost:58403/user/lfrancke/.META./1028785192/info/2855041430027952380 2010-10-11 22:41:36,861 INFO [RS_CLOSE_META-192.168.1.218,58419,1286829667630-1] regionserver.Store(497): Added hdfs://localhost:58403/user/lfrancke/.META./1028785192/info/2855041430027952380, entries=3, sequenceid=8, memsize=1.2k, filesize=1.2k to .META.,,1.1028785192 2010-10-11 22:41:36,863 INFO [RS_CLOSE_META-192.168.1.218,58419,1286829667630-1] regionserver.HRegion(973): Finished memstore flush of ~1.2k for region .META.,,1.1028785192 in 1123ms, sequenceid=8, compaction requested=false 2010-10-11 22:41:36,864 DEBUG [RS_CLOSE_META-192.168.1.218,58419,1286829667630-1] regionserver.Store(412): closed info 2010-10-11 22:41:36,864 INFO [RS_CLOSE_META-192.168.1.218,58419,1286829667630-1] regionserver.HRegion(526): Closed .META.,,1.1028785192 2010-10-11 22:41:36,865 DEBUG [RS_CLOSE_META-192.168.1.218,58419,1286829667630-1] handler.CloseRegionHandler(128): Closed region .META.,,1.1028785192 2010-10-11 22:41:37,580 INFO [Master:0;192.168.1.218:58416] master.ServerManager(446): Waiting on following regionserver(s) to go down [serverName=192.168.1.218,58419,1286829667630, load=(requests=11, regions=2, usedHeap=59, maxHeap=123)] 2010-10-11 22:41:37,753 INFO [RegionServer:0;192.168.1.218,58419,1286829667630] regionserver.Leases(124): RegionServer:0;192.168.1.218,58419,1286829667630 closing leases 2010-10-11 22:41:37,767 INFO [RegionServer:0;192.168.1.218,58419,1286829667630] regionserver.Leases(131): RegionServer:0;192.168.1.218,58419,1286829667630 closed leases 2010-10-11 22:41:37,768 DEBUG [RegionServer:0;192.168.1.218,58419,1286829667630] client.HConnectionManager$HConnectionImplementation(1030): Closed zookeeper sessionid=0x12b9d0658770002 2010-10-11 22:41:37,960 INFO [RegionServer:0;192.168.1.218,58419,1286829667630] regionserver.HRegionServer(611): RegionServer:0;192.168.1.218,58419,1286829667630 exiting 2010-10-11 22:41:37,962 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:58416-0x12b9d0658770001 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/192.168.1.218,58419,1286829667630 2010-10-11 22:41:37,963 INFO [Thread-1-EventThread] zookeeper.RegionServerTracker(71): RegionServer ephemeral node deleted, processing expiration [192.168.1.218,58419,1286829667630] 2010-10-11 22:41:37,964 INFO [Thread-1-EventThread] master.ServerManager(486): Cluster shutdown set; 192.168.1.218,58419,1286829667630 expired; onlineServers=0 2010-10-11 22:41:37,966 INFO [Thread-1-EventThread] master.HMaster(914): Cluster shutdown set; onlineServer=0 2010-10-11 22:41:37,967 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:58416-0x12b9d0658770001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2010-10-11 22:41:37,972 INFO [Shutdown of DFS[DFSClient[clientName=DFSClient_hb_rs_192.168.1.218,58419,1286829667630_1286829673409, ugi=lfrancke.hrs.0,supergroup]]] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(238): Hook closing fs=DFS[DFSClient[clientName=DFSClient_hb_rs_192.168.1.218,58419,1286829667630_1286829673409, ugi=lfrancke.hrs.0,supergroup]] 2010-10-11 22:41:37,976 INFO [main] util.JVMClusterUtil(244): Shutdown of 1 master(s) and 2 regionserver(s) complete 2010-10-11 22:41:37,976 DEBUG [main] client.HConnectionManager$HConnectionImplementation(1030): Closed zookeeper sessionid=0x12b9d0658770006 2010-10-11 22:41:37,979 DEBUG [main] client.HConnectionManager$HConnectionImplementation(1030): Closed zookeeper sessionid=0x12b9d0658770007 2010-10-11 22:41:37,981 DEBUG [main] client.HConnectionManager$HConnectionImplementation(1030): Closed zookeeper sessionid=0x12b9d0658770008 2010-10-11 22:41:37,991 DEBUG [main] client.HConnectionManager$HConnectionImplementation(1030): Closed zookeeper sessionid=0x12b9d0658770009 2010-10-11 22:41:37,993 DEBUG [main] client.HConnectionManager$HConnectionImplementation(1030): Closed zookeeper sessionid=0x12b9d065877000a 2010-10-11 22:41:38,580 DEBUG [Master:0;192.168.1.218:58416] master.HMaster(544): Stopping service threads 2010-10-11 22:41:38,585 DEBUG [Master:0;192.168.1.218:58416] zookeeper.ZKUtil(1012): master:58416-0x12b9d0658770001 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58416 2010-10-11 22:41:38,586 DEBUG [Master:0;192.168.1.218:58416] zookeeper.ZKUtil(568): master:58416-0x12b9d0658770001 Read server address from znode /hbase/master: 192.168.1.218:58416 2010-10-11 22:41:38,696 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:58416-0x12b9d0658770001 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2010-10-11 22:41:38,696 DEBUG [Master:0;192.168.1.218:58416] catalog.CatalogTracker(140): Stopping catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@786167d 2010-10-11 22:41:38,846 INFO [Master:0;192.168.1.218:58416] master.HMaster(293): HMaster main thread exiting Shutting down the Mini HDFS Cluster Shutting down DataNode 1 2010-10-11 22:41:38,859 INFO [main] log.Slf4jLog(67): Stopped SelectChannelConnector@localhost:0 2010-10-11 22:41:38,948 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): cluster1-0x12b9d0658770000 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2010-10-11 22:41:38,949 INFO [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(277): cluster1-0x12b9d0658770000 Received Disconnected from ZooKeeper, ignoring 2010-10-11 22:41:38,970 WARN [org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@75088a1b] datanode.DataXceiverServer(137): DatanodeRegistration(127.0.0.1:58410, storageID=DS-1120361087-192.168.1.218-58410-1286829665506, infoPort=58411, ipcPort=58412):DataXceiveServer: java.nio.channels.AsynchronousCloseException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:185) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:152) at sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:84) at org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:130) at java.lang.Thread.run(Thread.java:637) Shutting down DataNode 0 2010-10-11 22:41:39,975 INFO [main] log.Slf4jLog(67): Stopped SelectChannelConnector@localhost:0 2010-10-11 22:41:40,166 WARN [org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@10c789fb] datanode.DataXceiverServer(137): DatanodeRegistration(127.0.0.1:58407, storageID=DS-321363949-192.168.1.218-58407-1286829664434, infoPort=58408, ipcPort=58409):DataXceiveServer: java.nio.channels.AsynchronousCloseException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:185) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:152) at sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:84) at org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:130) at java.lang.Thread.run(Thread.java:637) 2010-10-11 22:41:41,189 INFO [main] log.Slf4jLog(67): Stopped SelectChannelConnector@localhost:0 2010-10-11 22:41:41,292 WARN [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$ReplicationMonitor@1494cb8b] namenode.FSNamesystem$ReplicationMonitor(2413): ReplicationMonitor thread received InterruptedException.java.lang.InterruptedException: sleep interrupted 2010-10-11 22:41:41,322 INFO [main] hbase.HBaseTestingUtility(425): Minicluster is down 2010-10-11 22:41:41,326 INFO [Thread-218] hbase.HBaseTestingUtility(321): Starting up minicluster with 1 master(s) and 3 regionserver(s) and datanode(s) 2010-10-11 22:41:41,522 INFO [Thread-218] log.Slf4jLog(67): jetty-6.1.25 2010-10-11 22:41:41,614 INFO [Thread-218] log.Slf4jLog(67): Extract jar:file:/Users/lfrancke/.m2/repository/org/apache/hadoop/hadoop-core/0.20.3-append-r964955-1240/hadoop-core-0.20.3-append-r964955-1240.jar!/webapps/hdfs to /var/folders/MG/MG4vL+NqGkiOc9indOqqgE+++TI/-Tmp-/Jetty_localhost_58482_hdfs____.5tbyjv/webapp 2010-10-11 22:41:42,011 INFO [Thread-218] log.Slf4jLog(67): Started SelectChannelConnector@localhost:58482 Starting DataNode 0 with dfs.data.dir: /Users/lfrancke/dev/external/hbase/target/test-data/bf04dce1-408b-41a1-a12c-71ac824d6839/9c874f9d-6f65-4d56-83b7-b0f03dc80faf/dfs/data/data1,/Users/lfrancke/dev/external/hbase/target/test-data/bf04dce1-408b-41a1-a12c-71ac824d6839/9c874f9d-6f65-4d56-83b7-b0f03dc80faf/dfs/data/data2 2010-10-11 22:41:42,233 INFO [Thread-218] log.Slf4jLog(67): jetty-6.1.25 2010-10-11 22:41:42,243 INFO [Thread-218] log.Slf4jLog(67): Extract jar:file:/Users/lfrancke/.m2/repository/org/apache/hadoop/hadoop-core/0.20.3-append-r964955-1240/hadoop-core-0.20.3-append-r964955-1240.jar!/webapps/datanode to /var/folders/MG/MG4vL+NqGkiOc9indOqqgE+++TI/-Tmp-/Jetty_localhost_58486_datanode____.saroiy/webapp 2010-10-11 22:41:42,576 INFO [Thread-218] log.Slf4jLog(67): Started SelectChannelConnector@localhost:58486 Starting DataNode 1 with dfs.data.dir: /Users/lfrancke/dev/external/hbase/target/test-data/bf04dce1-408b-41a1-a12c-71ac824d6839/9c874f9d-6f65-4d56-83b7-b0f03dc80faf/dfs/data/data3,/Users/lfrancke/dev/external/hbase/target/test-data/bf04dce1-408b-41a1-a12c-71ac824d6839/9c874f9d-6f65-4d56-83b7-b0f03dc80faf/dfs/data/data4 2010-10-11 22:41:42,800 INFO [Thread-218] log.Slf4jLog(67): jetty-6.1.25 2010-10-11 22:41:42,813 INFO [Thread-218] log.Slf4jLog(67): Extract jar:file:/Users/lfrancke/.m2/repository/org/apache/hadoop/hadoop-core/0.20.3-append-r964955-1240/hadoop-core-0.20.3-append-r964955-1240.jar!/webapps/datanode to /var/folders/MG/MG4vL+NqGkiOc9indOqqgE+++TI/-Tmp-/Jetty_localhost_58491_datanode____.cecc0g/webapp 2010-10-11 22:41:43,098 INFO [192.168.1.218:58416.timeoutMonitor] hbase.Chore(79): 192.168.1.218:58416.timeoutMonitor exiting 2010-10-11 22:41:43,127 INFO [Thread-218] log.Slf4jLog(67): Started SelectChannelConnector@localhost:58491 Starting DataNode 2 with dfs.data.dir: /Users/lfrancke/dev/external/hbase/target/test-data/bf04dce1-408b-41a1-a12c-71ac824d6839/9c874f9d-6f65-4d56-83b7-b0f03dc80faf/dfs/data/data5,/Users/lfrancke/dev/external/hbase/target/test-data/bf04dce1-408b-41a1-a12c-71ac824d6839/9c874f9d-6f65-4d56-83b7-b0f03dc80faf/dfs/data/data6 2010-10-11 22:41:44,006 INFO [Thread-218] log.Slf4jLog(67): jetty-6.1.25 2010-10-11 22:41:44,049 INFO [Thread-218] log.Slf4jLog(67): Extract jar:file:/Users/lfrancke/.m2/repository/org/apache/hadoop/hadoop-core/0.20.3-append-r964955-1240/hadoop-core-0.20.3-append-r964955-1240.jar!/webapps/datanode to /var/folders/MG/MG4vL+NqGkiOc9indOqqgE+++TI/-Tmp-/Jetty_localhost_58495_datanode____.vt2wuk/webapp 2010-10-11 22:41:44,427 INFO [Thread-218] log.Slf4jLog(67): Started SelectChannelConnector@localhost:58495 2010-10-11 22:41:45,354 INFO [Thread-218] zookeeper.MiniZooKeeperCluster(125): Started MiniZK Server on client port: 21810 2010-10-11 22:41:45,430 DEBUG [Thread-218] util.FSUtils(220): Created version file at hdfs://localhost:58481/user/lfrancke set its version at:7 2010-10-11 22:41:45,434 INFO [Thread-218] ipc.HBaseRpcMetrics(57): Initializing RPC Metrics with hostName=MiniHBaseCluster$MiniHBaseClusterMaster, port=58505 2010-10-11 22:41:45,438 INFO [Thread-218] zookeeper.ZKUtil(94): master:58505 opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:41:45,449 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:41:45,450 INFO [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(269): master:58505 connected 2010-10-11 22:41:45,459 INFO [Thread-218] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:41:45,465 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:41:45,466 INFO [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(269): hconnection connected 2010-10-11 22:41:45,471 INFO [Thread-218] zookeeper.ZKUtil(197): hconnection-0x12b9d0708850001 Set watcher on existing znode /hbase/master 2010-10-11 22:41:45,472 INFO [Thread-218] zookeeper.ZKUtil(197): hconnection-0x12b9d0708850001 Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:41:45,477 INFO [Thread-218] ipc.HBaseRpcMetrics(57): Initializing RPC Metrics with hostName=MiniHBaseCluster$MiniHBaseClusterRegionServer, port=58508 2010-10-11 22:41:45,482 INFO [Thread-218] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:41:45,490 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:41:45,491 INFO [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(269): hconnection connected 2010-10-11 22:41:45,502 INFO [Thread-218] zookeeper.ZKUtil(197): hconnection-0x12b9d0708850002 Set watcher on existing znode /hbase/master 2010-10-11 22:41:45,504 INFO [Thread-218] zookeeper.ZKUtil(197): hconnection-0x12b9d0708850002 Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:41:45,509 INFO [Thread-218] ipc.HBaseRpcMetrics(57): Initializing RPC Metrics with hostName=MiniHBaseCluster$MiniHBaseClusterRegionServer, port=58510 2010-10-11 22:41:45,513 INFO [Thread-218] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:41:45,678 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:41:45,679 INFO [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(269): hconnection connected 2010-10-11 22:41:45,683 INFO [Thread-218] zookeeper.ZKUtil(197): hconnection-0x12b9d0708850003 Set watcher on existing znode /hbase/master 2010-10-11 22:41:45,684 INFO [Thread-218] zookeeper.ZKUtil(197): hconnection-0x12b9d0708850003 Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:41:45,690 INFO [Thread-218] ipc.HBaseRpcMetrics(57): Initializing RPC Metrics with hostName=MiniHBaseCluster$MiniHBaseClusterRegionServer, port=58512 2010-10-11 22:41:45,708 INFO [RegionServer:0;192.168.1.218,58508,1286829705480] zookeeper.ZKUtil(94): regionserver:58508 opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:41:45,711 INFO [RegionServer:1;192.168.1.218,58510,1286829705511] zookeeper.ZKUtil(94): regionserver:58510 opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:41:45,713 INFO [RegionServer:2;192.168.1.218,58512,1286829705693] zookeeper.ZKUtil(94): regionserver:58512 opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:41:45,720 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d0708850001 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2010-10-11 22:41:45,721 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d0708850003 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2010-10-11 22:41:45,721 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d0708850002 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2010-10-11 22:41:45,724 DEBUG [RegionServer:1;192.168.1.218,58510,1286829705511-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58510 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:41:45,728 INFO [RegionServer:1;192.168.1.218,58510,1286829705511-EventThread] zookeeper.ZooKeeperWatcher(269): regionserver:58510 connected 2010-10-11 22:41:45,727 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58508 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:41:45,730 INFO [RegionServer:0;192.168.1.218,58508,1286829705480-EventThread] zookeeper.ZooKeeperWatcher(269): regionserver:58508 connected 2010-10-11 22:41:45,729 DEBUG [RegionServer:2;192.168.1.218,58512,1286829705693-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58512 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:41:45,731 INFO [RegionServer:2;192.168.1.218,58512,1286829705693-EventThread] zookeeper.ZooKeeperWatcher(269): regionserver:58512 connected 2010-10-11 22:41:45,732 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): hconnection-0x12b9d0708850003 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58505 2010-10-11 22:41:45,732 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): hconnection-0x12b9d0708850001 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58505 2010-10-11 22:41:45,733 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): hconnection-0x12b9d0708850002 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58505 2010-10-11 22:41:45,751 INFO [RegionServer:0;192.168.1.218,58508,1286829705480] zookeeper.ZKUtil(197): regionserver:58508-0x12b9d0708850005 Set watcher on existing znode /hbase/master 2010-10-11 22:41:45,751 INFO [RegionServer:1;192.168.1.218,58510,1286829705511] zookeeper.ZKUtil(197): regionserver:58510-0x12b9d0708850004 Set watcher on existing znode /hbase/master 2010-10-11 22:41:45,752 INFO [Master:0;192.168.1.218:58505] master.MasterFileSystem(226): BOOTSTRAP: creating ROOT and first META regions 2010-10-11 22:41:45,752 INFO [RegionServer:2;192.168.1.218,58512,1286829705693] zookeeper.ZKUtil(197): regionserver:58512-0x12b9d0708850006 Set watcher on existing znode /hbase/master 2010-10-11 22:41:45,753 DEBUG [RegionServer:1;192.168.1.218,58510,1286829705511] zookeeper.ZKUtil(1012): regionserver:58510-0x12b9d0708850004 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58505 2010-10-11 22:41:45,753 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480] zookeeper.ZKUtil(1012): regionserver:58508-0x12b9d0708850005 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58505 2010-10-11 22:41:45,754 DEBUG [RegionServer:2;192.168.1.218,58512,1286829705693] zookeeper.ZKUtil(1012): regionserver:58512-0x12b9d0708850006 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58505 2010-10-11 22:41:45,757 INFO [RegionServer:1;192.168.1.218,58510,1286829705511] zookeeper.ZKUtil(197): regionserver:58510-0x12b9d0708850004 Set watcher on existing znode /hbase/shutdown 2010-10-11 22:41:45,759 INFO [RegionServer:2;192.168.1.218,58512,1286829705693] zookeeper.ZKUtil(197): regionserver:58512-0x12b9d0708850006 Set watcher on existing znode /hbase/shutdown 2010-10-11 22:41:45,758 INFO [RegionServer:0;192.168.1.218,58508,1286829705480] zookeeper.ZKUtil(197): regionserver:58508-0x12b9d0708850005 Set watcher on existing znode /hbase/shutdown 2010-10-11 22:41:45,763 INFO [Master:0;192.168.1.218:58505] wal.HLog(359): HLog configuration: blocksize=64 MB, rollsize=60.8 MB, enabled=true, flushlogentries=1, optionallogflushinternal=1000ms 2010-10-11 22:41:45,788 INFO [Master:0;192.168.1.218:58505] wal.SequenceFileLogWriter(126): Using syncFs -- HDFS-200 2010-10-11 22:41:45,790 INFO [Master:0;192.168.1.218:58505] wal.HLog(498): New hlog /user/lfrancke/-ROOT-/70236052/.logs/hlog.1286829705763 2010-10-11 22:41:45,790 INFO [Master:0;192.168.1.218:58505] wal.HLog(389): Using getNumCurrentReplicas--HDFS-826 2010-10-11 22:41:45,791 DEBUG [Master:0;192.168.1.218:58505] regionserver.HRegion(297): Instantiated -ROOT-,,0.70236052 2010-10-11 22:41:45,816 INFO [Master:0;192.168.1.218:58505] regionserver.HRegion(358): Onlined -ROOT-,,0.70236052; next sequenceid=1 2010-10-11 22:41:45,824 INFO [Master:0;192.168.1.218:58505] wal.HLog(359): HLog configuration: blocksize=64 MB, rollsize=60.8 MB, enabled=true, flushlogentries=1, optionallogflushinternal=1000ms 2010-10-11 22:41:45,851 INFO [Master:0;192.168.1.218:58505] wal.SequenceFileLogWriter(126): Using syncFs -- HDFS-200 2010-10-11 22:41:45,852 INFO [Master:0;192.168.1.218:58505] wal.HLog(498): New hlog /user/lfrancke/.META./1028785192/.logs/hlog.1286829705825 2010-10-11 22:41:45,853 INFO [Master:0;192.168.1.218:58505] wal.HLog(389): Using getNumCurrentReplicas--HDFS-826 2010-10-11 22:41:45,854 DEBUG [Master:0;192.168.1.218:58505] regionserver.HRegion(297): Instantiated .META.,,1.1028785192 2010-10-11 22:41:45,864 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): cluster1-0x12b9d0658770000 Received ZooKeeper Event, type=None, state=Expired, path=null 2010-10-11 22:41:46,700 INFO [Thread-218] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:41:46,713 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:41:46,714 INFO [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(269): hconnection connected 2010-10-11 22:41:47,060 INFO [Thread-218] zookeeper.ZKUtil(197): hconnection-0x12b9d0708850007 Set watcher on existing znode /hbase/master 2010-10-11 22:41:47,062 DEBUG [Thread-218] zookeeper.ZKUtil(1012): hconnection-0x12b9d0708850007 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58505 2010-10-11 22:41:47,064 INFO [Thread-218] zookeeper.ZKUtil(197): hconnection-0x12b9d0708850007 Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:41:47,068 INFO [Master:0;192.168.1.218:58505] regionserver.HRegion(358): Onlined .META.,,1.1028785192; next sequenceid=1 2010-10-11 22:41:47,078 DEBUG [Master:0;192.168.1.218:58505] regionserver.HRegion(487): Closing -ROOT-,,0.70236052: disabling compactions & flushes 2010-10-11 22:41:47,079 DEBUG [Master:0;192.168.1.218:58505] regionserver.HRegion(515): Updates disabled for region -ROOT-,,0.70236052 2010-10-11 22:41:47,079 DEBUG [Master:0;192.168.1.218:58505] regionserver.HRegion(873): Started memstore flush for region -ROOT-,,0.70236052; current region memstore size 496.0 2010-10-11 22:41:47,080 DEBUG [Master:0;192.168.1.218:58505] regionserver.HRegion(911): Finished snapshotting, commencing flushing stores 2010-10-11 22:41:47,198 INFO [Master:0;192.168.1.218:58505] regionserver.Store(487): Renaming flushed file at hdfs://localhost:58481/user/lfrancke/-ROOT-/70236052/.tmp/2227199737499980259 to hdfs://localhost:58481/user/lfrancke/-ROOT-/70236052/info/7315291435709872159 2010-10-11 22:41:47,218 INFO [Master:0;192.168.1.218:58505] regionserver.Store(497): Added hdfs://localhost:58481/user/lfrancke/-ROOT-/70236052/info/7315291435709872159, entries=1, sequenceid=2, memsize=496.0, filesize=706.0 to -ROOT-,,0.70236052 2010-10-11 22:41:47,219 INFO [Master:0;192.168.1.218:58505] regionserver.HRegion(973): Finished memstore flush of ~496.0 for region -ROOT-,,0.70236052 in 140ms, sequenceid=2, compaction requested=false 2010-10-11 22:41:47,220 DEBUG [Master:0;192.168.1.218:58505] regionserver.Store(412): closed info 2010-10-11 22:41:47,220 INFO [Master:0;192.168.1.218:58505] regionserver.HRegion(526): Closed -ROOT-,,0.70236052 2010-10-11 22:41:47,221 DEBUG [Master:0;192.168.1.218:58505.logSyncer] wal.HLog$LogSyncer(977): Master:0;192.168.1.218:58505.logSyncer interrupted while waiting for sync requests 2010-10-11 22:41:47,221 INFO [Master:0;192.168.1.218:58505.logSyncer] wal.HLog$LogSyncer(982): Master:0;192.168.1.218:58505.logSyncer exiting 2010-10-11 22:41:47,222 DEBUG [Master:0;192.168.1.218:58505] wal.HLog(804): closing hlog writer in hdfs://localhost:58481/user/lfrancke/-ROOT-/70236052/.logs 2010-10-11 22:41:47,384 DEBUG [Master:0;192.168.1.218:58505] wal.HLog(772): Moved 1 log files to /user/lfrancke/-ROOT-/70236052/.oldlogs 2010-10-11 22:41:47,386 DEBUG [Master:0;192.168.1.218:58505] regionserver.HRegion(487): Closing .META.,,1.1028785192: disabling compactions & flushes 2010-10-11 22:41:47,386 DEBUG [Master:0;192.168.1.218:58505] regionserver.HRegion(515): Updates disabled for region .META.,,1.1028785192 2010-10-11 22:41:47,387 DEBUG [Master:0;192.168.1.218:58505] regionserver.Store(412): closed info 2010-10-11 22:41:47,387 INFO [Master:0;192.168.1.218:58505] regionserver.HRegion(526): Closed .META.,,1.1028785192 2010-10-11 22:41:47,388 DEBUG [Master:0;192.168.1.218:58505.logSyncer] wal.HLog$LogSyncer(977): Master:0;192.168.1.218:58505.logSyncer interrupted while waiting for sync requests 2010-10-11 22:41:47,388 INFO [Master:0;192.168.1.218:58505.logSyncer] wal.HLog$LogSyncer(982): Master:0;192.168.1.218:58505.logSyncer exiting 2010-10-11 22:41:47,389 DEBUG [Master:0;192.168.1.218:58505] wal.HLog(804): closing hlog writer in hdfs://localhost:58481/user/lfrancke/.META./1028785192/.logs 2010-10-11 22:41:47,449 DEBUG [Master:0;192.168.1.218:58505] wal.HLog(772): Moved 1 log files to /user/lfrancke/.META./1028785192/.oldlogs 2010-10-11 22:41:47,459 INFO [Master:0;192.168.1.218:58505] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:41:47,468 DEBUG [Master:0;192.168.1.218:58505-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:41:47,469 INFO [Master:0;192.168.1.218:58505-EventThread] zookeeper.ZooKeeperWatcher(269): hconnection connected 2010-10-11 22:41:47,472 INFO [Master:0;192.168.1.218:58505] zookeeper.ZKUtil(197): hconnection-0x12b9d0708850008 Set watcher on existing znode /hbase/master 2010-10-11 22:41:47,473 DEBUG [Master:0;192.168.1.218:58505] zookeeper.ZKUtil(1012): hconnection-0x12b9d0708850008 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58505 2010-10-11 22:41:47,474 INFO [Master:0;192.168.1.218:58505] zookeeper.ZKUtil(197): hconnection-0x12b9d0708850008 Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:41:47,475 INFO [Master:0;192.168.1.218:58505] metrics.MasterMetrics(59): Initialized 2010-10-11 22:41:47,475 DEBUG [Master:0;192.168.1.218:58505] master.LogCleaner(119): Add log cleaner in chain: org.apache.hadoop.hbase.master.TimeToLiveLogCleaner 2010-10-11 22:41:47,476 DEBUG [Master:0;192.168.1.218:58505] master.ReplicationLogCleaner(106): Didn't find this log in ZK, deleting: null 2010-10-11 22:41:47,476 DEBUG [Master:0;192.168.1.218:58505] master.LogCleaner(119): Add log cleaner in chain: org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2010-10-11 22:41:47,478 INFO [Master:0;192.168.1.218:58505] zookeeper.ZKUtil(197): master:58505-0x12b9d0708850000 Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:41:47,479 INFO [Master:0;192.168.1.218:58505] zookeeper.ZKUtil(197): master:58505-0x12b9d0708850000 Set watcher on existing znode /hbase/unassigned/1028785192 2010-10-11 22:41:47,479 DEBUG [Master:0;192.168.1.218:58505] catalog.CatalogTracker(132): Starting catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@777490ad 2010-10-11 22:41:47,481 INFO [Master:0;192.168.1.218:58505] zookeeper.ZKUtil(197): master:58505-0x12b9d0708850000 Set watcher on existing znode /hbase/shutdown 2010-10-11 22:41:47,483 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2010-10-11 22:41:47,483 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58508-0x12b9d0708850005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2010-10-11 22:41:47,483 DEBUG [RegionServer:1;192.168.1.218,58510,1286829705511-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58510-0x12b9d0708850004 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2010-10-11 22:41:47,483 DEBUG [RegionServer:2;192.168.1.218,58512,1286829705693-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58512-0x12b9d0708850006 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2010-10-11 22:41:47,489 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480-EventThread] zookeeper.ZKUtil(1012): regionserver:58508-0x12b9d0708850005 Retrieved 29 byte(s) of data from znode /hbase/shutdown and set watcher; Mon Oct 11 22:41:47 CEST 2010 2010-10-11 22:41:47,486 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58505-0x12b9d0708850000 Retrieved 29 byte(s) of data from znode /hbase/shutdown and set watcher; Mon Oct 11 22:41:47 CEST 2010 2010-10-11 22:41:47,494 INFO [RegionServer:0;192.168.1.218,58508,1286829705480] zookeeper.ZKUtil(197): regionserver:58508-0x12b9d0708850005 Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:41:47,486 INFO [Master:0;192.168.1.218:58505] master.HMaster(364): Server active/primary master; 192.168.1.218:58505, sessionid=0x12b9d0708850000, cluster-up flag was=false 2010-10-11 22:41:47,493 DEBUG [RegionServer:2;192.168.1.218,58512,1286829705693-EventThread] zookeeper.ZKUtil(1012): regionserver:58512-0x12b9d0708850006 Retrieved 29 byte(s) of data from znode /hbase/shutdown and set watcher; Mon Oct 11 22:41:47 CEST 2010 2010-10-11 22:41:47,491 DEBUG [RegionServer:1;192.168.1.218,58510,1286829705511-EventThread] zookeeper.ZKUtil(1012): regionserver:58510-0x12b9d0708850004 Retrieved 29 byte(s) of data from znode /hbase/shutdown and set watcher; Mon Oct 11 22:41:47 CEST 2010 2010-10-11 22:41:47,496 INFO [RegionServer:2;192.168.1.218,58512,1286829705693] zookeeper.ZKUtil(197): regionserver:58512-0x12b9d0708850006 Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:41:47,495 DEBUG [Master:0;192.168.1.218:58505] executor.ExecutorService(173): Starting executor service: MASTER_OPEN_REGION-192.168.1.218:58505 2010-10-11 22:41:47,495 INFO [RegionServer:0;192.168.1.218,58508,1286829705480] zookeeper.ZKUtil(197): regionserver:58508-0x12b9d0708850005 Set watcher on existing znode /hbase/unassigned/1028785192 2010-10-11 22:41:47,497 DEBUG [Master:0;192.168.1.218:58505] executor.ExecutorService(173): Starting executor service: MASTER_CLOSE_REGION-192.168.1.218:58505 2010-10-11 22:41:47,497 INFO [RegionServer:2;192.168.1.218,58512,1286829705693] zookeeper.ZKUtil(197): regionserver:58512-0x12b9d0708850006 Set watcher on existing znode /hbase/unassigned/1028785192 2010-10-11 22:41:47,497 INFO [RegionServer:1;192.168.1.218,58510,1286829705511] zookeeper.ZKUtil(197): regionserver:58510-0x12b9d0708850004 Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:41:47,499 DEBUG [RegionServer:2;192.168.1.218,58512,1286829705693] catalog.CatalogTracker(132): Starting catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@2ef49ac3 2010-10-11 22:41:47,498 DEBUG [Master:0;192.168.1.218:58505] executor.ExecutorService(173): Starting executor service: MASTER_SERVER_OPERATIONS-192.168.1.218:58505 2010-10-11 22:41:47,498 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480] catalog.CatalogTracker(132): Starting catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@1f72e08e 2010-10-11 22:41:47,500 DEBUG [Master:0;192.168.1.218:58505] executor.ExecutorService(173): Starting executor service: MASTER_TABLE_OPERATIONS-192.168.1.218:58505 2010-10-11 22:41:47,500 INFO [RegionServer:2;192.168.1.218,58512,1286829705693] regionserver.MemStoreFlusher(106): globalMemStoreLimit=49.6m, globalMemStoreLimitLowMark=43.4m, maxHeap=123.9m 2010-10-11 22:41:47,500 INFO [RegionServer:1;192.168.1.218,58510,1286829705511] zookeeper.ZKUtil(197): regionserver:58510-0x12b9d0708850004 Set watcher on existing znode /hbase/unassigned/1028785192 2010-10-11 22:41:47,503 DEBUG [RegionServer:1;192.168.1.218,58510,1286829705511] catalog.CatalogTracker(132): Starting catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@663f3fbd 2010-10-11 22:41:47,501 INFO [RegionServer:0;192.168.1.218,58508,1286829705480] regionserver.MemStoreFlusher(106): globalMemStoreLimit=49.6m, globalMemStoreLimitLowMark=43.4m, maxHeap=123.9m 2010-10-11 22:41:47,505 INFO [RegionServer:1;192.168.1.218,58510,1286829705511] regionserver.MemStoreFlusher(106): globalMemStoreLimit=49.6m, globalMemStoreLimitLowMark=43.4m, maxHeap=123.9m 2010-10-11 22:41:47,504 DEBUG [RegionServer:2;192.168.1.218,58512,1286829705693] regionserver.PriorityCompactionQueue(134): Create PriorityCompactionQueue 2010-10-11 22:41:47,503 DEBUG [Master:0;192.168.1.218:58505] master.HMaster(531): Started service threads 2010-10-11 22:41:47,506 INFO [RegionServer:2;192.168.1.218,58512,1286829705693] regionserver.HRegionServer$MajorCompactionChecker(956): Runs every 1000000ms 2010-10-11 22:41:47,505 DEBUG [RegionServer:1;192.168.1.218,58510,1286829705511] regionserver.PriorityCompactionQueue(134): Create PriorityCompactionQueue 2010-10-11 22:41:47,508 INFO [RegionServer:1;192.168.1.218,58510,1286829705511] regionserver.HRegionServer$MajorCompactionChecker(956): Runs every 1000000ms 2010-10-11 22:41:47,505 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480] regionserver.PriorityCompactionQueue(134): Create PriorityCompactionQueue 2010-10-11 22:41:47,583 INFO [RegionServer:0;192.168.1.218,58508,1286829705480] regionserver.HRegionServer$MajorCompactionChecker(956): Runs every 1000000ms 2010-10-11 22:41:47,582 INFO [RegionServer:2;192.168.1.218,58512,1286829705693] regionserver.HRegionServer(1351): Connected to master at 192.168.1.218:58505 2010-10-11 22:41:47,585 INFO [RegionServer:1;192.168.1.218,58510,1286829705511] regionserver.HRegionServer(1351): Connected to master at 192.168.1.218:58505 2010-10-11 22:41:47,615 INFO [RegionServer:0;192.168.1.218,58508,1286829705480] regionserver.HRegionServer(1351): Connected to master at 192.168.1.218:58505 2010-10-11 22:41:47,724 INFO [RegionServer:1;192.168.1.218,58510,1286829705511] regionserver.HRegionServer(1392): Telling master at 192.168.1.218:58505 that we are up 2010-10-11 22:41:47,725 INFO [RegionServer:0;192.168.1.218,58508,1286829705480] regionserver.HRegionServer(1392): Telling master at 192.168.1.218:58505 that we are up 2010-10-11 22:41:47,725 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2010-10-11 22:41:47,724 INFO [RegionServer:2;192.168.1.218,58512,1286829705693] regionserver.HRegionServer(1392): Telling master at 192.168.1.218:58505 that we are up 2010-10-11 22:41:47,732 INFO [IPC Server handler 3 on 58505] master.ServerManager(221): Registering server=192.168.1.218,58510,1286829705511, regionCount=0, userLoad=false 2010-10-11 22:41:47,729 INFO [IPC Server handler 4 on 58505] master.ServerManager(221): Registering server=192.168.1.218,58508,1286829705480, regionCount=0, userLoad=false 2010-10-11 22:41:47,735 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58505-0x12b9d0708850000 Retrieved 19 byte(s) of data from znode /hbase/rs/192.168.1.218,58508,1286829705480 and set watcher; 192.168.1.218:58508 2010-10-11 22:41:47,734 INFO [IPC Server handler 0 on 58505] master.ServerManager(221): Registering server=192.168.1.218,58512,1286829705693, regionCount=0, userLoad=false 2010-10-11 22:41:47,736 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480] regionserver.HRegionServer(757): Config from master: hbase.regionserver.address=192.168.1.218 2010-10-11 22:41:47,736 DEBUG [RegionServer:1;192.168.1.218,58510,1286829705511] regionserver.HRegionServer(757): Config from master: hbase.regionserver.address=192.168.1.218 2010-10-11 22:41:47,738 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480] regionserver.HRegionServer(757): Config from master: fs.default.name=hdfs://localhost:58481/user/lfrancke 2010-10-11 22:41:47,737 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58505-0x12b9d0708850000 Retrieved 19 byte(s) of data from znode /hbase/rs/192.168.1.218,58510,1286829705511 and set watcher; 192.168.1.218:58510 2010-10-11 22:41:47,739 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480] regionserver.HRegionServer(757): Config from master: hbase.rootdir=hdfs://localhost:58481/user/lfrancke 2010-10-11 22:41:47,739 DEBUG [RegionServer:1;192.168.1.218,58510,1286829705511] regionserver.HRegionServer(757): Config from master: fs.default.name=hdfs://localhost:58481/user/lfrancke 2010-10-11 22:41:47,738 DEBUG [RegionServer:2;192.168.1.218,58512,1286829705693] regionserver.HRegionServer(757): Config from master: hbase.regionserver.address=192.168.1.218 2010-10-11 22:41:47,741 DEBUG [RegionServer:1;192.168.1.218,58510,1286829705511] regionserver.HRegionServer(757): Config from master: hbase.rootdir=hdfs://localhost:58481/user/lfrancke 2010-10-11 22:41:47,741 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58505-0x12b9d0708850000 Retrieved 19 byte(s) of data from znode /hbase/rs/192.168.1.218,58512,1286829705693 and set watcher; 192.168.1.218:58512 2010-10-11 22:41:47,740 INFO [RegionServer:0;192.168.1.218,58508,1286829705480] regionserver.HRegionServer(775): Master passed us address to use. Was=192.168.1.218:58508, Now=192.168.1.218:58508 2010-10-11 22:41:47,742 INFO [RegionServer:1;192.168.1.218,58510,1286829705511] regionserver.HRegionServer(775): Master passed us address to use. Was=192.168.1.218:58510, Now=192.168.1.218:58510 2010-10-11 22:41:47,742 DEBUG [RegionServer:2;192.168.1.218,58512,1286829705693] regionserver.HRegionServer(757): Config from master: fs.default.name=hdfs://localhost:58481/user/lfrancke 2010-10-11 22:41:47,744 DEBUG [RegionServer:2;192.168.1.218,58512,1286829705693] regionserver.HRegionServer(757): Config from master: hbase.rootdir=hdfs://localhost:58481/user/lfrancke 2010-10-11 22:41:47,746 INFO [RegionServer:2;192.168.1.218,58512,1286829705693] regionserver.HRegionServer(775): Master passed us address to use. Was=192.168.1.218:58512, Now=192.168.1.218:58512 2010-10-11 22:41:47,746 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480] regionserver.HRegionServer(996): logdir=hdfs://localhost:58481/user/lfrancke/.logs/192.168.1.218,58508,1286829705480 2010-10-11 22:41:47,752 DEBUG [RegionServer:1;192.168.1.218,58510,1286829705511] regionserver.HRegionServer(996): logdir=hdfs://localhost:58481/user/lfrancke/.logs/192.168.1.218,58510,1286829705511 2010-10-11 22:41:47,758 DEBUG [RegionServer:2;192.168.1.218,58512,1286829705693] regionserver.HRegionServer(996): logdir=hdfs://localhost:58481/user/lfrancke/.logs/192.168.1.218,58512,1286829705693 2010-10-11 22:41:48,084 INFO [RegionServer:0;192.168.1.218,58508,1286829705480] wal.HLog(359): HLog configuration: blocksize=64 MB, rollsize=60.8 MB, enabled=true, flushlogentries=1, optionallogflushinternal=1000ms 2010-10-11 22:41:48,386 INFO [RegionServer:2;192.168.1.218,58512,1286829705693] wal.HLog(359): HLog configuration: blocksize=64 MB, rollsize=60.8 MB, enabled=true, flushlogentries=1, optionallogflushinternal=1000ms 2010-10-11 22:41:48,386 INFO [RegionServer:1;192.168.1.218,58510,1286829705511] wal.HLog(359): HLog configuration: blocksize=64 MB, rollsize=60.8 MB, enabled=true, flushlogentries=1, optionallogflushinternal=1000ms 2010-10-11 22:41:48,676 INFO [RegionServer:0;192.168.1.218,58508,1286829705480] wal.SequenceFileLogWriter(126): Using syncFs -- HDFS-200 2010-10-11 22:41:48,678 INFO [RegionServer:0;192.168.1.218,58508,1286829705480] wal.HLog(498): New hlog /user/lfrancke/.logs/192.168.1.218,58508,1286829705480/192.168.1.218%3A58508.1286829708085 2010-10-11 22:41:48,679 INFO [RegionServer:0;192.168.1.218,58508,1286829705480] wal.HLog(389): Using getNumCurrentReplicas--HDFS-826 2010-10-11 22:41:48,680 INFO [RegionServer:0;192.168.1.218,58508,1286829705480] metrics.RegionServerMetrics(149): Initialized 2010-10-11 22:41:48,680 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480] executor.ExecutorService(173): Starting executor service: RS_OPEN_REGION-192.168.1.218,58508,1286829705480 2010-10-11 22:41:48,681 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480] executor.ExecutorService(173): Starting executor service: RS_OPEN_ROOT-192.168.1.218,58508,1286829705480 2010-10-11 22:41:48,682 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480] executor.ExecutorService(173): Starting executor service: RS_OPEN_META-192.168.1.218,58508,1286829705480 2010-10-11 22:41:48,682 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480] executor.ExecutorService(173): Starting executor service: RS_CLOSE_REGION-192.168.1.218,58508,1286829705480 2010-10-11 22:41:48,683 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480] executor.ExecutorService(173): Starting executor service: RS_CLOSE_ROOT-192.168.1.218,58508,1286829705480 2010-10-11 22:41:48,683 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480] executor.ExecutorService(173): Starting executor service: RS_CLOSE_META-192.168.1.218,58508,1286829705480 2010-10-11 22:41:48,690 INFO [RegionServer:0;192.168.1.218,58508,1286829705480] regionserver.HRegionServer(801): Serving as 192.168.1.218,58508,1286829705480, sessionid=0x12b9d0708850005 2010-10-11 22:41:48,821 INFO [RegionServer:1;192.168.1.218,58510,1286829705511] wal.SequenceFileLogWriter(126): Using syncFs -- HDFS-200 2010-10-11 22:41:48,827 INFO [RegionServer:2;192.168.1.218,58512,1286829705693] wal.SequenceFileLogWriter(126): Using syncFs -- HDFS-200 2010-10-11 22:41:48,829 INFO [RegionServer:1;192.168.1.218,58510,1286829705511] wal.HLog(498): New hlog /user/lfrancke/.logs/192.168.1.218,58510,1286829705511/192.168.1.218%3A58510.1286829708387 2010-10-11 22:41:48,830 INFO [RegionServer:1;192.168.1.218,58510,1286829705511] wal.HLog(389): Using getNumCurrentReplicas--HDFS-826 2010-10-11 22:41:48,832 INFO [RegionServer:1;192.168.1.218,58510,1286829705511] metrics.RegionServerMetrics(149): Initialized 2010-10-11 22:41:48,832 DEBUG [RegionServer:1;192.168.1.218,58510,1286829705511] executor.ExecutorService(173): Starting executor service: RS_OPEN_REGION-192.168.1.218,58510,1286829705511 2010-10-11 22:41:48,833 DEBUG [RegionServer:1;192.168.1.218,58510,1286829705511] executor.ExecutorService(173): Starting executor service: RS_OPEN_ROOT-192.168.1.218,58510,1286829705511 2010-10-11 22:41:48,837 DEBUG [RegionServer:1;192.168.1.218,58510,1286829705511] executor.ExecutorService(173): Starting executor service: RS_OPEN_META-192.168.1.218,58510,1286829705511 2010-10-11 22:41:48,838 INFO [RegionServer:2;192.168.1.218,58512,1286829705693] wal.HLog(498): New hlog /user/lfrancke/.logs/192.168.1.218,58512,1286829705693/192.168.1.218%3A58512.1286829708387 2010-10-11 22:41:48,839 INFO [RegionServer:2;192.168.1.218,58512,1286829705693] wal.HLog(389): Using getNumCurrentReplicas--HDFS-826 2010-10-11 22:41:48,838 DEBUG [RegionServer:1;192.168.1.218,58510,1286829705511] executor.ExecutorService(173): Starting executor service: RS_CLOSE_REGION-192.168.1.218,58510,1286829705511 2010-10-11 22:41:48,841 DEBUG [RegionServer:1;192.168.1.218,58510,1286829705511] executor.ExecutorService(173): Starting executor service: RS_CLOSE_ROOT-192.168.1.218,58510,1286829705511 2010-10-11 22:41:48,842 DEBUG [RegionServer:1;192.168.1.218,58510,1286829705511] executor.ExecutorService(173): Starting executor service: RS_CLOSE_META-192.168.1.218,58510,1286829705511 2010-10-11 22:41:48,844 INFO [RegionServer:2;192.168.1.218,58512,1286829705693] metrics.RegionServerMetrics(149): Initialized 2010-10-11 22:41:48,845 DEBUG [RegionServer:2;192.168.1.218,58512,1286829705693] executor.ExecutorService(173): Starting executor service: RS_OPEN_REGION-192.168.1.218,58512,1286829705693 2010-10-11 22:41:48,845 DEBUG [RegionServer:2;192.168.1.218,58512,1286829705693] executor.ExecutorService(173): Starting executor service: RS_OPEN_ROOT-192.168.1.218,58512,1286829705693 2010-10-11 22:41:48,847 DEBUG [RegionServer:2;192.168.1.218,58512,1286829705693] executor.ExecutorService(173): Starting executor service: RS_OPEN_META-192.168.1.218,58512,1286829705693 2010-10-11 22:41:48,848 DEBUG [RegionServer:2;192.168.1.218,58512,1286829705693] executor.ExecutorService(173): Starting executor service: RS_CLOSE_REGION-192.168.1.218,58512,1286829705693 2010-10-11 22:41:48,849 DEBUG [RegionServer:2;192.168.1.218,58512,1286829705693] executor.ExecutorService(173): Starting executor service: RS_CLOSE_ROOT-192.168.1.218,58512,1286829705693 2010-10-11 22:41:48,850 DEBUG [RegionServer:2;192.168.1.218,58512,1286829705693] executor.ExecutorService(173): Starting executor service: RS_CLOSE_META-192.168.1.218,58512,1286829705693 2010-10-11 22:41:48,868 INFO [RegionServer:1;192.168.1.218,58510,1286829705511] regionserver.HRegionServer(801): Serving as 192.168.1.218,58510,1286829705511, sessionid=0x12b9d0708850004 2010-10-11 22:41:48,873 INFO [RegionServer:2;192.168.1.218,58512,1286829705693] regionserver.HRegionServer(801): Serving as 192.168.1.218,58512,1286829705693, sessionid=0x12b9d0708850006 2010-10-11 22:41:50,506 INFO [Master:0;192.168.1.218:58505] master.ServerManager(595): Waiting on regionserver(s) count to settle; currently=3 2010-10-11 22:41:53,507 INFO [Master:0;192.168.1.218:58505] master.ServerManager(609): Exiting wait on regionserver(s) to checkin; count=3, stopped=false, count of regions out on cluster=0 2010-10-11 22:41:53,511 INFO [Master:0;192.168.1.218:58505] master.MasterFileSystem(176): Log folder hdfs://localhost:58481/user/lfrancke/.logs/192.168.1.218,58508,1286829705480 belongs to an existing region server 2010-10-11 22:41:53,511 INFO [Master:0;192.168.1.218:58505] master.MasterFileSystem(176): Log folder hdfs://localhost:58481/user/lfrancke/.logs/192.168.1.218,58510,1286829705511 belongs to an existing region server 2010-10-11 22:41:53,512 INFO [Master:0;192.168.1.218:58505] master.MasterFileSystem(176): Log folder hdfs://localhost:58481/user/lfrancke/.logs/192.168.1.218,58512,1286829705693 belongs to an existing region server 2010-10-11 22:41:53,513 DEBUG [Master:0;192.168.1.218:58505] zookeeper.ZKUtil(496): master:58505-0x12b9d0708850000 Unable to get data of znode /hbase/unassigned/70236052 because node does not exist (not an error) 2010-10-11 22:41:54,514 INFO [Master:0;192.168.1.218:58505] catalog.RootLocationEditor(43): Unsetting ROOT region location in ZooKeeper 2010-10-11 22:41:54,548 DEBUG [Master:0;192.168.1.218:58505] zookeeper.ZKAssign(203): master:58505-0x12b9d0708850000 Creating (or updating) unassigned node for 70236052 with OFFLINE state 2010-10-11 22:41:54,690 DEBUG [Master:0;192.168.1.218:58505] master.AssignmentManager(736): No previous transition plan for -ROOT-,,0.70236052 so generated a random one; hri=-ROOT-,,0.70236052, src=, dest=192.168.1.218,58508,1286829705480; 3 (online=3) available servers 2010-10-11 22:41:54,691 DEBUG [Master:0;192.168.1.218:58505] master.AssignmentManager(680): Assigning region -ROOT-,,0.70236052 to 192.168.1.218,58508,1286829705480 2010-10-11 22:41:54,691 DEBUG [Master:0;192.168.1.218:58505] master.ServerManager(565): New connection to 192.168.1.218,58508,1286829705480 2010-10-11 22:41:54,695 INFO [IPC Server handler 0 on 58508] regionserver.HRegionServer(1933): Received request to open region: -ROOT-,,0.70236052 2010-10-11 22:41:54,697 DEBUG [RS_OPEN_ROOT-192.168.1.218,58508,1286829705480-1] handler.OpenRegionHandler(69): Processing open of -ROOT-,,0.70236052 2010-10-11 22:41:54,697 DEBUG [RS_OPEN_ROOT-192.168.1.218,58508,1286829705480-1] zookeeper.ZKAssign(583): regionserver:58508-0x12b9d0708850005 Attempting to transition node 70236052/-ROOT- from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 22:41:54,699 DEBUG [RS_OPEN_ROOT-192.168.1.218,58508,1286829705480-1] zookeeper.ZKUtil(1012): regionserver:58508-0x12b9d0708850005 Retrieved 42 byte(s) of data from znode /hbase/unassigned/70236052; data=+?,u -ROOT-,,0192.16... 2010-10-11 22:41:54,808 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/70236052 2010-10-11 22:41:54,808 DEBUG [RS_OPEN_ROOT-192.168.1.218,58508,1286829705480-1] zookeeper.ZKAssign(629): regionserver:58508-0x12b9d0708850005 Successfully transitioned node 70236052 from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 22:41:54,808 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58508-0x12b9d0708850005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/70236052 2010-10-11 22:41:54,810 DEBUG [RS_OPEN_ROOT-192.168.1.218,58508,1286829705480-1] regionserver.HRegion(2437): Opening region: REGION => {NAME => '-ROOT-,,0', STARTKEY => '', ENDKEY => '', ENCODED => 70236052, TABLE => {{NAME => '-ROOT-', IS_ROOT => 'true', IS_META => 'true', FAMILIES => [{NAME => 'info', BLOOMFILTER => 'NONE', REPLICATION_SCOPE => '0', VERSIONS => '10', COMPRESSION => 'NONE', TTL => '2147483647', BLOCKSIZE => '8192', IN_MEMORY => 'true', BLOCKCACHE => 'true'}]}} 2010-10-11 22:41:54,810 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58505-0x12b9d0708850000 Retrieved 56 byte(s) of data from znode /hbase/unassigned/70236052 and set watcher; +?- -ROOT-,,0!192.16... 2010-10-11 22:41:54,812 DEBUG [Thread-218-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,58508,1286829705480, region=70236052/-ROOT- 2010-10-11 22:41:54,812 DEBUG [RS_OPEN_ROOT-192.168.1.218,58508,1286829705480-1] regionserver.HRegion(297): Instantiated -ROOT-,,0.70236052 2010-10-11 22:41:55,078 DEBUG [RS_OPEN_ROOT-192.168.1.218,58508,1286829705480-1] regionserver.Store(270): loaded hdfs://localhost:58481/user/lfrancke/-ROOT-/70236052/info/7315291435709872159, isReference=false, isBulkLoadResult=false, seqid=2, majorCompaction=false 2010-10-11 22:41:55,082 INFO [RS_OPEN_ROOT-192.168.1.218,58508,1286829705480-1] regionserver.HRegion(358): Onlined -ROOT-,,0.70236052; next sequenceid=3 2010-10-11 22:41:55,082 DEBUG [RS_OPEN_ROOT-192.168.1.218,58508,1286829705480-1] zookeeper.ZKAssign(583): regionserver:58508-0x12b9d0708850005 Attempting to transition node 70236052/-ROOT- from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 22:41:55,084 DEBUG [RS_OPEN_ROOT-192.168.1.218,58508,1286829705480-1] zookeeper.ZKUtil(1012): regionserver:58508-0x12b9d0708850005 Retrieved 56 byte(s) of data from znode /hbase/unassigned/70236052; data=+?- -ROOT-,,0!192.16... 2010-10-11 22:41:55,211 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/70236052 2010-10-11 22:41:55,213 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58508-0x12b9d0708850005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/70236052 2010-10-11 22:41:55,214 DEBUG [RS_OPEN_ROOT-192.168.1.218,58508,1286829705480-1] zookeeper.ZKAssign(629): regionserver:58508-0x12b9d0708850005 Successfully transitioned node 70236052 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 22:41:55,216 INFO [RS_OPEN_ROOT-192.168.1.218,58508,1286829705480-1] catalog.RootLocationEditor(62): Setting ROOT region location in ZooKeeper as 192.168.1.218:58508 2010-10-11 22:41:55,219 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58505-0x12b9d0708850000 Retrieved 56 byte(s) of data from znode /hbase/unassigned/70236052 and set watcher; +?.? -ROOT-,,0!192.16... 2010-10-11 22:41:55,220 DEBUG [Thread-218-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,58508,1286829705480, region=70236052/-ROOT- 2010-10-11 22:41:55,222 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d0708850007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 22:41:55,224 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58508-0x12b9d0708850005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 22:41:55,226 DEBUG [Master:0;192.168.1.218:58505-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d0708850008 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 22:41:55,229 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d0708850003 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 22:41:55,230 DEBUG [RegionServer:2;192.168.1.218,58512,1286829705693-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58512-0x12b9d0708850006 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 22:41:55,232 DEBUG [RegionServer:1;192.168.1.218,58510,1286829705511-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58510-0x12b9d0708850004 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 22:41:55,233 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 22:41:55,233 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d0708850002 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 22:41:55,233 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d0708850001 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 22:41:55,238 DEBUG [RegionServer:1;192.168.1.218,58510,1286829705511-EventThread] zookeeper.ZKUtil(1012): regionserver:58510-0x12b9d0708850004 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58508 2010-10-11 22:41:55,239 DEBUG [RegionServer:2;192.168.1.218,58512,1286829705693-EventThread] zookeeper.ZKUtil(1012): regionserver:58512-0x12b9d0708850006 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58508 2010-10-11 22:41:55,238 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): hconnection-0x12b9d0708850007 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58508 2010-10-11 22:41:55,237 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480-EventThread] zookeeper.ZKUtil(1012): regionserver:58508-0x12b9d0708850005 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58508 2010-10-11 22:41:55,244 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(529): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@2a788b76; hsa=192.168.1.218:58508 2010-10-11 22:41:55,246 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): hconnection-0x12b9d0708850002 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58508 2010-10-11 22:41:55,240 DEBUG [Master:0;192.168.1.218:58505-EventThread] zookeeper.ZKUtil(1012): hconnection-0x12b9d0708850008 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58508 2010-10-11 22:41:55,238 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): hconnection-0x12b9d0708850003 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58508 2010-10-11 22:41:55,238 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58505-0x12b9d0708850000 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58508 2010-10-11 22:41:55,238 DEBUG [RS_OPEN_ROOT-192.168.1.218,58508,1286829705480-1] zookeeper.ZKAssign(583): regionserver:58508-0x12b9d0708850005 Attempting to transition node 70236052/-ROOT- from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 22:41:55,264 INFO [Master:0;192.168.1.218:58505] master.HMaster(426): -ROOT- assigned=1, rit=false 2010-10-11 22:41:55,262 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): hconnection-0x12b9d0708850001 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58508 2010-10-11 22:41:55,266 DEBUG [RS_OPEN_ROOT-192.168.1.218,58508,1286829705480-1] zookeeper.ZKUtil(1012): regionserver:58508-0x12b9d0708850005 Retrieved 56 byte(s) of data from znode /hbase/unassigned/70236052; data=+?.? -ROOT-,,0!192.16... 2010-10-11 22:41:55,267 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(721): locateRegionInMeta parentTable=-ROOT-, metaLocation=address: 192.168.1.218:58508, regioninfo: -ROOT-,,0.70236052, attempt=0 of 4 failed; retrying after sleep of 5000 because: No server address listed in -ROOT- for region .META.,,1.1028785192 2010-10-11 22:41:55,267 DEBUG [Master:0;192.168.1.218:58505] zookeeper.ZKUtil(496): master:58505-0x12b9d0708850000 Unable to get data of znode /hbase/unassigned/1028785192 because node does not exist (not an error) 2010-10-11 22:41:55,269 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58508-0x12b9d0708850005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/70236052 2010-10-11 22:41:55,268 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/70236052 2010-10-11 22:41:55,269 DEBUG [RS_OPEN_ROOT-192.168.1.218,58508,1286829705480-1] zookeeper.ZKAssign(629): regionserver:58508-0x12b9d0708850005 Successfully transitioned node 70236052 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 22:41:55,271 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58505-0x12b9d0708850000 Retrieved 56 byte(s) of data from znode /hbase/unassigned/70236052 and set watcher; +?/C -ROOT-,,0!192.16... 2010-10-11 22:41:55,271 DEBUG [RS_OPEN_ROOT-192.168.1.218,58508,1286829705480-1] handler.OpenRegionHandler(191): Opened -ROOT-,,0.70236052 2010-10-11 22:41:55,271 DEBUG [Thread-218-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENED, server=192.168.1.218,58508,1286829705480, region=70236052/-ROOT- 2010-10-11 22:41:55,273 DEBUG [Master:0;192.168.1.218:58505] zookeeper.ZKAssign(203): master:58505-0x12b9d0708850000 Creating (or updating) unassigned node for 1028785192 with OFFLINE state 2010-10-11 22:41:55,273 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58505-1] handler.OpenedRegionHandler(88): Handling OPENED event for 70236052; deleting unassigned node 2010-10-11 22:41:55,273 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58505-1] zookeeper.ZKAssign(322): master:58505-0x12b9d0708850000 Deleting existing unassigned node for 70236052 that is in expected state RS_ZK_REGION_OPENED 2010-10-11 22:41:55,275 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:41:55,276 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58508-0x12b9d0708850005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:41:55,276 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58505-1] zookeeper.ZKUtil(1012): master:58505-0x12b9d0708850000 Retrieved 56 byte(s) of data from znode /hbase/unassigned/70236052; data=+?/C -ROOT-,,0!192.16... 2010-10-11 22:41:55,276 DEBUG [RegionServer:1;192.168.1.218,58510,1286829705511-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58510-0x12b9d0708850004 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:41:55,283 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58505-0x12b9d0708850000 Retrieved 42 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?/J .META.,,1192.16... 2010-10-11 22:41:55,275 DEBUG [RegionServer:2;192.168.1.218,58512,1286829705693-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58512-0x12b9d0708850006 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:41:55,280 DEBUG [Master:0;192.168.1.218:58505] master.AssignmentManager(736): No previous transition plan for .META.,,1.1028785192 so generated a random one; hri=.META.,,1.1028785192, src=, dest=192.168.1.218,58512,1286829705693; 3 (online=3) available servers 2010-10-11 22:41:55,289 DEBUG [Master:0;192.168.1.218:58505] master.AssignmentManager(680): Assigning region .META.,,1.1028785192 to 192.168.1.218,58512,1286829705693 2010-10-11 22:41:55,325 DEBUG [Master:0;192.168.1.218:58505] master.ServerManager(565): New connection to 192.168.1.218,58512,1286829705693 2010-10-11 22:41:55,327 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480-EventThread] zookeeper.ZKUtil(1012): regionserver:58508-0x12b9d0708850005 Retrieved 42 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?/J .META.,,1192.16... 2010-10-11 22:41:55,339 INFO [IPC Server handler 0 on 58512] regionserver.HRegionServer(1933): Received request to open region: .META.,,1.1028785192 2010-10-11 22:41:55,344 DEBUG [RS_OPEN_META-192.168.1.218,58512,1286829705693-1] handler.OpenRegionHandler(69): Processing open of .META.,,1.1028785192 2010-10-11 22:41:55,344 DEBUG [RS_OPEN_META-192.168.1.218,58512,1286829705693-1] zookeeper.ZKAssign(583): regionserver:58512-0x12b9d0708850006 Attempting to transition node 1028785192/.META. from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 22:41:55,446 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58505-0x12b9d0708850000 Retrieved 42 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?/J .META.,,1192.16... 2010-10-11 22:41:55,446 DEBUG [RS_OPEN_META-192.168.1.218,58512,1286829705693-1] zookeeper.ZKUtil(1012): regionserver:58512-0x12b9d0708850006 Retrieved 42 byte(s) of data from znode /hbase/unassigned/1028785192; data=+?/J .META.,,1192.16... 2010-10-11 22:41:55,446 DEBUG [RegionServer:2;192.168.1.218,58512,1286829705693-EventThread] zookeeper.ZKUtil(1012): regionserver:58512-0x12b9d0708850006 Retrieved 42 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?/J .META.,,1192.16... 2010-10-11 22:41:55,446 DEBUG [RegionServer:1;192.168.1.218,58510,1286829705511-EventThread] zookeeper.ZKUtil(1012): regionserver:58510-0x12b9d0708850004 Retrieved 42 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?/J .META.,,1192.16... 2010-10-11 22:41:55,447 DEBUG [Thread-218-EventThread] master.AssignmentManager(304): Handling transition=M_ZK_REGION_OFFLINE, server=192.168.1.218:58505, region=1028785192/.META. 2010-10-11 22:41:55,450 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/unassigned/70236052 2010-10-11 22:41:55,451 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58505-1] handler.OpenedRegionHandler(99): Opened region -ROOT-,,0.70236052 2010-10-11 22:41:55,605 DEBUG [RS_OPEN_META-192.168.1.218,58512,1286829705693-1] zookeeper.ZKAssign(629): regionserver:58512-0x12b9d0708850006 Successfully transitioned node 1028785192 from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 22:41:55,605 DEBUG [RegionServer:1;192.168.1.218,58510,1286829705511-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58510-0x12b9d0708850004 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:41:55,605 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58508-0x12b9d0708850005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:41:55,605 DEBUG [RegionServer:2;192.168.1.218,58512,1286829705693-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58512-0x12b9d0708850006 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:41:55,605 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:41:55,608 DEBUG [RegionServer:2;192.168.1.218,58512,1286829705693-EventThread] zookeeper.ZKUtil(1012): regionserver:58512-0x12b9d0708850006 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?/? .META.,,1!192.16... 2010-10-11 22:41:55,607 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480-EventThread] zookeeper.ZKUtil(1012): regionserver:58508-0x12b9d0708850005 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?/? .META.,,1!192.16... 2010-10-11 22:41:55,607 DEBUG [RegionServer:1;192.168.1.218,58510,1286829705511-EventThread] zookeeper.ZKUtil(1012): regionserver:58510-0x12b9d0708850004 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?/? .META.,,1!192.16... 2010-10-11 22:41:55,606 DEBUG [RS_OPEN_META-192.168.1.218,58512,1286829705693-1] regionserver.HRegion(2437): Opening region: REGION => {NAME => '.META.,,1', STARTKEY => '', ENDKEY => '', ENCODED => 1028785192, TABLE => {{NAME => '.META.', IS_META => 'true', FAMILIES => [{NAME => 'info', BLOOMFILTER => 'NONE', REPLICATION_SCOPE => '0', VERSIONS => '10', COMPRESSION => 'NONE', TTL => '2147483647', BLOCKSIZE => '8192', IN_MEMORY => 'true', BLOCKCACHE => 'true'}]}} 2010-10-11 22:41:55,609 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58505-0x12b9d0708850000 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?/? .META.,,1!192.16... 2010-10-11 22:41:55,611 DEBUG [RS_OPEN_META-192.168.1.218,58512,1286829705693-1] regionserver.HRegion(297): Instantiated .META.,,1.1028785192 2010-10-11 22:41:55,612 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58505-0x12b9d0708850000 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?/? .META.,,1!192.16... 2010-10-11 22:41:55,613 DEBUG [Thread-218-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,58512,1286829705693, region=1028785192/.META. 2010-10-11 22:41:55,618 INFO [RS_OPEN_META-192.168.1.218,58512,1286829705693-1] regionserver.HRegion(358): Onlined .META.,,1.1028785192; next sequenceid=1 2010-10-11 22:41:55,619 DEBUG [RS_OPEN_META-192.168.1.218,58512,1286829705693-1] zookeeper.ZKAssign(583): regionserver:58512-0x12b9d0708850006 Attempting to transition node 1028785192/.META. from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 22:41:55,620 DEBUG [RS_OPEN_META-192.168.1.218,58512,1286829705693-1] zookeeper.ZKUtil(1012): regionserver:58512-0x12b9d0708850006 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192; data=+?/? .META.,,1!192.16... 2010-10-11 22:41:55,781 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:41:55,781 DEBUG [RegionServer:2;192.168.1.218,58512,1286829705693-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58512-0x12b9d0708850006 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:41:55,781 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58508-0x12b9d0708850005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:41:55,781 DEBUG [RS_OPEN_META-192.168.1.218,58512,1286829705693-1] zookeeper.ZKAssign(629): regionserver:58512-0x12b9d0708850006 Successfully transitioned node 1028785192 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 22:41:55,781 DEBUG [RegionServer:1;192.168.1.218,58510,1286829705511-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58510-0x12b9d0708850004 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:41:55,784 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480-EventThread] zookeeper.ZKUtil(1012): regionserver:58508-0x12b9d0708850005 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?0? .META.,,1!192.16... 2010-10-11 22:41:55,783 DEBUG [RegionServer:2;192.168.1.218,58512,1286829705693-EventThread] zookeeper.ZKUtil(1012): regionserver:58512-0x12b9d0708850006 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?0? .META.,,1!192.16... 2010-10-11 22:41:55,783 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58505-0x12b9d0708850000 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?0? .META.,,1!192.16... 2010-10-11 22:41:55,785 DEBUG [RegionServer:1;192.168.1.218,58510,1286829705511-EventThread] zookeeper.ZKUtil(1012): regionserver:58510-0x12b9d0708850004 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?0? .META.,,1!192.16... 2010-10-11 22:41:55,796 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58505-0x12b9d0708850000 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?0? .META.,,1!192.16... 2010-10-11 22:41:55,797 DEBUG [Thread-218-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,58512,1286829705693, region=1028785192/.META. 2010-10-11 22:41:56,464 INFO [RS_OPEN_META-192.168.1.218,58512,1286829705693-1] catalog.MetaEditor(169): Updated row .META.,,1.1028785192 in region -ROOT-,,0 with server=192.168.1.218:58512, startcode=1286829705693 2010-10-11 22:41:56,465 DEBUG [RS_OPEN_META-192.168.1.218,58512,1286829705693-1] zookeeper.ZKAssign(583): regionserver:58512-0x12b9d0708850006 Attempting to transition node 1028785192/.META. from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 22:41:56,467 DEBUG [RS_OPEN_META-192.168.1.218,58512,1286829705693-1] zookeeper.ZKUtil(1012): regionserver:58512-0x12b9d0708850006 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192; data=+?0? .META.,,1!192.16... 2010-10-11 22:41:56,470 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58508-0x12b9d0708850005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:41:56,470 DEBUG [RegionServer:2;192.168.1.218,58512,1286829705693-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58512-0x12b9d0708850006 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:41:56,470 DEBUG [RS_OPEN_META-192.168.1.218,58512,1286829705693-1] zookeeper.ZKAssign(629): regionserver:58512-0x12b9d0708850006 Successfully transitioned node 1028785192 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 22:41:56,472 DEBUG [RS_OPEN_META-192.168.1.218,58512,1286829705693-1] handler.OpenRegionHandler(191): Opened .META.,,1.1028785192 2010-10-11 22:41:56,470 DEBUG [RegionServer:1;192.168.1.218,58510,1286829705511-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58510-0x12b9d0708850004 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:41:56,470 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:41:56,472 DEBUG [RegionServer:2;192.168.1.218,58512,1286829705693-EventThread] zookeeper.ZKUtil(1012): regionserver:58512-0x12b9d0708850006 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?3? .META.,,1!192.16... 2010-10-11 22:41:56,472 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480-EventThread] zookeeper.ZKUtil(1012): regionserver:58508-0x12b9d0708850005 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?3? .META.,,1!192.16... 2010-10-11 22:41:56,476 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58505-0x12b9d0708850000 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?3? .META.,,1!192.16... 2010-10-11 22:41:56,475 DEBUG [RegionServer:1;192.168.1.218,58510,1286829705511-EventThread] zookeeper.ZKUtil(1012): regionserver:58510-0x12b9d0708850004 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?3? .META.,,1!192.16... 2010-10-11 22:41:56,478 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58505-0x12b9d0708850000 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?3? .META.,,1!192.16... 2010-10-11 22:41:56,479 DEBUG [Thread-218-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENED, server=192.168.1.218,58512,1286829705693, region=1028785192/.META. 2010-10-11 22:41:56,479 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58505-1] handler.OpenedRegionHandler(88): Handling OPENED event for 1028785192; deleting unassigned node 2010-10-11 22:41:56,480 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58505-1] zookeeper.ZKAssign(322): master:58505-0x12b9d0708850000 Deleting existing unassigned node for 1028785192 that is in expected state RS_ZK_REGION_OPENED 2010-10-11 22:41:56,482 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58505-1] zookeeper.ZKUtil(1012): master:58505-0x12b9d0708850000 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192; data=+?3? .META.,,1!192.16... 2010-10-11 22:41:56,484 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:41:56,485 INFO [Thread-218-EventThread] zookeeper.MetaNodeTracker(61): Detected completed assignment of META, notifying catalog tracker 2010-10-11 22:41:56,484 DEBUG [RegionServer:2;192.168.1.218,58512,1286829705693-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58512-0x12b9d0708850006 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:41:56,488 INFO [RegionServer:2;192.168.1.218,58512,1286829705693-EventThread] zookeeper.MetaNodeTracker(61): Detected completed assignment of META, notifying catalog tracker 2010-10-11 22:41:56,484 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58508-0x12b9d0708850005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:41:56,493 INFO [RegionServer:0;192.168.1.218,58508,1286829705480-EventThread] zookeeper.MetaNodeTracker(61): Detected completed assignment of META, notifying catalog tracker 2010-10-11 22:41:56,486 DEBUG [RegionServer:1;192.168.1.218,58510,1286829705511-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58510-0x12b9d0708850004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:41:56,495 INFO [RegionServer:1;192.168.1.218,58510,1286829705511-EventThread] zookeeper.MetaNodeTracker(61): Detected completed assignment of META, notifying catalog tracker 2010-10-11 22:41:56,486 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58505-1] handler.OpenedRegionHandler(99): Opened region .META.,,1.1028785192 2010-10-11 22:41:56,494 INFO [Master:0;192.168.1.218:58505] master.HMaster(439): .META. assigned=2, rit=false 2010-10-11 22:41:56,497 INFO [Master:0;192.168.1.218:58505] master.HMaster(388): Master startup proceeding: cluster startup 2010-10-11 22:41:56,498 DEBUG [Master:0;192.168.1.218:58505] zookeeper.ZKAssign(364): master:58505-0x12b9d0708850000 Deleting any existing unassigned nodes 2010-10-11 22:41:56,501 DEBUG [Master:0;192.168.1.218:58505] client.HConnectionManager$HConnectionImplementation(529): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@62b92dc2; hsa=192.168.1.218:58508 2010-10-11 22:41:56,503 DEBUG [Master:0;192.168.1.218:58505] client.HConnectionManager$HConnectionImplementation(886): Cached location for .META.,,1.1028785192 is 192.168.1.218:58512 2010-10-11 22:41:56,508 INFO [192.168.1.218:58505-CatalogJanitor] master.CatalogJanitor(113): Scanned 0 catalog row(s) and gc'd 0 unreferenced parent region(s) 2010-10-11 22:42:00,268 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(529): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@2a788b76; hsa=192.168.1.218:58508 2010-10-11 22:42:00,271 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(886): Cached location for .META.,,1.1028785192 is 192.168.1.218:58512 2010-10-11 22:42:00,275 DEBUG [Thread-218] client.HTable$ClientScanner(913): Creating scanner over .META. starting at key '' 2010-10-11 22:42:00,275 DEBUG [Thread-218] client.HTable$ClientScanner(1006): Advancing internal scanner to startKey at '' 2010-10-11 22:42:00,276 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(772): Cache hit for row <> in tableName .META.: location server 192.168.1.218:58512, location region name .META.,,1.1028785192 2010-10-11 22:42:00,279 DEBUG [Thread-218] client.HTable$ClientScanner(993): Finished with scanning at REGION => {NAME => '.META.,,1', STARTKEY => '', ENDKEY => '', ENCODED => 1028785192, TABLE => {{NAME => '.META.', IS_META => 'true', FAMILIES => [{NAME => 'info', BLOOMFILTER => 'NONE', REPLICATION_SCOPE => '0', VERSIONS => '10', COMPRESSION => 'NONE', TTL => '2147483647', BLOCKSIZE => '8192', IN_MEMORY => 'true', BLOCKCACHE => 'true'}]}} 2010-10-11 22:42:00,280 INFO [Thread-218] hbase.HBaseTestingUtility(369): Minicluster is up 2010-10-11 22:42:00,281 INFO [Thread-218] master.TestRestartCluster(98): Creating tables 2010-10-11 22:42:00,282 INFO [Thread-218] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:42:00,331 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:42:00,332 INFO [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(269): hconnection connected 2010-10-11 22:42:00,893 INFO [Thread-218] zookeeper.ZKUtil(197): hconnection-0x12b9d0708850009 Set watcher on existing znode /hbase/master 2010-10-11 22:42:00,894 DEBUG [Thread-218] zookeeper.ZKUtil(1012): hconnection-0x12b9d0708850009 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58505 2010-10-11 22:42:00,895 INFO [Thread-218] zookeeper.ZKUtil(197): hconnection-0x12b9d0708850009 Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:42:00,895 DEBUG [Thread-218] zookeeper.ZKUtil(1012): hconnection-0x12b9d0708850009 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58508 2010-10-11 22:42:01,166 INFO [IPC Server handler 1 on 58505] wal.HLog(359): HLog configuration: blocksize=64 MB, rollsize=60.8 MB, enabled=true, flushlogentries=1, optionallogflushinternal=1000ms 2010-10-11 22:42:01,195 INFO [IPC Server handler 1 on 58505] wal.SequenceFileLogWriter(126): Using syncFs -- HDFS-200 2010-10-11 22:42:01,197 INFO [IPC Server handler 1 on 58505] wal.HLog(498): New hlog /user/lfrancke/restartTableOne/8ef4c55af27d05cb56f4915bc3a30957/.logs/hlog.1286829721167 2010-10-11 22:42:01,198 INFO [IPC Server handler 1 on 58505] wal.HLog(389): Using getNumCurrentReplicas--HDFS-826 2010-10-11 22:42:01,199 DEBUG [IPC Server handler 1 on 58505] regionserver.HRegion(297): Instantiated restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957. 2010-10-11 22:42:01,240 INFO [IPC Server handler 1 on 58505] regionserver.HRegion(358): Onlined restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957.; next sequenceid=1 2010-10-11 22:42:01,256 INFO [IPC Server handler 1 on 58505] catalog.MetaEditor(59): Added region restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957. to META 2010-10-11 22:42:01,257 DEBUG [IPC Server handler 1 on 58505] regionserver.HRegion(487): Closing restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957.: disabling compactions & flushes 2010-10-11 22:42:01,258 DEBUG [IPC Server handler 1 on 58505] regionserver.HRegion(515): Updates disabled for region restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957. 2010-10-11 22:42:01,258 DEBUG [IPC Server handler 1 on 58505] regionserver.Store(412): closed family 2010-10-11 22:42:01,259 INFO [IPC Server handler 1 on 58505] regionserver.HRegion(526): Closed restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957. 2010-10-11 22:42:01,259 DEBUG [IPC Server handler 1 on 58505.logSyncer] wal.HLog$LogSyncer(977): IPC Server handler 1 on 58505.logSyncer interrupted while waiting for sync requests 2010-10-11 22:42:01,260 INFO [IPC Server handler 1 on 58505.logSyncer] wal.HLog$LogSyncer(982): IPC Server handler 1 on 58505.logSyncer exiting 2010-10-11 22:42:01,261 DEBUG [IPC Server handler 1 on 58505] wal.HLog(804): closing hlog writer in hdfs://localhost:58481/user/lfrancke/restartTableOne/8ef4c55af27d05cb56f4915bc3a30957/.logs 2010-10-11 22:42:02,386 DEBUG [IPC Server handler 1 on 58505] wal.HLog(772): Moved 1 log files to /user/lfrancke/restartTableOne/8ef4c55af27d05cb56f4915bc3a30957/.oldlogs 2010-10-11 22:42:02,390 DEBUG [IPC Server handler 1 on 58505] zookeeper.ZKAssign(203): master:58505-0x12b9d0708850000 Creating (or updating) unassigned node for 8ef4c55af27d05cb56f4915bc3a30957 with OFFLINE state 2010-10-11 22:42:02,393 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/unassigned 2010-10-11 22:42:02,395 DEBUG [IPC Server handler 1 on 58505] master.AssignmentManager(736): No previous transition plan for restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957. so generated a random one; hri=restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957., src=, dest=192.168.1.218,58512,1286829705693; 3 (online=3) available servers 2010-10-11 22:42:02,397 DEBUG [IPC Server handler 1 on 58505] master.AssignmentManager(680): Assigning region restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957. to 192.168.1.218,58512,1286829705693 2010-10-11 22:42:02,398 INFO [IPC Server handler 1 on 58512] regionserver.HRegionServer(1933): Received request to open region: restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957. 2010-10-11 22:42:02,399 DEBUG [RS_OPEN_REGION-192.168.1.218,58512,1286829705693-1] handler.OpenRegionHandler(69): Processing open of restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957. 2010-10-11 22:42:02,400 DEBUG [RS_OPEN_REGION-192.168.1.218,58512,1286829705693-1] zookeeper.ZKAssign(583): regionserver:58512-0x12b9d0708850006 Attempting to transition node 8ef4c55af27d05cb56f4915bc3a30957 from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 22:42:02,400 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(529): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@3a6d8d73; hsa=192.168.1.218:58508 2010-10-11 22:42:02,402 DEBUG [RS_OPEN_REGION-192.168.1.218,58512,1286829705693-1] zookeeper.ZKUtil(1012): regionserver:58512-0x12b9d0708850006 Retrieved 97 byte(s) of data from znode /hbase/unassigned/8ef4c55af27d05cb56f4915bc3a30957; data=+?K@restartTableOne,,1... 2010-10-11 22:42:02,405 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(886): Cached location for .META.,,1.1028785192 is 192.168.1.218:58512 2010-10-11 22:42:02,405 DEBUG [RS_OPEN_REGION-192.168.1.218,58512,1286829705693-1] zookeeper.ZKAssign(629): regionserver:58512-0x12b9d0708850006 Successfully transitioned node 8ef4c55af27d05cb56f4915bc3a30957 from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 22:42:02,406 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(772): Cache hit for row <> in tableName .META.: location server 192.168.1.218:58512, location region name .META.,,1.1028785192 2010-10-11 22:42:02,405 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/8ef4c55af27d05cb56f4915bc3a30957 2010-10-11 22:42:02,405 DEBUG [RegionServer:2;192.168.1.218,58512,1286829705693-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58512-0x12b9d0708850006 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/8ef4c55af27d05cb56f4915bc3a30957 2010-10-11 22:42:02,408 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58505-0x12b9d0708850000 Retrieved 111 byte(s) of data from znode /hbase/unassigned/8ef4c55af27d05cb56f4915bc3a30957 and set watcher; +?K#@restartTableOne,,1... 2010-10-11 22:42:02,406 DEBUG [RS_OPEN_REGION-192.168.1.218,58512,1286829705693-1] regionserver.HRegion(2437): Opening region: REGION => {NAME => 'restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957.', STARTKEY => '', ENDKEY => '', ENCODED => 8ef4c55af27d05cb56f4915bc3a30957, TABLE => {{NAME => 'restartTableOne', FAMILIES => [{NAME => 'family', BLOOMFILTER => 'NONE', REPLICATION_SCOPE => '0', COMPRESSION => 'NONE', VERSIONS => '3', TTL => '2147483647', BLOCKSIZE => '65536', IN_MEMORY => 'false', BLOCKCACHE => 'true'}]}} 2010-10-11 22:42:02,409 DEBUG [Thread-218-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,58512,1286829705693, region=8ef4c55af27d05cb56f4915bc3a30957 2010-10-11 22:42:02,411 DEBUG [RS_OPEN_REGION-192.168.1.218,58512,1286829705693-1] regionserver.HRegion(297): Instantiated restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957. 2010-10-11 22:42:02,422 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(721): locateRegionInMeta parentTable=.META., metaLocation=address: 192.168.1.218:58512, regioninfo: .META.,,1.1028785192, attempt=0 of 4 failed; retrying after sleep of 5000 because: No server address listed in .META. for region restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957. 2010-10-11 22:42:02,423 INFO [RS_OPEN_REGION-192.168.1.218,58512,1286829705693-1] regionserver.HRegion(358): Onlined restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957.; next sequenceid=1 2010-10-11 22:42:02,424 DEBUG [RS_OPEN_REGION-192.168.1.218,58512,1286829705693-1] zookeeper.ZKAssign(583): regionserver:58512-0x12b9d0708850006 Attempting to transition node 8ef4c55af27d05cb56f4915bc3a30957 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 22:42:02,425 DEBUG [RS_OPEN_REGION-192.168.1.218,58512,1286829705693-1] zookeeper.ZKUtil(1012): regionserver:58512-0x12b9d0708850006 Retrieved 111 byte(s) of data from znode /hbase/unassigned/8ef4c55af27d05cb56f4915bc3a30957; data=+?K#@restartTableOne,,1... 2010-10-11 22:42:02,427 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/8ef4c55af27d05cb56f4915bc3a30957 2010-10-11 22:42:02,427 DEBUG [RS_OPEN_REGION-192.168.1.218,58512,1286829705693-1] zookeeper.ZKAssign(629): regionserver:58512-0x12b9d0708850006 Successfully transitioned node 8ef4c55af27d05cb56f4915bc3a30957 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 22:42:02,427 DEBUG [RegionServer:2;192.168.1.218,58512,1286829705693-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58512-0x12b9d0708850006 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/8ef4c55af27d05cb56f4915bc3a30957 2010-10-11 22:42:02,428 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58505-0x12b9d0708850000 Retrieved 111 byte(s) of data from znode /hbase/unassigned/8ef4c55af27d05cb56f4915bc3a30957 and set watcher; +?K:@restartTableOne,,1... 2010-10-11 22:42:02,430 DEBUG [Thread-218-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,58512,1286829705693, region=8ef4c55af27d05cb56f4915bc3a30957 2010-10-11 22:42:02,432 INFO [RS_OPEN_REGION-192.168.1.218,58512,1286829705693-1] catalog.MetaEditor(169): Updated row restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957. in region .META.,,1 with server=192.168.1.218:58512, startcode=1286829705693 2010-10-11 22:42:02,433 DEBUG [RS_OPEN_REGION-192.168.1.218,58512,1286829705693-1] zookeeper.ZKAssign(583): regionserver:58512-0x12b9d0708850006 Attempting to transition node 8ef4c55af27d05cb56f4915bc3a30957 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 22:42:02,434 DEBUG [RS_OPEN_REGION-192.168.1.218,58512,1286829705693-1] zookeeper.ZKUtil(1012): regionserver:58512-0x12b9d0708850006 Retrieved 111 byte(s) of data from znode /hbase/unassigned/8ef4c55af27d05cb56f4915bc3a30957; data=+?K:@restartTableOne,,1... 2010-10-11 22:42:02,435 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/8ef4c55af27d05cb56f4915bc3a30957 2010-10-11 22:42:02,436 DEBUG [RS_OPEN_REGION-192.168.1.218,58512,1286829705693-1] zookeeper.ZKAssign(629): regionserver:58512-0x12b9d0708850006 Successfully transitioned node 8ef4c55af27d05cb56f4915bc3a30957 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 22:42:02,435 DEBUG [RegionServer:2;192.168.1.218,58512,1286829705693-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58512-0x12b9d0708850006 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/8ef4c55af27d05cb56f4915bc3a30957 2010-10-11 22:42:02,437 DEBUG [RS_OPEN_REGION-192.168.1.218,58512,1286829705693-1] handler.OpenRegionHandler(191): Opened restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957. 2010-10-11 22:42:02,437 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58505-0x12b9d0708850000 Retrieved 111 byte(s) of data from znode /hbase/unassigned/8ef4c55af27d05cb56f4915bc3a30957 and set watcher; +?KC@restartTableOne,,1... 2010-10-11 22:42:02,438 DEBUG [Thread-218-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENED, server=192.168.1.218,58512,1286829705693, region=8ef4c55af27d05cb56f4915bc3a30957 2010-10-11 22:42:02,439 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58505-1] handler.OpenedRegionHandler(88): Handling OPENED event for 8ef4c55af27d05cb56f4915bc3a30957; deleting unassigned node 2010-10-11 22:42:02,440 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58505-1] zookeeper.ZKAssign(322): master:58505-0x12b9d0708850000 Deleting existing unassigned node for 8ef4c55af27d05cb56f4915bc3a30957 that is in expected state RS_ZK_REGION_OPENED 2010-10-11 22:42:02,441 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58505-1] zookeeper.ZKUtil(1012): master:58505-0x12b9d0708850000 Retrieved 111 byte(s) of data from znode /hbase/unassigned/8ef4c55af27d05cb56f4915bc3a30957; data=+?KC@restartTableOne,,1... 2010-10-11 22:42:02,443 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/unassigned/8ef4c55af27d05cb56f4915bc3a30957 2010-10-11 22:42:02,443 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58505-1] handler.OpenedRegionHandler(99): Opened region restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957. 2010-10-11 22:42:02,443 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/unassigned 2010-10-11 22:42:07,424 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(772): Cache hit for row <> in tableName .META.: location server 192.168.1.218:58512, location region name .META.,,1.1028785192 2010-10-11 22:42:07,429 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(886): Cached location for restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957. is 192.168.1.218:58512 2010-10-11 22:42:07,432 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(772): Cache hit for row <> in tableName restartTableOne: location server 192.168.1.218:58512, location region name restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957. 2010-10-11 22:42:07,434 INFO [Thread-218] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:42:07,532 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:42:07,533 INFO [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(269): hconnection connected 2010-10-11 22:42:07,776 INFO [Thread-218] zookeeper.ZKUtil(197): hconnection-0x12b9d070885000a Set watcher on existing znode /hbase/master 2010-10-11 22:42:07,778 DEBUG [Thread-218] zookeeper.ZKUtil(1012): hconnection-0x12b9d070885000a Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58505 2010-10-11 22:42:07,779 INFO [Thread-218] zookeeper.ZKUtil(197): hconnection-0x12b9d070885000a Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:42:07,780 DEBUG [Thread-218] zookeeper.ZKUtil(1012): hconnection-0x12b9d070885000a Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58508 2010-10-11 22:42:07,781 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(529): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@5511e28; hsa=192.168.1.218:58508 2010-10-11 22:42:07,784 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(886): Cached location for .META.,,1.1028785192 is 192.168.1.218:58512 2010-10-11 22:42:07,785 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(772): Cache hit for row <> in tableName .META.: location server 192.168.1.218:58512, location region name .META.,,1.1028785192 2010-10-11 22:42:07,803 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(886): Cached location for restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957. is 192.168.1.218:58512 2010-10-11 22:42:07,808 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(772): Cache hit for row <> in tableName restartTableOne: location server 192.168.1.218:58512, location region name restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957. 2010-10-11 22:42:07,811 INFO [Thread-218] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:42:07,815 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:42:07,815 INFO [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(269): hconnection connected 2010-10-11 22:42:07,818 INFO [Thread-218] zookeeper.ZKUtil(197): hconnection-0x12b9d070885000b Set watcher on existing znode /hbase/master 2010-10-11 22:42:07,819 DEBUG [Thread-218] zookeeper.ZKUtil(1012): hconnection-0x12b9d070885000b Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58505 2010-10-11 22:42:07,820 INFO [Thread-218] zookeeper.ZKUtil(197): hconnection-0x12b9d070885000b Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:42:07,821 DEBUG [Thread-218] zookeeper.ZKUtil(1012): hconnection-0x12b9d070885000b Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58508 2010-10-11 22:42:07,823 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(529): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@15dcc3ca; hsa=192.168.1.218:58508 2010-10-11 22:42:07,826 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(886): Cached location for .META.,,1.1028785192 is 192.168.1.218:58512 2010-10-11 22:42:07,832 INFO [Thread-218] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:42:07,838 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:42:07,839 INFO [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(269): hconnection connected 2010-10-11 22:42:07,843 INFO [Thread-218] zookeeper.ZKUtil(197): hconnection-0x12b9d070885000c Set watcher on existing znode /hbase/master 2010-10-11 22:42:07,844 DEBUG [Thread-218] zookeeper.ZKUtil(1012): hconnection-0x12b9d070885000c Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58505 2010-10-11 22:42:07,845 INFO [Thread-218] zookeeper.ZKUtil(197): hconnection-0x12b9d070885000c Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:42:07,847 DEBUG [Thread-218] zookeeper.ZKUtil(1012): hconnection-0x12b9d070885000c Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58508 2010-10-11 22:42:07,866 INFO [IPC Server handler 2 on 58505] wal.HLog(359): HLog configuration: blocksize=64 MB, rollsize=60.8 MB, enabled=true, flushlogentries=1, optionallogflushinternal=1000ms 2010-10-11 22:42:08,005 INFO [IPC Server handler 2 on 58505] wal.SequenceFileLogWriter(126): Using syncFs -- HDFS-200 2010-10-11 22:42:08,007 INFO [IPC Server handler 2 on 58505] wal.HLog(498): New hlog /user/lfrancke/restartTableTwo/94181361d98a4b95bd1cee348c9e2578/.logs/hlog.1286829727867 2010-10-11 22:42:08,008 INFO [IPC Server handler 2 on 58505] wal.HLog(389): Using getNumCurrentReplicas--HDFS-826 2010-10-11 22:42:08,009 DEBUG [IPC Server handler 2 on 58505] regionserver.HRegion(297): Instantiated restartTableTwo,,1286829727851.94181361d98a4b95bd1cee348c9e2578. 2010-10-11 22:42:09,065 INFO [IPC Server handler 2 on 58505] regionserver.HRegion(358): Onlined restartTableTwo,,1286829727851.94181361d98a4b95bd1cee348c9e2578.; next sequenceid=1 2010-10-11 22:42:09,070 INFO [IPC Server handler 2 on 58505] catalog.MetaEditor(59): Added region restartTableTwo,,1286829727851.94181361d98a4b95bd1cee348c9e2578. to META 2010-10-11 22:42:09,071 DEBUG [IPC Server handler 2 on 58505] regionserver.HRegion(487): Closing restartTableTwo,,1286829727851.94181361d98a4b95bd1cee348c9e2578.: disabling compactions & flushes 2010-10-11 22:42:09,072 DEBUG [IPC Server handler 2 on 58505] regionserver.HRegion(515): Updates disabled for region restartTableTwo,,1286829727851.94181361d98a4b95bd1cee348c9e2578. 2010-10-11 22:42:09,072 DEBUG [IPC Server handler 2 on 58505] regionserver.Store(412): closed family 2010-10-11 22:42:09,073 INFO [IPC Server handler 2 on 58505] regionserver.HRegion(526): Closed restartTableTwo,,1286829727851.94181361d98a4b95bd1cee348c9e2578. 2010-10-11 22:42:09,074 DEBUG [IPC Server handler 2 on 58505.logSyncer] wal.HLog$LogSyncer(977): IPC Server handler 2 on 58505.logSyncer interrupted while waiting for sync requests 2010-10-11 22:42:09,074 INFO [IPC Server handler 2 on 58505.logSyncer] wal.HLog$LogSyncer(982): IPC Server handler 2 on 58505.logSyncer exiting 2010-10-11 22:42:09,074 DEBUG [IPC Server handler 2 on 58505] wal.HLog(804): closing hlog writer in hdfs://localhost:58481/user/lfrancke/restartTableTwo/94181361d98a4b95bd1cee348c9e2578/.logs 2010-10-11 22:42:09,095 DEBUG [IPC Server handler 2 on 58505] wal.HLog(772): Moved 1 log files to /user/lfrancke/restartTableTwo/94181361d98a4b95bd1cee348c9e2578/.oldlogs 2010-10-11 22:42:09,096 DEBUG [IPC Server handler 2 on 58505] zookeeper.ZKAssign(203): master:58505-0x12b9d0708850000 Creating (or updating) unassigned node for 94181361d98a4b95bd1cee348c9e2578 with OFFLINE state 2010-10-11 22:42:09,098 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/unassigned 2010-10-11 22:42:09,099 DEBUG [IPC Server handler 2 on 58505] master.AssignmentManager(736): No previous transition plan for restartTableTwo,,1286829727851.94181361d98a4b95bd1cee348c9e2578. so generated a random one; hri=restartTableTwo,,1286829727851.94181361d98a4b95bd1cee348c9e2578., src=, dest=192.168.1.218,58510,1286829705511; 3 (online=3) available servers 2010-10-11 22:42:09,100 DEBUG [IPC Server handler 2 on 58505] master.AssignmentManager(680): Assigning region restartTableTwo,,1286829727851.94181361d98a4b95bd1cee348c9e2578. to 192.168.1.218,58510,1286829705511 2010-10-11 22:42:09,101 DEBUG [IPC Server handler 2 on 58505] master.ServerManager(565): New connection to 192.168.1.218,58510,1286829705511 2010-10-11 22:42:09,105 INFO [IPC Server handler 1 on 58510] regionserver.HRegionServer(1933): Received request to open region: restartTableTwo,,1286829727851.94181361d98a4b95bd1cee348c9e2578. 2010-10-11 22:42:09,106 DEBUG [RS_OPEN_REGION-192.168.1.218,58510,1286829705511-1] handler.OpenRegionHandler(69): Processing open of restartTableTwo,,1286829727851.94181361d98a4b95bd1cee348c9e2578. 2010-10-11 22:42:09,107 DEBUG [RS_OPEN_REGION-192.168.1.218,58510,1286829705511-1] zookeeper.ZKAssign(583): regionserver:58510-0x12b9d0708850004 Attempting to transition node 94181361d98a4b95bd1cee348c9e2578 from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 22:42:09,107 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(529): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@2b0a141e; hsa=192.168.1.218:58508 2010-10-11 22:42:09,109 DEBUG [RS_OPEN_REGION-192.168.1.218,58510,1286829705511-1] zookeeper.ZKUtil(1012): regionserver:58510-0x12b9d0708850004 Retrieved 97 byte(s) of data from znode /hbase/unassigned/94181361d98a4b95bd1cee348c9e2578; data=+?eI@restartTableTwo,,1... 2010-10-11 22:42:09,111 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(886): Cached location for .META.,,1.1028785192 is 192.168.1.218:58512 2010-10-11 22:42:09,112 DEBUG [RegionServer:1;192.168.1.218,58510,1286829705511-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58510-0x12b9d0708850004 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/94181361d98a4b95bd1cee348c9e2578 2010-10-11 22:42:09,112 DEBUG [RS_OPEN_REGION-192.168.1.218,58510,1286829705511-1] zookeeper.ZKAssign(629): regionserver:58510-0x12b9d0708850004 Successfully transitioned node 94181361d98a4b95bd1cee348c9e2578 from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 22:42:09,112 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/94181361d98a4b95bd1cee348c9e2578 2010-10-11 22:42:09,114 DEBUG [RS_OPEN_REGION-192.168.1.218,58510,1286829705511-1] regionserver.HRegion(2437): Opening region: REGION => {NAME => 'restartTableTwo,,1286829727851.94181361d98a4b95bd1cee348c9e2578.', STARTKEY => '', ENDKEY => '', ENCODED => 94181361d98a4b95bd1cee348c9e2578, TABLE => {{NAME => 'restartTableTwo', FAMILIES => [{NAME => 'family', BLOOMFILTER => 'NONE', REPLICATION_SCOPE => '0', COMPRESSION => 'NONE', VERSIONS => '3', TTL => '2147483647', BLOCKSIZE => '65536', IN_MEMORY => 'false', BLOCKCACHE => 'true'}]}} 2010-10-11 22:42:09,113 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(772): Cache hit for row <> in tableName .META.: location server 192.168.1.218:58512, location region name .META.,,1.1028785192 2010-10-11 22:42:09,116 DEBUG [RS_OPEN_REGION-192.168.1.218,58510,1286829705511-1] regionserver.HRegion(297): Instantiated restartTableTwo,,1286829727851.94181361d98a4b95bd1cee348c9e2578. 2010-10-11 22:42:09,115 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58505-0x12b9d0708850000 Retrieved 111 byte(s) of data from znode /hbase/unassigned/94181361d98a4b95bd1cee348c9e2578 and set watcher; +?eV@restartTableTwo,,1... 2010-10-11 22:42:09,118 DEBUG [Thread-218-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,58510,1286829705511, region=94181361d98a4b95bd1cee348c9e2578 2010-10-11 22:42:09,134 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(721): locateRegionInMeta parentTable=.META., metaLocation=address: 192.168.1.218:58512, regioninfo: .META.,,1.1028785192, attempt=0 of 4 failed; retrying after sleep of 5000 because: No server address listed in .META. for region restartTableTwo,,1286829727851.94181361d98a4b95bd1cee348c9e2578. 2010-10-11 22:42:09,136 INFO [RS_OPEN_REGION-192.168.1.218,58510,1286829705511-1] regionserver.HRegion(358): Onlined restartTableTwo,,1286829727851.94181361d98a4b95bd1cee348c9e2578.; next sequenceid=1 2010-10-11 22:42:09,136 DEBUG [RS_OPEN_REGION-192.168.1.218,58510,1286829705511-1] zookeeper.ZKAssign(583): regionserver:58510-0x12b9d0708850004 Attempting to transition node 94181361d98a4b95bd1cee348c9e2578 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 22:42:09,137 DEBUG [RS_OPEN_REGION-192.168.1.218,58510,1286829705511-1] zookeeper.ZKUtil(1012): regionserver:58510-0x12b9d0708850004 Retrieved 111 byte(s) of data from znode /hbase/unassigned/94181361d98a4b95bd1cee348c9e2578; data=+?eV@restartTableTwo,,1... 2010-10-11 22:42:09,139 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/94181361d98a4b95bd1cee348c9e2578 2010-10-11 22:42:09,139 DEBUG [RS_OPEN_REGION-192.168.1.218,58510,1286829705511-1] zookeeper.ZKAssign(629): regionserver:58510-0x12b9d0708850004 Successfully transitioned node 94181361d98a4b95bd1cee348c9e2578 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 22:42:09,139 DEBUG [RegionServer:1;192.168.1.218,58510,1286829705511-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58510-0x12b9d0708850004 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/94181361d98a4b95bd1cee348c9e2578 2010-10-11 22:42:09,140 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58505-0x12b9d0708850000 Retrieved 111 byte(s) of data from znode /hbase/unassigned/94181361d98a4b95bd1cee348c9e2578 and set watcher; +?er@restartTableTwo,,1... 2010-10-11 22:42:09,142 DEBUG [Thread-218-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,58510,1286829705511, region=94181361d98a4b95bd1cee348c9e2578 2010-10-11 22:42:09,146 INFO [RS_OPEN_REGION-192.168.1.218,58510,1286829705511-1] catalog.MetaEditor(169): Updated row restartTableTwo,,1286829727851.94181361d98a4b95bd1cee348c9e2578. in region .META.,,1 with server=192.168.1.218:58510, startcode=1286829705511 2010-10-11 22:42:09,147 DEBUG [RS_OPEN_REGION-192.168.1.218,58510,1286829705511-1] zookeeper.ZKAssign(583): regionserver:58510-0x12b9d0708850004 Attempting to transition node 94181361d98a4b95bd1cee348c9e2578 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 22:42:09,149 DEBUG [RS_OPEN_REGION-192.168.1.218,58510,1286829705511-1] zookeeper.ZKUtil(1012): regionserver:58510-0x12b9d0708850004 Retrieved 111 byte(s) of data from znode /hbase/unassigned/94181361d98a4b95bd1cee348c9e2578; data=+?er@restartTableTwo,,1... 2010-10-11 22:42:09,152 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/94181361d98a4b95bd1cee348c9e2578 2010-10-11 22:42:09,152 DEBUG [RS_OPEN_REGION-192.168.1.218,58510,1286829705511-1] zookeeper.ZKAssign(629): regionserver:58510-0x12b9d0708850004 Successfully transitioned node 94181361d98a4b95bd1cee348c9e2578 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 22:42:09,154 DEBUG [RS_OPEN_REGION-192.168.1.218,58510,1286829705511-1] handler.OpenRegionHandler(191): Opened restartTableTwo,,1286829727851.94181361d98a4b95bd1cee348c9e2578. 2010-10-11 22:42:09,152 DEBUG [RegionServer:1;192.168.1.218,58510,1286829705511-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58510-0x12b9d0708850004 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/94181361d98a4b95bd1cee348c9e2578 2010-10-11 22:42:09,155 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58505-0x12b9d0708850000 Retrieved 111 byte(s) of data from znode /hbase/unassigned/94181361d98a4b95bd1cee348c9e2578 and set watcher; +?e~@restartTableTwo,,1... 2010-10-11 22:42:09,157 DEBUG [Thread-218-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENED, server=192.168.1.218,58510,1286829705511, region=94181361d98a4b95bd1cee348c9e2578 2010-10-11 22:42:09,158 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58505-1] handler.OpenedRegionHandler(88): Handling OPENED event for 94181361d98a4b95bd1cee348c9e2578; deleting unassigned node 2010-10-11 22:42:09,158 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58505-1] zookeeper.ZKAssign(322): master:58505-0x12b9d0708850000 Deleting existing unassigned node for 94181361d98a4b95bd1cee348c9e2578 that is in expected state RS_ZK_REGION_OPENED 2010-10-11 22:42:09,161 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58505-1] zookeeper.ZKUtil(1012): master:58505-0x12b9d0708850000 Retrieved 111 byte(s) of data from znode /hbase/unassigned/94181361d98a4b95bd1cee348c9e2578; data=+?e~@restartTableTwo,,1... 2010-10-11 22:42:09,166 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/unassigned/94181361d98a4b95bd1cee348c9e2578 2010-10-11 22:42:09,167 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/unassigned 2010-10-11 22:42:09,167 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58505-1] handler.OpenedRegionHandler(99): Opened region restartTableTwo,,1286829727851.94181361d98a4b95bd1cee348c9e2578. 2010-10-11 22:42:13,085 INFO [Master:0;192.168.1.218:58416.serverMonitor] hbase.Chore(79): Master:0;192.168.1.218:58416.serverMonitor exiting 2010-10-11 22:42:13,088 INFO [Master:0;192.168.1.218:58416.oldLogCleaner] hbase.Chore(79): Master:0;192.168.1.218:58416.oldLogCleaner exiting 2010-10-11 22:42:14,136 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(772): Cache hit for row <> in tableName .META.: location server 192.168.1.218:58512, location region name .META.,,1.1028785192 2010-10-11 22:42:14,142 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(886): Cached location for restartTableTwo,,1286829727851.94181361d98a4b95bd1cee348c9e2578. is 192.168.1.218:58510 2010-10-11 22:42:14,144 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(772): Cache hit for row <> in tableName restartTableTwo: location server 192.168.1.218:58510, location region name restartTableTwo,,1286829727851.94181361d98a4b95bd1cee348c9e2578. 2010-10-11 22:42:14,145 INFO [Thread-218] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:42:14,267 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:42:14,268 INFO [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(269): hconnection connected 2010-10-11 22:42:14,612 INFO [Thread-218] zookeeper.ZKUtil(197): hconnection-0x12b9d070885000d Set watcher on existing znode /hbase/master 2010-10-11 22:42:14,613 DEBUG [Thread-218] zookeeper.ZKUtil(1012): hconnection-0x12b9d070885000d Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58505 2010-10-11 22:42:14,614 INFO [Thread-218] zookeeper.ZKUtil(197): hconnection-0x12b9d070885000d Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:42:14,615 DEBUG [Thread-218] zookeeper.ZKUtil(1012): hconnection-0x12b9d070885000d Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58508 2010-10-11 22:42:14,616 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(529): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@7ea06d25; hsa=192.168.1.218:58508 2010-10-11 22:42:14,623 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(886): Cached location for .META.,,1.1028785192 is 192.168.1.218:58512 2010-10-11 22:42:14,630 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(772): Cache hit for row <> in tableName .META.: location server 192.168.1.218:58512, location region name .META.,,1.1028785192 2010-10-11 22:42:14,652 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(886): Cached location for restartTableTwo,,1286829727851.94181361d98a4b95bd1cee348c9e2578. is 192.168.1.218:58510 2010-10-11 22:42:14,662 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(772): Cache hit for row <> in tableName restartTableTwo: location server 192.168.1.218:58510, location region name restartTableTwo,,1286829727851.94181361d98a4b95bd1cee348c9e2578. 2010-10-11 22:42:14,667 INFO [Thread-218] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:42:14,676 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:42:14,677 INFO [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(269): hconnection connected 2010-10-11 22:42:14,680 INFO [Thread-218] zookeeper.ZKUtil(197): hconnection-0x12b9d070885000e Set watcher on existing znode /hbase/master 2010-10-11 22:42:14,681 DEBUG [Thread-218] zookeeper.ZKUtil(1012): hconnection-0x12b9d070885000e Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58505 2010-10-11 22:42:14,682 INFO [Thread-218] zookeeper.ZKUtil(197): hconnection-0x12b9d070885000e Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:42:14,683 DEBUG [Thread-218] zookeeper.ZKUtil(1012): hconnection-0x12b9d070885000e Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58508 2010-10-11 22:42:14,685 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(529): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@48ec77cb; hsa=192.168.1.218:58508 2010-10-11 22:42:14,688 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(886): Cached location for .META.,,1.1028785192 is 192.168.1.218:58512 2010-10-11 22:42:14,693 INFO [Thread-218] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:42:14,697 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:42:14,698 INFO [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(269): hconnection connected 2010-10-11 22:42:14,700 INFO [Thread-218] zookeeper.ZKUtil(197): hconnection-0x12b9d070885000f Set watcher on existing znode /hbase/master 2010-10-11 22:42:14,701 DEBUG [Thread-218] zookeeper.ZKUtil(1012): hconnection-0x12b9d070885000f Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58505 2010-10-11 22:42:14,702 INFO [Thread-218] zookeeper.ZKUtil(197): hconnection-0x12b9d070885000f Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:42:14,703 DEBUG [Thread-218] zookeeper.ZKUtil(1012): hconnection-0x12b9d070885000f Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58508 2010-10-11 22:42:14,722 INFO [IPC Server handler 1 on 58505] wal.HLog(359): HLog configuration: blocksize=64 MB, rollsize=60.8 MB, enabled=true, flushlogentries=1, optionallogflushinternal=1000ms 2010-10-11 22:42:14,767 INFO [IPC Server handler 1 on 58505] wal.SequenceFileLogWriter(126): Using syncFs -- HDFS-200 2010-10-11 22:42:14,770 INFO [IPC Server handler 1 on 58505] wal.HLog(498): New hlog /user/lfrancke/restartTableThree/7ab9814bb0169938897285f8fcef491d/.logs/hlog.1286829734722 2010-10-11 22:42:14,771 INFO [IPC Server handler 1 on 58505] wal.HLog(389): Using getNumCurrentReplicas--HDFS-826 2010-10-11 22:42:14,772 DEBUG [IPC Server handler 1 on 58505] regionserver.HRegion(297): Instantiated restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d. 2010-10-11 22:42:15,010 INFO [IPC Server handler 1 on 58505] regionserver.HRegion(358): Onlined restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d.; next sequenceid=1 2010-10-11 22:42:15,014 INFO [IPC Server handler 1 on 58505] catalog.MetaEditor(59): Added region restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d. to META 2010-10-11 22:42:15,014 DEBUG [IPC Server handler 1 on 58505] regionserver.HRegion(487): Closing restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d.: disabling compactions & flushes 2010-10-11 22:42:15,014 DEBUG [IPC Server handler 1 on 58505] regionserver.HRegion(515): Updates disabled for region restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d. 2010-10-11 22:42:15,015 DEBUG [IPC Server handler 1 on 58505] regionserver.Store(412): closed family 2010-10-11 22:42:15,015 INFO [IPC Server handler 1 on 58505] regionserver.HRegion(526): Closed restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d. 2010-10-11 22:42:15,016 DEBUG [IPC Server handler 1 on 58505.logSyncer] wal.HLog$LogSyncer(977): IPC Server handler 1 on 58505.logSyncer interrupted while waiting for sync requests 2010-10-11 22:42:15,016 INFO [IPC Server handler 1 on 58505.logSyncer] wal.HLog$LogSyncer(982): IPC Server handler 1 on 58505.logSyncer exiting 2010-10-11 22:42:15,017 DEBUG [IPC Server handler 1 on 58505] wal.HLog(804): closing hlog writer in hdfs://localhost:58481/user/lfrancke/restartTableThree/7ab9814bb0169938897285f8fcef491d/.logs 2010-10-11 22:42:15,076 DEBUG [IPC Server handler 1 on 58505] wal.HLog(772): Moved 1 log files to /user/lfrancke/restartTableThree/7ab9814bb0169938897285f8fcef491d/.oldlogs 2010-10-11 22:42:15,078 DEBUG [IPC Server handler 1 on 58505] zookeeper.ZKAssign(203): master:58505-0x12b9d0708850000 Creating (or updating) unassigned node for 7ab9814bb0169938897285f8fcef491d with OFFLINE state 2010-10-11 22:42:15,081 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/unassigned 2010-10-11 22:42:15,082 DEBUG [IPC Server handler 1 on 58505] master.AssignmentManager(736): No previous transition plan for restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d. so generated a random one; hri=restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d., src=, dest=192.168.1.218,58508,1286829705480; 3 (online=3) available servers 2010-10-11 22:42:15,083 DEBUG [IPC Server handler 1 on 58505] master.AssignmentManager(680): Assigning region restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d. to 192.168.1.218,58508,1286829705480 2010-10-11 22:42:15,084 INFO [IPC Server handler 1 on 58508] regionserver.HRegionServer(1933): Received request to open region: restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d. 2010-10-11 22:42:15,085 DEBUG [RS_OPEN_REGION-192.168.1.218,58508,1286829705480-1] handler.OpenRegionHandler(69): Processing open of restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d. 2010-10-11 22:42:15,086 DEBUG [RS_OPEN_REGION-192.168.1.218,58508,1286829705480-1] zookeeper.ZKAssign(583): regionserver:58508-0x12b9d0708850005 Attempting to transition node 7ab9814bb0169938897285f8fcef491d from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 22:42:15,086 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(529): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@34feb215; hsa=192.168.1.218:58508 2010-10-11 22:42:15,088 DEBUG [RS_OPEN_REGION-192.168.1.218,58508,1286829705480-1] zookeeper.ZKUtil(1012): regionserver:58508-0x12b9d0708850005 Retrieved 99 byte(s) of data from znode /hbase/unassigned/7ab9814bb0169938897285f8fcef491d; data=+?|?BrestartTableThree,... 2010-10-11 22:42:15,092 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(886): Cached location for .META.,,1.1028785192 is 192.168.1.218:58512 2010-10-11 22:42:15,094 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(772): Cache hit for row <> in tableName .META.: location server 192.168.1.218:58512, location region name .META.,,1.1028785192 2010-10-11 22:42:15,096 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/7ab9814bb0169938897285f8fcef491d 2010-10-11 22:42:15,096 DEBUG [RS_OPEN_REGION-192.168.1.218,58508,1286829705480-1] zookeeper.ZKAssign(629): regionserver:58508-0x12b9d0708850005 Successfully transitioned node 7ab9814bb0169938897285f8fcef491d from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 22:42:15,098 DEBUG [RS_OPEN_REGION-192.168.1.218,58508,1286829705480-1] regionserver.HRegion(2437): Opening region: REGION => {NAME => 'restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d.', STARTKEY => '', ENDKEY => '', ENCODED => 7ab9814bb0169938897285f8fcef491d, TABLE => {{NAME => 'restartTableThree', FAMILIES => [{NAME => 'family', BLOOMFILTER => 'NONE', REPLICATION_SCOPE => '0', COMPRESSION => 'NONE', VERSIONS => '3', TTL => '2147483647', BLOCKSIZE => '65536', IN_MEMORY => 'false', BLOCKCACHE => 'true'}]}} 2010-10-11 22:42:15,096 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58508-0x12b9d0708850005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/7ab9814bb0169938897285f8fcef491d 2010-10-11 22:42:15,100 DEBUG [RS_OPEN_REGION-192.168.1.218,58508,1286829705480-1] regionserver.HRegion(297): Instantiated restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d. 2010-10-11 22:42:15,099 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58505-0x12b9d0708850000 Retrieved 113 byte(s) of data from znode /hbase/unassigned/7ab9814bb0169938897285f8fcef491d and set watcher; +?|?BrestartTableThree,... 2010-10-11 22:42:15,105 DEBUG [Thread-218-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,58508,1286829705480, region=7ab9814bb0169938897285f8fcef491d 2010-10-11 22:42:15,118 INFO [RS_OPEN_REGION-192.168.1.218,58508,1286829705480-1] regionserver.HRegion(358): Onlined restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d.; next sequenceid=1 2010-10-11 22:42:15,120 DEBUG [RS_OPEN_REGION-192.168.1.218,58508,1286829705480-1] zookeeper.ZKAssign(583): regionserver:58508-0x12b9d0708850005 Attempting to transition node 7ab9814bb0169938897285f8fcef491d from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 22:42:15,121 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(721): locateRegionInMeta parentTable=.META., metaLocation=address: 192.168.1.218:58512, regioninfo: .META.,,1.1028785192, attempt=0 of 4 failed; retrying after sleep of 5000 because: No server address listed in .META. for region restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d. 2010-10-11 22:42:15,123 DEBUG [RS_OPEN_REGION-192.168.1.218,58508,1286829705480-1] zookeeper.ZKUtil(1012): regionserver:58508-0x12b9d0708850005 Retrieved 113 byte(s) of data from znode /hbase/unassigned/7ab9814bb0169938897285f8fcef491d; data=+?|?BrestartTableThree,... 2010-10-11 22:42:15,263 DEBUG [RS_OPEN_REGION-192.168.1.218,58508,1286829705480-1] zookeeper.ZKAssign(629): regionserver:58508-0x12b9d0708850005 Successfully transitioned node 7ab9814bb0169938897285f8fcef491d from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 22:42:15,265 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58508-0x12b9d0708850005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/7ab9814bb0169938897285f8fcef491d 2010-10-11 22:42:15,267 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/7ab9814bb0169938897285f8fcef491d 2010-10-11 22:42:15,268 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58505-0x12b9d0708850000 Retrieved 113 byte(s) of data from znode /hbase/unassigned/7ab9814bb0169938897285f8fcef491d and set watcher; +?|?BrestartTableThree,... 2010-10-11 22:42:15,269 DEBUG [Thread-218-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,58508,1286829705480, region=7ab9814bb0169938897285f8fcef491d 2010-10-11 22:42:15,271 INFO [RS_OPEN_REGION-192.168.1.218,58508,1286829705480-1] catalog.MetaEditor(169): Updated row restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d. in region .META.,,1 with server=192.168.1.218:58508, startcode=1286829705480 2010-10-11 22:42:15,272 DEBUG [RS_OPEN_REGION-192.168.1.218,58508,1286829705480-1] zookeeper.ZKAssign(583): regionserver:58508-0x12b9d0708850005 Attempting to transition node 7ab9814bb0169938897285f8fcef491d from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 22:42:15,273 DEBUG [RS_OPEN_REGION-192.168.1.218,58508,1286829705480-1] zookeeper.ZKUtil(1012): regionserver:58508-0x12b9d0708850005 Retrieved 113 byte(s) of data from znode /hbase/unassigned/7ab9814bb0169938897285f8fcef491d; data=+?|?BrestartTableThree,... 2010-10-11 22:42:15,275 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58508-0x12b9d0708850005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/7ab9814bb0169938897285f8fcef491d 2010-10-11 22:42:15,276 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/7ab9814bb0169938897285f8fcef491d 2010-10-11 22:42:15,276 DEBUG [RS_OPEN_REGION-192.168.1.218,58508,1286829705480-1] zookeeper.ZKAssign(629): regionserver:58508-0x12b9d0708850005 Successfully transitioned node 7ab9814bb0169938897285f8fcef491d from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 22:42:15,278 DEBUG [RS_OPEN_REGION-192.168.1.218,58508,1286829705480-1] handler.OpenRegionHandler(191): Opened restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d. 2010-10-11 22:42:15,278 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58505-0x12b9d0708850000 Retrieved 113 byte(s) of data from znode /hbase/unassigned/7ab9814bb0169938897285f8fcef491d and set watcher; +?}jBrestartTableThree,... 2010-10-11 22:42:15,280 DEBUG [Thread-218-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENED, server=192.168.1.218,58508,1286829705480, region=7ab9814bb0169938897285f8fcef491d 2010-10-11 22:42:15,281 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58505-1] handler.OpenedRegionHandler(88): Handling OPENED event for 7ab9814bb0169938897285f8fcef491d; deleting unassigned node 2010-10-11 22:42:15,282 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58505-1] zookeeper.ZKAssign(322): master:58505-0x12b9d0708850000 Deleting existing unassigned node for 7ab9814bb0169938897285f8fcef491d that is in expected state RS_ZK_REGION_OPENED 2010-10-11 22:42:15,284 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58505-1] zookeeper.ZKUtil(1012): master:58505-0x12b9d0708850000 Retrieved 113 byte(s) of data from znode /hbase/unassigned/7ab9814bb0169938897285f8fcef491d; data=+?}jBrestartTableThree,... 2010-10-11 22:42:15,286 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/unassigned/7ab9814bb0169938897285f8fcef491d 2010-10-11 22:42:15,287 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/unassigned 2010-10-11 22:42:15,286 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58505-1] handler.OpenedRegionHandler(99): Opened region restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d. 2010-10-11 22:42:20,123 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(772): Cache hit for row <> in tableName .META.: location server 192.168.1.218:58512, location region name .META.,,1.1028785192 2010-10-11 22:42:20,131 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(886): Cached location for restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d. is 192.168.1.218:58508 2010-10-11 22:42:20,133 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(772): Cache hit for row <> in tableName restartTableThree: location server 192.168.1.218:58508, location region name restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d. 2010-10-11 22:42:20,135 INFO [Thread-218] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:42:20,142 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:42:20,142 INFO [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(269): hconnection connected 2010-10-11 22:42:20,156 INFO [Thread-218] zookeeper.ZKUtil(197): hconnection-0x12b9d0708850010 Set watcher on existing znode /hbase/master 2010-10-11 22:42:20,157 DEBUG [Thread-218] zookeeper.ZKUtil(1012): hconnection-0x12b9d0708850010 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58505 2010-10-11 22:42:20,159 INFO [Thread-218] zookeeper.ZKUtil(197): hconnection-0x12b9d0708850010 Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:42:20,160 DEBUG [Thread-218] zookeeper.ZKUtil(1012): hconnection-0x12b9d0708850010 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58508 2010-10-11 22:42:20,161 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(529): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@d0da1d8; hsa=192.168.1.218:58508 2010-10-11 22:42:20,164 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(886): Cached location for .META.,,1.1028785192 is 192.168.1.218:58512 2010-10-11 22:42:20,165 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(772): Cache hit for row <> in tableName .META.: location server 192.168.1.218:58512, location region name .META.,,1.1028785192 2010-10-11 22:42:20,172 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(886): Cached location for restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d. is 192.168.1.218:58508 2010-10-11 22:42:20,173 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(772): Cache hit for row <> in tableName restartTableThree: location server 192.168.1.218:58508, location region name restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d. 2010-10-11 22:42:20,176 INFO [Thread-218] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:42:20,179 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:42:20,180 INFO [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(269): hconnection connected 2010-10-11 22:42:20,182 INFO [Thread-218] zookeeper.ZKUtil(197): hconnection-0x12b9d0708850011 Set watcher on existing znode /hbase/master 2010-10-11 22:42:20,183 DEBUG [Thread-218] zookeeper.ZKUtil(1012): hconnection-0x12b9d0708850011 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58505 2010-10-11 22:42:20,184 INFO [Thread-218] zookeeper.ZKUtil(197): hconnection-0x12b9d0708850011 Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:42:20,185 DEBUG [Thread-218] zookeeper.ZKUtil(1012): hconnection-0x12b9d0708850011 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58508 2010-10-11 22:42:20,186 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(529): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@21780f30; hsa=192.168.1.218:58508 2010-10-11 22:42:20,189 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(886): Cached location for .META.,,1.1028785192 is 192.168.1.218:58512 2010-10-11 22:42:20,195 INFO [Thread-218] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:42:20,204 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:42:20,205 INFO [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(269): hconnection connected 2010-10-11 22:42:20,212 INFO [Thread-218] zookeeper.ZKUtil(197): hconnection-0x12b9d0708850012 Set watcher on existing znode /hbase/master 2010-10-11 22:42:20,215 DEBUG [Thread-218] zookeeper.ZKUtil(1012): hconnection-0x12b9d0708850012 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58505 2010-10-11 22:42:20,218 INFO [Thread-218] zookeeper.ZKUtil(197): hconnection-0x12b9d0708850012 Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:42:20,221 DEBUG [Thread-218] zookeeper.ZKUtil(1012): hconnection-0x12b9d0708850012 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58508 2010-10-11 22:42:20,222 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(529): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@3e472e76; hsa=192.168.1.218:58508 2010-10-11 22:42:20,225 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(886): Cached location for .META.,,1.1028785192 is 192.168.1.218:58512 2010-10-11 22:42:20,238 INFO [Thread-218] master.TestRestartCluster(107): Shutting down cluster 2010-10-11 22:42:20,238 DEBUG [Thread-218] util.JVMClusterUtil(209): Shutting down HBase Cluster 2010-10-11 22:42:20,239 INFO [Thread-218] master.HMaster(914): Cluster shutdown requested 2010-10-11 22:42:20,241 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2010-10-11 22:42:20,241 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58508-0x12b9d0708850005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2010-10-11 22:42:20,241 DEBUG [RegionServer:1;192.168.1.218,58510,1286829705511-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58510-0x12b9d0708850004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2010-10-11 22:42:20,241 DEBUG [RegionServer:2;192.168.1.218,58512,1286829705693-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58512-0x12b9d0708850006 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2010-10-11 22:42:20,244 INFO [RegionServer:1;192.168.1.218,58510,1286829705511-EventThread] zookeeper.ZKUtil(197): regionserver:58510-0x12b9d0708850004 Set watcher on existing znode /hbase/shutdown 2010-10-11 22:42:20,243 INFO [RegionServer:0;192.168.1.218,58508,1286829705480-EventThread] zookeeper.ZKUtil(197): regionserver:58508-0x12b9d0708850005 Set watcher on existing znode /hbase/shutdown 2010-10-11 22:42:20,242 INFO [Thread-218-EventThread] zookeeper.ZKUtil(197): master:58505-0x12b9d0708850000 Set watcher on existing znode /hbase/shutdown 2010-10-11 22:42:20,244 INFO [RegionServer:2;192.168.1.218,58512,1286829705693-EventThread] zookeeper.ZKUtil(197): regionserver:58512-0x12b9d0708850006 Set watcher on existing znode /hbase/shutdown 2010-10-11 22:42:20,312 DEBUG [RS_CLOSE_REGION-192.168.1.218,58510,1286829705511-1] handler.CloseRegionHandler(99): Processing close of restartTableTwo,,1286829727851.94181361d98a4b95bd1cee348c9e2578. 2010-10-11 22:42:20,313 DEBUG [RS_CLOSE_REGION-192.168.1.218,58510,1286829705511-1] regionserver.HRegion(487): Closing restartTableTwo,,1286829727851.94181361d98a4b95bd1cee348c9e2578.: disabling compactions & flushes 2010-10-11 22:42:20,313 DEBUG [RS_CLOSE_REGION-192.168.1.218,58510,1286829705511-1] regionserver.HRegion(515): Updates disabled for region restartTableTwo,,1286829727851.94181361d98a4b95bd1cee348c9e2578. 2010-10-11 22:42:20,314 DEBUG [RS_CLOSE_REGION-192.168.1.218,58510,1286829705511-1] regionserver.Store(412): closed family 2010-10-11 22:42:20,314 INFO [RS_CLOSE_REGION-192.168.1.218,58510,1286829705511-1] regionserver.HRegion(526): Closed restartTableTwo,,1286829727851.94181361d98a4b95bd1cee348c9e2578. 2010-10-11 22:42:20,315 DEBUG [RS_CLOSE_REGION-192.168.1.218,58510,1286829705511-1] handler.CloseRegionHandler(128): Closed region restartTableTwo,,1286829727851.94181361d98a4b95bd1cee348c9e2578. 2010-10-11 22:42:20,319 DEBUG [RS_CLOSE_REGION-192.168.1.218,58512,1286829705693-1] handler.CloseRegionHandler(99): Processing close of restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957. 2010-10-11 22:42:20,319 DEBUG [RS_CLOSE_REGION-192.168.1.218,58508,1286829705480-1] handler.CloseRegionHandler(99): Processing close of restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d. 2010-10-11 22:42:20,320 DEBUG [RS_CLOSE_REGION-192.168.1.218,58512,1286829705693-1] regionserver.HRegion(487): Closing restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957.: disabling compactions & flushes 2010-10-11 22:42:20,321 DEBUG [RS_CLOSE_REGION-192.168.1.218,58508,1286829705480-1] regionserver.HRegion(487): Closing restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d.: disabling compactions & flushes 2010-10-11 22:42:20,321 DEBUG [RS_CLOSE_REGION-192.168.1.218,58512,1286829705693-1] regionserver.HRegion(515): Updates disabled for region restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957. 2010-10-11 22:42:20,322 DEBUG [RS_CLOSE_REGION-192.168.1.218,58508,1286829705480-1] regionserver.HRegion(515): Updates disabled for region restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d. 2010-10-11 22:42:20,322 DEBUG [RS_CLOSE_REGION-192.168.1.218,58512,1286829705693-1] regionserver.Store(412): closed family 2010-10-11 22:42:20,323 DEBUG [RS_CLOSE_REGION-192.168.1.218,58508,1286829705480-1] regionserver.Store(412): closed family 2010-10-11 22:42:20,323 INFO [RS_CLOSE_REGION-192.168.1.218,58512,1286829705693-1] regionserver.HRegion(526): Closed restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957. 2010-10-11 22:42:20,324 INFO [RS_CLOSE_REGION-192.168.1.218,58508,1286829705480-1] regionserver.HRegion(526): Closed restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d. 2010-10-11 22:42:20,324 DEBUG [RS_CLOSE_REGION-192.168.1.218,58512,1286829705693-1] handler.CloseRegionHandler(128): Closed region restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957. 2010-10-11 22:42:20,325 DEBUG [RS_CLOSE_REGION-192.168.1.218,58508,1286829705480-1] handler.CloseRegionHandler(128): Closed region restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d. 2010-10-11 22:42:20,508 INFO [192.168.1.218:58505-BalancerChore] hbase.Chore(79): 192.168.1.218:58505-BalancerChore exiting 2010-10-11 22:42:20,508 INFO [Master:0;192.168.1.218:58505] master.ServerManager(446): Waiting on following regionserver(s) to go down [serverName=192.168.1.218,58508,1286829705480, load=(requests=3, regions=2, usedHeap=74, maxHeap=123), serverName=192.168.1.218,58512,1286829705693, load=(requests=22, regions=2, usedHeap=74, maxHeap=123), serverName=192.168.1.218,58510,1286829705511, load=(requests=0, regions=1, usedHeap=74, maxHeap=123)] 2010-10-11 22:42:20,508 INFO [192.168.1.218:58505-CatalogJanitor] hbase.Chore(79): 192.168.1.218:58505-CatalogJanitor exiting 2010-10-11 22:42:21,313 INFO [RegionServer:1;192.168.1.218,58510,1286829705511] regionserver.HRegionServer(1229): STOPPED: Exiting; cluster shutdown set and not carrying any regions 2010-10-11 22:42:21,319 INFO [RegionServer:1;192.168.1.218,58510,1286829705511.cacheFlusher] regionserver.MemStoreFlusher(164): RegionServer:1;192.168.1.218,58510,1286829705511.cacheFlusher exiting 2010-10-11 22:42:21,320 INFO [RegionServer:1;192.168.1.218,58510,1286829705511.majorCompactionChecker] hbase.Chore(79): RegionServer:1;192.168.1.218,58510,1286829705511.majorCompactionChecker exiting 2010-10-11 22:42:21,320 DEBUG [RegionServer:1;192.168.1.218,58510,1286829705511.logSyncer] wal.HLog$LogSyncer(977): RegionServer:1;192.168.1.218,58510,1286829705511.logSyncer interrupted while waiting for sync requests 2010-10-11 22:42:21,323 INFO [RegionServer:1;192.168.1.218,58510,1286829705511.logRoller] regionserver.LogRoller(114): LogRoller exiting. 2010-10-11 22:42:21,322 INFO [RegionServer:1;192.168.1.218,58510,1286829705511.compactor] regionserver.CompactSplitThread(133): RegionServer:1;192.168.1.218,58510,1286829705511.compactor exiting 2010-10-11 22:42:21,325 INFO [RegionServer:1;192.168.1.218,58510,1286829705511.logSyncer] wal.HLog$LogSyncer(982): RegionServer:1;192.168.1.218,58510,1286829705511.logSyncer exiting 2010-10-11 22:42:21,327 DEBUG [RegionServer:1;192.168.1.218,58510,1286829705511] wal.HLog(804): closing hlog writer in hdfs://localhost:58481/user/lfrancke/.logs/192.168.1.218,58510,1286829705511 2010-10-11 22:42:21,373 DEBUG [RegionServer:1;192.168.1.218,58510,1286829705511] wal.HLog(772): Moved 1 log files to /user/lfrancke/.oldlogs 2010-10-11 22:42:21,376 INFO [RegionServer:1;192.168.1.218,58510,1286829705511] regionserver.HRegionServer(593): stopping server at: 192.168.1.218,58510,1286829705511 2010-10-11 22:42:21,377 DEBUG [RegionServer:1;192.168.1.218,58510,1286829705511] catalog.CatalogTracker(140): Stopping catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@663f3fbd 2010-10-11 22:42:21,378 INFO [RegionServer:1;192.168.1.218,58510,1286829705511] regionserver.Leases(124): RegionServer:1;192.168.1.218,58510,1286829705511 closing leases 2010-10-11 22:42:21,378 INFO [RegionServer:1;192.168.1.218,58510,1286829705511] regionserver.Leases(131): RegionServer:1;192.168.1.218,58510,1286829705511 closed leases 2010-10-11 22:42:21,379 DEBUG [RegionServer:1;192.168.1.218,58510,1286829705511] client.HConnectionManager$HConnectionImplementation(1030): Closed zookeeper sessionid=0x12b9d0708850002 2010-10-11 22:42:21,386 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/192.168.1.218,58510,1286829705511 2010-10-11 22:42:21,387 INFO [Thread-218-EventThread] zookeeper.RegionServerTracker(71): RegionServer ephemeral node deleted, processing expiration [192.168.1.218,58510,1286829705511] 2010-10-11 22:42:21,389 INFO [Thread-218-EventThread] master.ServerManager(486): Cluster shutdown set; 192.168.1.218,58510,1286829705511 expired; onlineServers=2 2010-10-11 22:42:21,389 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2010-10-11 22:42:21,387 INFO [RegionServer:1;192.168.1.218,58510,1286829705511] regionserver.HRegionServer(611): RegionServer:1;192.168.1.218,58510,1286829705511 exiting 2010-10-11 22:42:21,392 INFO [Shutdown of DFS[DFSClient[clientName=DFSClient_hb_rs_192.168.1.218,58510,1286829705511_1286829707744, ugi=lfrancke.hrs.3,supergroup]]] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(238): Hook closing fs=DFS[DFSClient[clientName=DFSClient_hb_rs_192.168.1.218,58510,1286829705511_1286829707744, ugi=lfrancke.hrs.3,supergroup]] 2010-10-11 22:42:21,510 INFO [Master:0;192.168.1.218:58505] master.ServerManager(446): Waiting on following regionserver(s) to go down [serverName=192.168.1.218,58508,1286829705480, load=(requests=0, regions=1, usedHeap=75, maxHeap=123), serverName=192.168.1.218,58512,1286829705693, load=(requests=0, regions=1, usedHeap=75, maxHeap=123)] 2010-10-11 22:42:21,856 INFO [RegionServer:1;192.168.1.218,58510,1286829705511.leaseChecker] regionserver.Leases(124): RegionServer:1;192.168.1.218,58510,1286829705511.leaseChecker closing leases 2010-10-11 22:42:21,856 INFO [RegionServer:1;192.168.1.218,58510,1286829705511.leaseChecker] regionserver.Leases(131): RegionServer:1;192.168.1.218,58510,1286829705511.leaseChecker closed leases 2010-10-11 22:42:22,326 INFO [RegionServer:0;192.168.1.218,58508,1286829705480] regionserver.HRegionServer(658): STOP_REGIONSERVER 2010-10-11 22:42:22,326 INFO [RegionServer:2;192.168.1.218,58512,1286829705693] regionserver.HRegionServer(658): STOP_REGIONSERVER 2010-10-11 22:42:22,326 INFO [RegionServer:0;192.168.1.218,58508,1286829705480] regionserver.HRegionServer(1229): STOPPED: Received STOP_REGIONSERVER 2010-10-11 22:42:22,326 INFO [RegionServer:2;192.168.1.218,58512,1286829705693] regionserver.HRegionServer(1229): STOPPED: Received STOP_REGIONSERVER 2010-10-11 22:42:22,333 INFO [RegionServer:0;192.168.1.218,58508,1286829705480.cacheFlusher] regionserver.MemStoreFlusher(164): RegionServer:0;192.168.1.218,58508,1286829705480.cacheFlusher exiting 2010-10-11 22:42:22,333 INFO [RegionServer:0;192.168.1.218,58508,1286829705480.logRoller] regionserver.LogRoller(114): LogRoller exiting. 2010-10-11 22:42:22,333 INFO [RegionServer:0;192.168.1.218,58508,1286829705480.compactor] regionserver.CompactSplitThread(133): RegionServer:0;192.168.1.218,58508,1286829705480.compactor exiting 2010-10-11 22:42:22,334 DEBUG [RS_CLOSE_ROOT-192.168.1.218,58508,1286829705480-1] handler.CloseRegionHandler(99): Processing close of -ROOT-,,0.70236052 2010-10-11 22:42:22,333 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480.logSyncer] wal.HLog$LogSyncer(977): RegionServer:0;192.168.1.218,58508,1286829705480.logSyncer interrupted while waiting for sync requests 2010-10-11 22:42:22,337 DEBUG [RS_CLOSE_ROOT-192.168.1.218,58508,1286829705480-1] regionserver.HRegion(487): Closing -ROOT-,,0.70236052: disabling compactions & flushes 2010-10-11 22:42:22,336 DEBUG [RS_CLOSE_META-192.168.1.218,58512,1286829705693-1] handler.CloseRegionHandler(99): Processing close of .META.,,1.1028785192 2010-10-11 22:42:22,335 DEBUG [RegionServer:2;192.168.1.218,58512,1286829705693.logSyncer] wal.HLog$LogSyncer(977): RegionServer:2;192.168.1.218,58512,1286829705693.logSyncer interrupted while waiting for sync requests 2010-10-11 22:42:22,333 INFO [RegionServer:0;192.168.1.218,58508,1286829705480.majorCompactionChecker] hbase.Chore(79): RegionServer:0;192.168.1.218,58508,1286829705480.majorCompactionChecker exiting 2010-10-11 22:42:22,335 INFO [RegionServer:2;192.168.1.218,58512,1286829705693.majorCompactionChecker] hbase.Chore(79): RegionServer:2;192.168.1.218,58512,1286829705693.majorCompactionChecker exiting 2010-10-11 22:42:22,335 INFO [RegionServer:2;192.168.1.218,58512,1286829705693.compactor] regionserver.CompactSplitThread(133): RegionServer:2;192.168.1.218,58512,1286829705693.compactor exiting 2010-10-11 22:42:22,335 INFO [RegionServer:2;192.168.1.218,58512,1286829705693.logRoller] regionserver.LogRoller(114): LogRoller exiting. 2010-10-11 22:42:22,335 INFO [RegionServer:2;192.168.1.218,58512,1286829705693.cacheFlusher] regionserver.MemStoreFlusher(164): RegionServer:2;192.168.1.218,58512,1286829705693.cacheFlusher exiting 2010-10-11 22:42:22,339 INFO [RegionServer:2;192.168.1.218,58512,1286829705693.logSyncer] wal.HLog$LogSyncer(982): RegionServer:2;192.168.1.218,58512,1286829705693.logSyncer exiting 2010-10-11 22:42:22,338 DEBUG [RS_CLOSE_META-192.168.1.218,58512,1286829705693-1] regionserver.HRegion(487): Closing .META.,,1.1028785192: disabling compactions & flushes 2010-10-11 22:42:22,338 DEBUG [RS_CLOSE_ROOT-192.168.1.218,58508,1286829705480-1] regionserver.HRegion(515): Updates disabled for region -ROOT-,,0.70236052 2010-10-11 22:42:22,337 INFO [RegionServer:0;192.168.1.218,58508,1286829705480.logSyncer] wal.HLog$LogSyncer(982): RegionServer:0;192.168.1.218,58508,1286829705480.logSyncer exiting 2010-10-11 22:42:22,344 DEBUG [RS_CLOSE_ROOT-192.168.1.218,58508,1286829705480-1] regionserver.HRegion(873): Started memstore flush for region -ROOT-,,0.70236052; current region memstore size 472.0 2010-10-11 22:42:22,343 DEBUG [RS_CLOSE_META-192.168.1.218,58512,1286829705693-1] regionserver.HRegion(515): Updates disabled for region .META.,,1.1028785192 2010-10-11 22:42:22,343 DEBUG [RegionServer:2;192.168.1.218,58512,1286829705693] wal.HLog(804): closing hlog writer in hdfs://localhost:58481/user/lfrancke/.logs/192.168.1.218,58512,1286829705693 2010-10-11 22:42:22,345 DEBUG [RS_CLOSE_META-192.168.1.218,58512,1286829705693-1] regionserver.HRegion(873): Started memstore flush for region .META.,,1.1028785192; current region memstore size 3.5k 2010-10-11 22:42:22,344 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480] wal.HLog(804): closing hlog writer in hdfs://localhost:58481/user/lfrancke/.logs/192.168.1.218,58508,1286829705480 2010-10-11 22:42:22,511 INFO [Master:0;192.168.1.218:58505] master.ServerManager(446): Waiting on following regionserver(s) to go down [serverName=192.168.1.218,58508,1286829705480, load=(requests=0, regions=1, usedHeap=76, maxHeap=123), serverName=192.168.1.218,58512,1286829705693, load=(requests=0, regions=1, usedHeap=76, maxHeap=123)] 2010-10-11 22:42:22,692 INFO [RegionServer:0;192.168.1.218,58508,1286829705480.leaseChecker] regionserver.Leases(124): RegionServer:0;192.168.1.218,58508,1286829705480.leaseChecker closing leases 2010-10-11 22:42:22,694 INFO [RegionServer:0;192.168.1.218,58508,1286829705480.leaseChecker] regionserver.Leases(131): RegionServer:0;192.168.1.218,58508,1286829705480.leaseChecker closed leases 2010-10-11 22:42:22,825 DEBUG [RS_CLOSE_META-192.168.1.218,58512,1286829705693-1] regionserver.HRegion(911): Finished snapshotting, commencing flushing stores 2010-10-11 22:42:22,825 DEBUG [RS_CLOSE_ROOT-192.168.1.218,58508,1286829705480-1] regionserver.HRegion(911): Finished snapshotting, commencing flushing stores 2010-10-11 22:42:22,830 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480] wal.HLog(772): Moved 1 log files to /user/lfrancke/.oldlogs 2010-10-11 22:42:22,832 DEBUG [RegionServer:2;192.168.1.218,58512,1286829705693] wal.HLog(772): Moved 1 log files to /user/lfrancke/.oldlogs 2010-10-11 22:42:22,834 INFO [RegionServer:0;192.168.1.218,58508,1286829705480] regionserver.HRegionServer(593): stopping server at: 192.168.1.218,58508,1286829705480 2010-10-11 22:42:22,834 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480] catalog.CatalogTracker(140): Stopping catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@1f72e08e 2010-10-11 22:42:22,835 INFO [RegionServer:0;192.168.1.218,58508,1286829705480] regionserver.HRegionServer(625): Waiting on 1 regions to close 2010-10-11 22:42:22,835 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480] regionserver.HRegionServer(629): {70236052=-ROOT-,,0.70236052} 2010-10-11 22:42:22,836 INFO [RegionServer:2;192.168.1.218,58512,1286829705693] regionserver.HRegionServer(593): stopping server at: 192.168.1.218,58512,1286829705693 2010-10-11 22:42:22,837 DEBUG [RegionServer:2;192.168.1.218,58512,1286829705693] catalog.CatalogTracker(140): Stopping catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@2ef49ac3 2010-10-11 22:42:22,838 INFO [RegionServer:2;192.168.1.218,58512,1286829705693] regionserver.HRegionServer(625): Waiting on 1 regions to close 2010-10-11 22:42:22,838 DEBUG [RegionServer:2;192.168.1.218,58512,1286829705693] regionserver.HRegionServer(629): {1028785192=.META.,,1.1028785192} 2010-10-11 22:42:22,862 INFO [RS_CLOSE_ROOT-192.168.1.218,58508,1286829705480-1] regionserver.Store(487): Renaming flushed file at hdfs://localhost:58481/user/lfrancke/-ROOT-/70236052/.tmp/7639921778843582876 to hdfs://localhost:58481/user/lfrancke/-ROOT-/70236052/info/6641024494919560420 2010-10-11 22:42:22,863 INFO [RS_CLOSE_META-192.168.1.218,58512,1286829705693-1] regionserver.Store(487): Renaming flushed file at hdfs://localhost:58481/user/lfrancke/.META./1028785192/.tmp/1947449206809089104 to hdfs://localhost:58481/user/lfrancke/.META./1028785192/info/1192087658081036469 2010-10-11 22:42:22,863 INFO [RegionServer:2;192.168.1.218,58512,1286829705693.leaseChecker] regionserver.Leases(124): RegionServer:2;192.168.1.218,58512,1286829705693.leaseChecker closing leases 2010-10-11 22:42:22,865 INFO [RegionServer:2;192.168.1.218,58512,1286829705693.leaseChecker] regionserver.Leases(131): RegionServer:2;192.168.1.218,58512,1286829705693.leaseChecker closed leases 2010-10-11 22:42:22,872 INFO [RS_CLOSE_ROOT-192.168.1.218,58508,1286829705480-1] regionserver.Store(497): Added hdfs://localhost:58481/user/lfrancke/-ROOT-/70236052/info/6641024494919560420, entries=2, sequenceid=5, memsize=472.0, filesize=506.0 to -ROOT-,,0.70236052 2010-10-11 22:42:22,872 INFO [RS_CLOSE_META-192.168.1.218,58512,1286829705693-1] regionserver.Store(497): Added hdfs://localhost:58481/user/lfrancke/.META./1028785192/info/1192087658081036469, entries=9, sequenceid=8, memsize=3.5k, filesize=2.4k to .META.,,1.1028785192 2010-10-11 22:42:22,873 INFO [RS_CLOSE_ROOT-192.168.1.218,58508,1286829705480-1] regionserver.HRegion(973): Finished memstore flush of ~472.0 for region -ROOT-,,0.70236052 in 529ms, sequenceid=5, compaction requested=false 2010-10-11 22:42:22,874 INFO [RS_CLOSE_META-192.168.1.218,58512,1286829705693-1] regionserver.HRegion(973): Finished memstore flush of ~3.5k for region .META.,,1.1028785192 in 529ms, sequenceid=8, compaction requested=false 2010-10-11 22:42:22,876 DEBUG [RS_CLOSE_META-192.168.1.218,58512,1286829705693-1] regionserver.Store(412): closed info 2010-10-11 22:42:22,875 DEBUG [RS_CLOSE_ROOT-192.168.1.218,58508,1286829705480-1] regionserver.Store(412): closed info 2010-10-11 22:42:22,879 INFO [RS_CLOSE_ROOT-192.168.1.218,58508,1286829705480-1] regionserver.HRegion(526): Closed -ROOT-,,0.70236052 2010-10-11 22:42:22,880 DEBUG [RS_CLOSE_ROOT-192.168.1.218,58508,1286829705480-1] handler.CloseRegionHandler(128): Closed region -ROOT-,,0.70236052 2010-10-11 22:42:22,879 INFO [RS_CLOSE_META-192.168.1.218,58512,1286829705693-1] regionserver.HRegion(526): Closed .META.,,1.1028785192 2010-10-11 22:42:22,881 DEBUG [RS_CLOSE_META-192.168.1.218,58512,1286829705693-1] handler.CloseRegionHandler(128): Closed region .META.,,1.1028785192 2010-10-11 22:42:23,512 INFO [Master:0;192.168.1.218:58505] master.ServerManager(446): Waiting on following regionserver(s) to go down [serverName=192.168.1.218,58508,1286829705480, load=(requests=0, regions=1, usedHeap=76, maxHeap=123), serverName=192.168.1.218,58512,1286829705693, load=(requests=0, regions=1, usedHeap=76, maxHeap=123)] 2010-10-11 22:42:23,836 INFO [RegionServer:0;192.168.1.218,58508,1286829705480] regionserver.Leases(124): RegionServer:0;192.168.1.218,58508,1286829705480 closing leases 2010-10-11 22:42:23,837 INFO [RegionServer:0;192.168.1.218,58508,1286829705480] regionserver.Leases(131): RegionServer:0;192.168.1.218,58508,1286829705480 closed leases 2010-10-11 22:42:23,837 DEBUG [RegionServer:0;192.168.1.218,58508,1286829705480] client.HConnectionManager$HConnectionImplementation(1030): Closed zookeeper sessionid=0x12b9d0708850001 2010-10-11 22:42:23,839 INFO [RegionServer:2;192.168.1.218,58512,1286829705693] regionserver.Leases(124): RegionServer:2;192.168.1.218,58512,1286829705693 closing leases 2010-10-11 22:42:23,839 INFO [RegionServer:2;192.168.1.218,58512,1286829705693] regionserver.Leases(131): RegionServer:2;192.168.1.218,58512,1286829705693 closed leases 2010-10-11 22:42:23,848 DEBUG [RegionServer:2;192.168.1.218,58512,1286829705693] client.HConnectionManager$HConnectionImplementation(1030): Closed zookeeper sessionid=0x12b9d0708850003 2010-10-11 22:42:23,974 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/192.168.1.218,58508,1286829705480 2010-10-11 22:42:23,977 INFO [Thread-218-EventThread] zookeeper.RegionServerTracker(71): RegionServer ephemeral node deleted, processing expiration [192.168.1.218,58508,1286829705480] 2010-10-11 22:42:23,975 INFO [RegionServer:0;192.168.1.218,58508,1286829705480] regionserver.HRegionServer(611): RegionServer:0;192.168.1.218,58508,1286829705480 exiting 2010-10-11 22:42:23,978 INFO [Thread-218-EventThread] master.ServerManager(486): Cluster shutdown set; 192.168.1.218,58508,1286829705480 expired; onlineServers=1 2010-10-11 22:42:23,979 INFO [Shutdown of DFS[DFSClient[clientName=DFSClient_hb_rs_192.168.1.218,58508,1286829705480_1286829707743, ugi=lfrancke.hrs.2,supergroup]]] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(238): Hook closing fs=DFS[DFSClient[clientName=DFSClient_hb_rs_192.168.1.218,58508,1286829705480_1286829707743, ugi=lfrancke.hrs.2,supergroup]] 2010-10-11 22:42:23,979 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2010-10-11 22:42:24,105 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/192.168.1.218,58512,1286829705693 2010-10-11 22:42:24,109 INFO [Thread-218-EventThread] zookeeper.RegionServerTracker(71): RegionServer ephemeral node deleted, processing expiration [192.168.1.218,58512,1286829705693] 2010-10-11 22:42:24,107 INFO [RegionServer:2;192.168.1.218,58512,1286829705693] regionserver.HRegionServer(611): RegionServer:2;192.168.1.218,58512,1286829705693 exiting 2010-10-11 22:42:24,110 INFO [Thread-218-EventThread] master.ServerManager(486): Cluster shutdown set; 192.168.1.218,58512,1286829705693 expired; onlineServers=0 2010-10-11 22:42:24,111 INFO [Thread-218-EventThread] master.HMaster(914): Cluster shutdown set; onlineServer=0 2010-10-11 22:42:24,112 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2010-10-11 22:42:24,113 INFO [Shutdown of DFS[DFSClient[clientName=DFSClient_hb_rs_192.168.1.218,58512,1286829705693_1286829707746, ugi=lfrancke.hrs.4,supergroup]]] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(238): Hook closing fs=DFS[DFSClient[clientName=DFSClient_hb_rs_192.168.1.218,58512,1286829705693_1286829707746, ugi=lfrancke.hrs.4,supergroup]] 2010-10-11 22:42:24,114 INFO [Thread-218] util.JVMClusterUtil(244): Shutdown of 1 master(s) and 3 regionserver(s) complete 2010-10-11 22:42:24,115 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(1030): Closed zookeeper sessionid=0x12b9d0708850007 2010-10-11 22:42:24,117 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(1030): Closed zookeeper sessionid=0x12b9d0708850009 2010-10-11 22:42:24,118 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(1030): Closed zookeeper sessionid=0x12b9d070885000a 2010-10-11 22:42:24,121 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(1030): Closed zookeeper sessionid=0x12b9d070885000b 2010-10-11 22:42:24,126 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(1030): Closed zookeeper sessionid=0x12b9d070885000c 2010-10-11 22:42:24,132 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(1030): Closed zookeeper sessionid=0x12b9d070885000d 2010-10-11 22:42:24,135 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(1030): Closed zookeeper sessionid=0x12b9d070885000e 2010-10-11 22:42:24,136 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(1030): Closed zookeeper sessionid=0x12b9d0708850008 2010-10-11 22:42:24,139 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(1030): Closed zookeeper sessionid=0x12b9d070885000f 2010-10-11 22:42:24,140 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(1030): Closed zookeeper sessionid=0x12b9d0708850010 2010-10-11 22:42:24,143 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(1030): Closed zookeeper sessionid=0x12b9d0708850011 2010-10-11 22:42:24,145 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(1030): Closed zookeeper sessionid=0x12b9d0708850012 2010-10-11 22:42:24,513 DEBUG [Master:0;192.168.1.218:58505] master.HMaster(544): Stopping service threads 2010-10-11 22:42:24,516 DEBUG [Master:0;192.168.1.218:58505] zookeeper.ZKUtil(1012): master:58505-0x12b9d0708850000 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58505 2010-10-11 22:42:24,517 DEBUG [Master:0;192.168.1.218:58505] zookeeper.ZKUtil(568): master:58505-0x12b9d0708850000 Read server address from znode /hbase/master: 192.168.1.218:58505 2010-10-11 22:42:24,644 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58505-0x12b9d0708850000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2010-10-11 22:42:24,645 DEBUG [Master:0;192.168.1.218:58505] catalog.CatalogTracker(140): Stopping catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@777490ad 2010-10-11 22:42:24,787 INFO [Master:0;192.168.1.218:58505] master.HMaster(293): HMaster main thread exiting 2010-10-11 22:42:24,788 INFO [Thread-218] master.TestRestartCluster(111): Sleeping a bit 2010-10-11 22:42:26,788 INFO [Thread-218] master.TestRestartCluster(114): Starting cluster the second time 2010-10-11 22:42:26,794 INFO [Thread-218] ipc.HBaseRpcMetrics(57): Initializing RPC Metrics with hostName=MiniHBaseCluster$MiniHBaseClusterMaster, port=58593 2010-10-11 22:42:26,797 INFO [Thread-218] zookeeper.ZKUtil(94): master:58593 opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:42:26,912 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58593 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:42:26,912 INFO [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(269): master:58593 connected 2010-10-11 22:42:27,491 INFO [Thread-218] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:42:27,498 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:42:27,499 INFO [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(269): hconnection connected 2010-10-11 22:42:27,506 INFO [Thread-218] zookeeper.ZKUtil(197): hconnection-0x12b9d0708850014 Set watcher on existing znode /hbase/master 2010-10-11 22:42:27,508 INFO [Thread-218] zookeeper.ZKUtil(197): hconnection-0x12b9d0708850014 Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:42:27,510 DEBUG [Thread-218] zookeeper.ZKUtil(1012): hconnection-0x12b9d0708850014 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58508 2010-10-11 22:42:27,522 INFO [Thread-218] ipc.HBaseRpcMetrics(57): Initializing RPC Metrics with hostName=MiniHBaseCluster$MiniHBaseClusterRegionServer, port=58596 2010-10-11 22:42:27,525 INFO [Thread-218] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:42:27,530 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:42:27,530 INFO [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(269): hconnection connected 2010-10-11 22:42:27,533 INFO [Thread-218] zookeeper.ZKUtil(197): hconnection-0x12b9d0708850015 Set watcher on existing znode /hbase/master 2010-10-11 22:42:27,534 INFO [Thread-218] zookeeper.ZKUtil(197): hconnection-0x12b9d0708850015 Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:42:27,535 DEBUG [Thread-218] zookeeper.ZKUtil(1012): hconnection-0x12b9d0708850015 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58508 2010-10-11 22:42:27,540 INFO [Thread-218] ipc.HBaseRpcMetrics(57): Initializing RPC Metrics with hostName=MiniHBaseCluster$MiniHBaseClusterRegionServer, port=58598 2010-10-11 22:42:27,544 INFO [Thread-218] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:42:27,554 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:42:27,555 INFO [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(269): hconnection connected 2010-10-11 22:42:27,557 INFO [Thread-218] zookeeper.ZKUtil(197): hconnection-0x12b9d0708850016 Set watcher on existing znode /hbase/master 2010-10-11 22:42:27,558 INFO [Thread-218] zookeeper.ZKUtil(197): hconnection-0x12b9d0708850016 Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:42:27,559 DEBUG [Thread-218] zookeeper.ZKUtil(1012): hconnection-0x12b9d0708850016 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58508 2010-10-11 22:42:27,563 INFO [Thread-218] ipc.HBaseRpcMetrics(57): Initializing RPC Metrics with hostName=MiniHBaseCluster$MiniHBaseClusterRegionServer, port=58600 2010-10-11 22:42:27,570 INFO [RegionServer:0;192.168.1.218,58596,1286829747524] zookeeper.ZKUtil(94): regionserver:58596 opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:42:27,571 INFO [RegionServer:2;192.168.1.218,58600,1286829747565] zookeeper.ZKUtil(94): regionserver:58600 opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:42:27,573 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d0708850015 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2010-10-11 22:42:27,572 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d0708850014 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2010-10-11 22:42:27,570 INFO [RegionServer:1;192.168.1.218,58598,1286829747543] zookeeper.ZKUtil(94): regionserver:58598 opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:42:27,573 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d0708850016 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2010-10-11 22:42:27,580 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): hconnection-0x12b9d0708850015 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58593 2010-10-11 22:42:27,585 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58600 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:42:27,586 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58596 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:42:27,587 INFO [RegionServer:0;192.168.1.218,58596,1286829747524-EventThread] zookeeper.ZooKeeperWatcher(269): regionserver:58596 connected 2010-10-11 22:42:27,586 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): hconnection-0x12b9d0708850014 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58593 2010-10-11 22:42:27,587 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58598 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:42:27,590 INFO [RegionServer:1;192.168.1.218,58598,1286829747543-EventThread] zookeeper.ZooKeeperWatcher(269): regionserver:58598 connected 2010-10-11 22:42:27,586 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): hconnection-0x12b9d0708850016 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58593 2010-10-11 22:42:27,586 INFO [RegionServer:2;192.168.1.218,58600,1286829747565-EventThread] zookeeper.ZooKeeperWatcher(269): regionserver:58600 connected 2010-10-11 22:42:27,606 INFO [Master:0;192.168.1.218:58593] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:42:27,610 INFO [RegionServer:0;192.168.1.218,58596,1286829747524] zookeeper.ZKUtil(197): regionserver:58596-0x12b9d0708850018 Set watcher on existing znode /hbase/master 2010-10-11 22:42:27,612 INFO [RegionServer:1;192.168.1.218,58598,1286829747543] zookeeper.ZKUtil(197): regionserver:58598-0x12b9d0708850019 Set watcher on existing znode /hbase/master 2010-10-11 22:42:27,613 DEBUG [Master:0;192.168.1.218:58593-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:42:27,614 INFO [Master:0;192.168.1.218:58593-EventThread] zookeeper.ZooKeeperWatcher(269): hconnection connected 2010-10-11 22:42:27,614 INFO [RegionServer:2;192.168.1.218,58600,1286829747565] zookeeper.ZKUtil(197): regionserver:58600-0x12b9d0708850017 Set watcher on existing znode /hbase/master 2010-10-11 22:42:27,613 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] zookeeper.ZKUtil(1012): regionserver:58596-0x12b9d0708850018 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58593 2010-10-11 22:42:27,615 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] zookeeper.ZKUtil(1012): regionserver:58598-0x12b9d0708850019 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58593 2010-10-11 22:42:27,617 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565] zookeeper.ZKUtil(1012): regionserver:58600-0x12b9d0708850017 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58593 2010-10-11 22:42:27,618 INFO [RegionServer:0;192.168.1.218,58596,1286829747524] zookeeper.ZKUtil(197): regionserver:58596-0x12b9d0708850018 Set watcher on existing znode /hbase/shutdown 2010-10-11 22:42:27,619 INFO [RegionServer:1;192.168.1.218,58598,1286829747543] zookeeper.ZKUtil(197): regionserver:58598-0x12b9d0708850019 Set watcher on existing znode /hbase/shutdown 2010-10-11 22:42:27,619 INFO [RegionServer:2;192.168.1.218,58600,1286829747565] zookeeper.ZKUtil(197): regionserver:58600-0x12b9d0708850017 Set watcher on existing znode /hbase/shutdown 2010-10-11 22:42:27,621 INFO [Master:0;192.168.1.218:58593] zookeeper.ZKUtil(197): hconnection-0x12b9d070885001a Set watcher on existing znode /hbase/master 2010-10-11 22:42:27,623 DEBUG [Master:0;192.168.1.218:58593] zookeeper.ZKUtil(1012): hconnection-0x12b9d070885001a Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58593 2010-10-11 22:42:27,625 INFO [Master:0;192.168.1.218:58593] zookeeper.ZKUtil(197): hconnection-0x12b9d070885001a Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:42:27,626 DEBUG [Master:0;192.168.1.218:58593] zookeeper.ZKUtil(1012): hconnection-0x12b9d070885001a Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58508 2010-10-11 22:42:27,628 INFO [Master:0;192.168.1.218:58593] metrics.MasterMetrics(59): Initialized 2010-10-11 22:42:27,629 DEBUG [Master:0;192.168.1.218:58593] master.LogCleaner(119): Add log cleaner in chain: org.apache.hadoop.hbase.master.TimeToLiveLogCleaner 2010-10-11 22:42:27,632 DEBUG [Master:0;192.168.1.218:58593] master.ReplicationLogCleaner(106): Didn't find this log in ZK, deleting: null 2010-10-11 22:42:27,633 DEBUG [Master:0;192.168.1.218:58593] master.LogCleaner(119): Add log cleaner in chain: org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2010-10-11 22:42:27,635 INFO [Master:0;192.168.1.218:58593] zookeeper.ZKUtil(197): master:58593-0x12b9d0708850013 Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:42:27,636 DEBUG [Master:0;192.168.1.218:58593] zookeeper.ZKUtil(1012): master:58593-0x12b9d0708850013 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58508 2010-10-11 22:42:27,637 INFO [Master:0;192.168.1.218:58593] zookeeper.ZKUtil(197): master:58593-0x12b9d0708850013 Set watcher on existing znode /hbase/unassigned/1028785192 2010-10-11 22:42:27,637 DEBUG [Master:0;192.168.1.218:58593] catalog.CatalogTracker(132): Starting catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@6a5bc8c9 2010-10-11 22:42:27,638 INFO [Master:0;192.168.1.218:58593] zookeeper.ZKUtil(197): master:58593-0x12b9d0708850013 Set watcher on existing znode /hbase/shutdown 2010-10-11 22:42:27,742 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58596-0x12b9d0708850018 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2010-10-11 22:42:27,742 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58593-0x12b9d0708850013 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2010-10-11 22:42:27,742 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58600-0x12b9d0708850017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2010-10-11 22:42:27,742 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58598-0x12b9d0708850019 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2010-10-11 22:42:27,747 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524-EventThread] zookeeper.ZKUtil(1012): regionserver:58596-0x12b9d0708850018 Retrieved 29 byte(s) of data from znode /hbase/shutdown and set watcher; Mon Oct 11 22:42:27 CEST 2010 2010-10-11 22:42:27,743 INFO [Master:0;192.168.1.218:58593] master.HMaster(364): Server active/primary master; 192.168.1.218:58593, sessionid=0x12b9d0708850013, cluster-up flag was=false 2010-10-11 22:42:27,753 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58593-0x12b9d0708850013 Retrieved 29 byte(s) of data from znode /hbase/shutdown and set watcher; Mon Oct 11 22:42:27 CEST 2010 2010-10-11 22:42:27,753 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565-EventThread] zookeeper.ZKUtil(1012): regionserver:58600-0x12b9d0708850017 Retrieved 29 byte(s) of data from znode /hbase/shutdown and set watcher; Mon Oct 11 22:42:27 CEST 2010 2010-10-11 22:42:27,754 INFO [RegionServer:0;192.168.1.218,58596,1286829747524] zookeeper.ZKUtil(197): regionserver:58596-0x12b9d0708850018 Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:42:27,754 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543-EventThread] zookeeper.ZKUtil(1012): regionserver:58598-0x12b9d0708850019 Retrieved 29 byte(s) of data from znode /hbase/shutdown and set watcher; Mon Oct 11 22:42:27 CEST 2010 2010-10-11 22:42:27,754 DEBUG [Master:0;192.168.1.218:58593] executor.ExecutorService(173): Starting executor service: MASTER_OPEN_REGION-192.168.1.218:58593 2010-10-11 22:42:27,756 INFO [RegionServer:1;192.168.1.218,58598,1286829747543] zookeeper.ZKUtil(197): regionserver:58598-0x12b9d0708850019 Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:42:27,756 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] zookeeper.ZKUtil(1012): regionserver:58596-0x12b9d0708850018 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58508 2010-10-11 22:42:27,755 INFO [RegionServer:2;192.168.1.218,58600,1286829747565] zookeeper.ZKUtil(197): regionserver:58600-0x12b9d0708850017 Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:42:27,758 INFO [RegionServer:0;192.168.1.218,58596,1286829747524] zookeeper.ZKUtil(197): regionserver:58596-0x12b9d0708850018 Set watcher on existing znode /hbase/unassigned/1028785192 2010-10-11 22:42:27,757 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] zookeeper.ZKUtil(1012): regionserver:58598-0x12b9d0708850019 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58508 2010-10-11 22:42:27,756 DEBUG [Master:0;192.168.1.218:58593] executor.ExecutorService(173): Starting executor service: MASTER_CLOSE_REGION-192.168.1.218:58593 2010-10-11 22:42:27,760 INFO [RegionServer:1;192.168.1.218,58598,1286829747543] zookeeper.ZKUtil(197): regionserver:58598-0x12b9d0708850019 Set watcher on existing znode /hbase/unassigned/1028785192 2010-10-11 22:42:27,758 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] catalog.CatalogTracker(132): Starting catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@1922e15b 2010-10-11 22:42:27,758 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565] zookeeper.ZKUtil(1012): regionserver:58600-0x12b9d0708850017 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58508 2010-10-11 22:42:27,761 INFO [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.MemStoreFlusher(106): globalMemStoreLimit=49.6m, globalMemStoreLimitLowMark=43.4m, maxHeap=123.9m 2010-10-11 22:42:27,760 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] catalog.CatalogTracker(132): Starting catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@40f92a41 2010-10-11 22:42:27,760 DEBUG [Master:0;192.168.1.218:58593] executor.ExecutorService(173): Starting executor service: MASTER_SERVER_OPERATIONS-192.168.1.218:58593 2010-10-11 22:42:27,762 INFO [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.MemStoreFlusher(106): globalMemStoreLimit=49.6m, globalMemStoreLimitLowMark=43.4m, maxHeap=123.9m 2010-10-11 22:42:27,762 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.PriorityCompactionQueue(134): Create PriorityCompactionQueue 2010-10-11 22:42:27,762 INFO [RegionServer:2;192.168.1.218,58600,1286829747565] zookeeper.ZKUtil(197): regionserver:58600-0x12b9d0708850017 Set watcher on existing znode /hbase/unassigned/1028785192 2010-10-11 22:42:27,764 INFO [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer$MajorCompactionChecker(956): Runs every 1000000ms 2010-10-11 22:42:27,763 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.PriorityCompactionQueue(134): Create PriorityCompactionQueue 2010-10-11 22:42:27,770 INFO [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer$MajorCompactionChecker(956): Runs every 1000000ms 2010-10-11 22:42:27,763 DEBUG [Master:0;192.168.1.218:58593] executor.ExecutorService(173): Starting executor service: MASTER_TABLE_OPERATIONS-192.168.1.218:58593 2010-10-11 22:42:27,764 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565] catalog.CatalogTracker(132): Starting catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@264532ba 2010-10-11 22:42:27,794 INFO [RegionServer:2;192.168.1.218,58600,1286829747565] regionserver.MemStoreFlusher(106): globalMemStoreLimit=49.6m, globalMemStoreLimitLowMark=43.4m, maxHeap=123.9m 2010-10-11 22:42:27,794 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565] regionserver.PriorityCompactionQueue(134): Create PriorityCompactionQueue 2010-10-11 22:42:27,795 INFO [RegionServer:2;192.168.1.218,58600,1286829747565] regionserver.HRegionServer$MajorCompactionChecker(956): Runs every 1000000ms 2010-10-11 22:42:28,007 DEBUG [Master:0;192.168.1.218:58593] master.HMaster(531): Started service threads 2010-10-11 22:42:28,514 INFO [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(1351): Connected to master at 192.168.1.218:58593 2010-10-11 22:42:28,514 INFO [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(1351): Connected to master at 192.168.1.218:58593 2010-10-11 22:42:28,514 INFO [RegionServer:2;192.168.1.218,58600,1286829747565] regionserver.HRegionServer(1351): Connected to master at 192.168.1.218:58593 2010-10-11 22:42:28,570 INFO [Thread-218] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 22:42:28,615 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58593-0x12b9d0708850013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2010-10-11 22:42:28,616 INFO [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(1392): Telling master at 192.168.1.218:58593 that we are up 2010-10-11 22:42:28,615 INFO [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(1392): Telling master at 192.168.1.218:58593 that we are up 2010-10-11 22:42:28,634 INFO [IPC Server handler 2 on 58593] master.ServerManager(221): Registering server=192.168.1.218,58596,1286829747524, regionCount=0, userLoad=false 2010-10-11 22:42:28,641 INFO [RegionServer:2;192.168.1.218,58600,1286829747565] regionserver.HRegionServer(1392): Telling master at 192.168.1.218:58593 that we are up 2010-10-11 22:42:28,642 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(757): Config from master: hbase.regionserver.address=192.168.1.218 2010-10-11 22:42:28,642 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(757): Config from master: fs.default.name=hdfs://localhost:58481/user/lfrancke 2010-10-11 22:42:28,644 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(757): Config from master: hbase.rootdir=hdfs://localhost:58481/user/lfrancke 2010-10-11 22:42:28,648 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 22:42:28,649 INFO [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(269): hconnection connected 2010-10-11 22:42:28,648 INFO [IPC Server handler 4 on 58593] master.ServerManager(221): Registering server=192.168.1.218,58600,1286829747565, regionCount=0, userLoad=false 2010-10-11 22:42:28,648 INFO [IPC Server handler 0 on 58593] master.ServerManager(221): Registering server=192.168.1.218,58598,1286829747543, regionCount=0, userLoad=false 2010-10-11 22:42:28,650 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58593-0x12b9d0708850013 Retrieved 19 byte(s) of data from znode /hbase/rs/192.168.1.218,58600,1286829747565 and set watcher; 192.168.1.218:58600 2010-10-11 22:42:28,649 INFO [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(775): Master passed us address to use. Was=192.168.1.218:58596, Now=192.168.1.218:58596 2010-10-11 22:42:28,652 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(757): Config from master: hbase.regionserver.address=192.168.1.218 2010-10-11 22:42:28,654 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(757): Config from master: fs.default.name=hdfs://localhost:58481/user/lfrancke 2010-10-11 22:42:28,655 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(757): Config from master: hbase.rootdir=hdfs://localhost:58481/user/lfrancke 2010-10-11 22:42:28,656 INFO [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(775): Master passed us address to use. Was=192.168.1.218:58598, Now=192.168.1.218:58598 2010-10-11 22:42:28,652 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565] regionserver.HRegionServer(757): Config from master: hbase.regionserver.address=192.168.1.218 2010-10-11 22:42:28,658 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565] regionserver.HRegionServer(757): Config from master: fs.default.name=hdfs://localhost:58481/user/lfrancke 2010-10-11 22:42:28,658 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565] regionserver.HRegionServer(757): Config from master: hbase.rootdir=hdfs://localhost:58481/user/lfrancke 2010-10-11 22:42:28,659 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(996): logdir=hdfs://localhost:58481/user/lfrancke/.logs/192.168.1.218,58596,1286829747524 2010-10-11 22:42:28,655 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58593-0x12b9d0708850013 Retrieved 19 byte(s) of data from znode /hbase/rs/192.168.1.218,58596,1286829747524 and set watcher; 192.168.1.218:58596 2010-10-11 22:42:28,659 INFO [RegionServer:2;192.168.1.218,58600,1286829747565] regionserver.HRegionServer(775): Master passed us address to use. Was=192.168.1.218:58600, Now=192.168.1.218:58600 2010-10-11 22:42:28,668 INFO [Thread-218] zookeeper.ZKUtil(197): hconnection-0x12b9d070885001b Set watcher on existing znode /hbase/master 2010-10-11 22:42:28,669 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58593-0x12b9d0708850013 Retrieved 19 byte(s) of data from znode /hbase/rs/192.168.1.218,58598,1286829747543 and set watcher; 192.168.1.218:58598 2010-10-11 22:42:28,673 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(996): logdir=hdfs://localhost:58481/user/lfrancke/.logs/192.168.1.218,58598,1286829747543 2010-10-11 22:42:28,678 DEBUG [Thread-218] zookeeper.ZKUtil(1012): hconnection-0x12b9d070885001b Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58593 2010-10-11 22:42:28,679 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565] regionserver.HRegionServer(996): logdir=hdfs://localhost:58481/user/lfrancke/.logs/192.168.1.218,58600,1286829747565 2010-10-11 22:42:28,683 INFO [RegionServer:0;192.168.1.218,58596,1286829747524] wal.HLog(359): HLog configuration: blocksize=64 MB, rollsize=60.8 MB, enabled=true, flushlogentries=1, optionallogflushinternal=1000ms 2010-10-11 22:42:28,684 INFO [Thread-218] zookeeper.ZKUtil(197): hconnection-0x12b9d070885001b Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:42:28,691 DEBUG [Thread-218] zookeeper.ZKUtil(1012): hconnection-0x12b9d070885001b Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58508 2010-10-11 22:42:28,692 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(529): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@fce56f8; hsa=192.168.1.218:58508 2010-10-11 22:42:28,694 INFO [RegionServer:1;192.168.1.218,58598,1286829747543] wal.HLog(359): HLog configuration: blocksize=64 MB, rollsize=60.8 MB, enabled=true, flushlogentries=1, optionallogflushinternal=1000ms 2010-10-11 22:42:28,694 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(721): locateRegionInMeta parentTable=-ROOT-, metaLocation=address: 192.168.1.218:58508, regioninfo: -ROOT-,,0.70236052, attempt=0 of 4 failed; retrying after sleep of 5000 because: Call to /192.168.1.218:58508 failed on local exception: java.io.IOException: Connection reset by peer 2010-10-11 22:42:28,700 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(529): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@fce56f8; hsa=192.168.1.218:58508 2010-10-11 22:42:28,702 INFO [RegionServer:2;192.168.1.218,58600,1286829747565] wal.HLog(359): HLog configuration: blocksize=64 MB, rollsize=60.8 MB, enabled=true, flushlogentries=1, optionallogflushinternal=1000ms 2010-10-11 22:42:29,227 INFO [RegionServer:0;192.168.1.218,58596,1286829747524] wal.SequenceFileLogWriter(126): Using syncFs -- HDFS-200 2010-10-11 22:42:29,230 INFO [RegionServer:0;192.168.1.218,58596,1286829747524] wal.HLog(498): New hlog /user/lfrancke/.logs/192.168.1.218,58596,1286829747524/192.168.1.218%3A58596.1286829748684 2010-10-11 22:42:29,230 INFO [RegionServer:0;192.168.1.218,58596,1286829747524] wal.HLog(389): Using getNumCurrentReplicas--HDFS-826 2010-10-11 22:42:29,232 INFO [RegionServer:0;192.168.1.218,58596,1286829747524] metrics.RegionServerMetrics(149): Initialized 2010-10-11 22:42:29,232 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] executor.ExecutorService(173): Starting executor service: RS_OPEN_REGION-192.168.1.218,58596,1286829747524 2010-10-11 22:42:29,233 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] executor.ExecutorService(173): Starting executor service: RS_OPEN_ROOT-192.168.1.218,58596,1286829747524 2010-10-11 22:42:29,233 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] executor.ExecutorService(173): Starting executor service: RS_OPEN_META-192.168.1.218,58596,1286829747524 2010-10-11 22:42:29,234 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] executor.ExecutorService(173): Starting executor service: RS_CLOSE_REGION-192.168.1.218,58596,1286829747524 2010-10-11 22:42:29,234 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] executor.ExecutorService(173): Starting executor service: RS_CLOSE_ROOT-192.168.1.218,58596,1286829747524 2010-10-11 22:42:29,234 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] executor.ExecutorService(173): Starting executor service: RS_CLOSE_META-192.168.1.218,58596,1286829747524 2010-10-11 22:42:29,239 INFO [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(801): Serving as 192.168.1.218,58596,1286829747524, sessionid=0x12b9d0708850018 2010-10-11 22:42:29,396 INFO [RegionServer:2;192.168.1.218,58600,1286829747565] wal.SequenceFileLogWriter(126): Using syncFs -- HDFS-200 2010-10-11 22:42:29,399 INFO [RegionServer:1;192.168.1.218,58598,1286829747543] wal.SequenceFileLogWriter(126): Using syncFs -- HDFS-200 2010-10-11 22:42:29,400 INFO [RegionServer:2;192.168.1.218,58600,1286829747565] wal.HLog(498): New hlog /user/lfrancke/.logs/192.168.1.218,58600,1286829747565/192.168.1.218%3A58600.1286829748703 2010-10-11 22:42:29,401 INFO [RegionServer:1;192.168.1.218,58598,1286829747543] wal.HLog(498): New hlog /user/lfrancke/.logs/192.168.1.218,58598,1286829747543/192.168.1.218%3A58598.1286829748695 2010-10-11 22:42:29,401 INFO [RegionServer:2;192.168.1.218,58600,1286829747565] wal.HLog(389): Using getNumCurrentReplicas--HDFS-826 2010-10-11 22:42:29,401 INFO [RegionServer:1;192.168.1.218,58598,1286829747543] wal.HLog(389): Using getNumCurrentReplicas--HDFS-826 2010-10-11 22:42:29,403 INFO [RegionServer:2;192.168.1.218,58600,1286829747565] metrics.RegionServerMetrics(149): Initialized 2010-10-11 22:42:29,403 INFO [RegionServer:1;192.168.1.218,58598,1286829747543] metrics.RegionServerMetrics(149): Initialized 2010-10-11 22:42:29,403 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565] executor.ExecutorService(173): Starting executor service: RS_OPEN_REGION-192.168.1.218,58600,1286829747565 2010-10-11 22:42:29,403 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] executor.ExecutorService(173): Starting executor service: RS_OPEN_REGION-192.168.1.218,58598,1286829747543 2010-10-11 22:42:29,404 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565] executor.ExecutorService(173): Starting executor service: RS_OPEN_ROOT-192.168.1.218,58600,1286829747565 2010-10-11 22:42:29,404 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] executor.ExecutorService(173): Starting executor service: RS_OPEN_ROOT-192.168.1.218,58598,1286829747543 2010-10-11 22:42:29,405 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565] executor.ExecutorService(173): Starting executor service: RS_OPEN_META-192.168.1.218,58600,1286829747565 2010-10-11 22:42:29,405 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] executor.ExecutorService(173): Starting executor service: RS_OPEN_META-192.168.1.218,58598,1286829747543 2010-10-11 22:42:29,406 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565] executor.ExecutorService(173): Starting executor service: RS_CLOSE_REGION-192.168.1.218,58600,1286829747565 2010-10-11 22:42:29,406 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] executor.ExecutorService(173): Starting executor service: RS_CLOSE_REGION-192.168.1.218,58598,1286829747543 2010-10-11 22:42:29,407 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565] executor.ExecutorService(173): Starting executor service: RS_CLOSE_ROOT-192.168.1.218,58600,1286829747565 2010-10-11 22:42:29,407 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] executor.ExecutorService(173): Starting executor service: RS_CLOSE_ROOT-192.168.1.218,58598,1286829747543 2010-10-11 22:42:29,407 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565] executor.ExecutorService(173): Starting executor service: RS_CLOSE_META-192.168.1.218,58600,1286829747565 2010-10-11 22:42:29,408 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] executor.ExecutorService(173): Starting executor service: RS_CLOSE_META-192.168.1.218,58598,1286829747543 2010-10-11 22:42:29,425 INFO [RegionServer:2;192.168.1.218,58600,1286829747565] regionserver.HRegionServer(801): Serving as 192.168.1.218,58600,1286829747565, sessionid=0x12b9d0708850017 2010-10-11 22:42:29,426 INFO [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(801): Serving as 192.168.1.218,58598,1286829747543, sessionid=0x12b9d0708850019 2010-10-11 22:42:31,008 INFO [Master:0;192.168.1.218:58593] master.ServerManager(595): Waiting on regionserver(s) count to settle; currently=3 2010-10-11 22:42:33,702 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(529): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@fce56f8; hsa=192.168.1.218:58508 2010-10-11 22:42:33,704 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(721): locateRegionInMeta parentTable=-ROOT-, metaLocation=address: 192.168.1.218:58508, regioninfo: -ROOT-,,0.70236052, attempt=1 of 4 failed; retrying after sleep of 5000 because: Failed setting up proxy interface org.apache.hadoop.hbase.ipc.HRegionInterface to /192.168.1.218:58508 after attempts=1 2010-10-11 22:42:33,705 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(529): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@fce56f8; hsa=192.168.1.218:58508 2010-10-11 22:42:34,009 INFO [Master:0;192.168.1.218:58593] master.ServerManager(609): Exiting wait on regionserver(s) to checkin; count=3, stopped=false, count of regions out on cluster=0 2010-10-11 22:42:34,012 INFO [Master:0;192.168.1.218:58593] master.MasterFileSystem(176): Log folder hdfs://localhost:58481/user/lfrancke/.logs/192.168.1.218,58596,1286829747524 belongs to an existing region server 2010-10-11 22:42:34,012 INFO [Master:0;192.168.1.218:58593] master.MasterFileSystem(176): Log folder hdfs://localhost:58481/user/lfrancke/.logs/192.168.1.218,58598,1286829747543 belongs to an existing region server 2010-10-11 22:42:34,013 INFO [Master:0;192.168.1.218:58593] master.MasterFileSystem(176): Log folder hdfs://localhost:58481/user/lfrancke/.logs/192.168.1.218,58600,1286829747565 belongs to an existing region server 2010-10-11 22:42:34,014 DEBUG [Master:0;192.168.1.218:58593] zookeeper.ZKUtil(496): master:58593-0x12b9d0708850013 Unable to get data of znode /hbase/unassigned/70236052 because node does not exist (not an error) 2010-10-11 22:42:34,015 INFO [Master:0;192.168.1.218:58593] catalog.RootLocationEditor(43): Unsetting ROOT region location in ZooKeeper 2010-10-11 22:42:34,113 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d0708850014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 22:42:34,113 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d0708850016 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 22:42:34,114 INFO [Thread-218-EventThread] zookeeper.ZKUtil(197): hconnection-0x12b9d0708850014 Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:42:34,113 DEBUG [Master:0;192.168.1.218:58593] zookeeper.ZKAssign(203): master:58593-0x12b9d0708850013 Creating (or updating) unassigned node for 70236052 with OFFLINE state 2010-10-11 22:42:34,113 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58593-0x12b9d0708850013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 22:42:34,113 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d0708850015 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 22:42:34,113 DEBUG [Master:0;192.168.1.218:58593-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d070885001a Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 22:42:34,113 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d070885001b Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 22:42:34,113 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58600-0x12b9d0708850017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 22:42:34,113 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58598-0x12b9d0708850019 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 22:42:34,113 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58596-0x12b9d0708850018 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 22:42:34,114 INFO [Thread-218-EventThread] zookeeper.ZKUtil(197): hconnection-0x12b9d0708850016 Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:42:34,248 INFO [Thread-218-EventThread] zookeeper.ZKUtil(197): hconnection-0x12b9d0708850015 Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:42:34,248 INFO [RegionServer:0;192.168.1.218,58596,1286829747524-EventThread] zookeeper.ZKUtil(197): regionserver:58596-0x12b9d0708850018 Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:42:34,248 INFO [Thread-218-EventThread] zookeeper.ZKUtil(197): hconnection-0x12b9d070885001b Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:42:34,248 INFO [RegionServer:1;192.168.1.218,58598,1286829747543-EventThread] zookeeper.ZKUtil(197): regionserver:58598-0x12b9d0708850019 Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:42:34,248 INFO [RegionServer:2;192.168.1.218,58600,1286829747565-EventThread] zookeeper.ZKUtil(197): regionserver:58600-0x12b9d0708850017 Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:42:34,248 INFO [Master:0;192.168.1.218:58593-EventThread] zookeeper.ZKUtil(197): hconnection-0x12b9d070885001a Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:42:34,248 INFO [Thread-218-EventThread] zookeeper.ZKUtil(197): master:58593-0x12b9d0708850013 Set watcher on existing znode /hbase/root-region-server 2010-10-11 22:42:34,248 DEBUG [Master:0;192.168.1.218:58593] master.AssignmentManager(736): No previous transition plan for -ROOT-,,0.70236052 so generated a random one; hri=-ROOT-,,0.70236052, src=, dest=192.168.1.218,58598,1286829747543; 3 (online=3) available servers 2010-10-11 22:42:34,251 DEBUG [Master:0;192.168.1.218:58593] master.AssignmentManager(680): Assigning region -ROOT-,,0.70236052 to 192.168.1.218,58598,1286829747543 2010-10-11 22:42:34,252 DEBUG [Master:0;192.168.1.218:58593] master.ServerManager(565): New connection to 192.168.1.218,58598,1286829747543 2010-10-11 22:42:34,256 INFO [IPC Server handler 0 on 58598] regionserver.HRegionServer(1933): Received request to open region: -ROOT-,,0.70236052 2010-10-11 22:42:34,258 DEBUG [RS_OPEN_ROOT-192.168.1.218,58598,1286829747543-1] handler.OpenRegionHandler(69): Processing open of -ROOT-,,0.70236052 2010-10-11 22:42:34,258 DEBUG [RS_OPEN_ROOT-192.168.1.218,58598,1286829747543-1] zookeeper.ZKAssign(583): regionserver:58598-0x12b9d0708850019 Attempting to transition node 70236052/-ROOT- from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 22:42:34,259 DEBUG [RS_OPEN_ROOT-192.168.1.218,58598,1286829747543-1] zookeeper.ZKUtil(1012): regionserver:58598-0x12b9d0708850019 Retrieved 42 byte(s) of data from znode /hbase/unassigned/70236052; data=+?? -ROOT-,,0192.16... 2010-10-11 22:42:34,382 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58598-0x12b9d0708850019 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/70236052 2010-10-11 22:42:34,383 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58593-0x12b9d0708850013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/70236052 2010-10-11 22:42:34,383 DEBUG [RS_OPEN_ROOT-192.168.1.218,58598,1286829747543-1] zookeeper.ZKAssign(629): regionserver:58598-0x12b9d0708850019 Successfully transitioned node 70236052 from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 22:42:34,385 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58593-0x12b9d0708850013 Retrieved 56 byte(s) of data from znode /hbase/unassigned/70236052 and set watcher; +?? -ROOT-,,0!192.168... 2010-10-11 22:42:34,385 DEBUG [RS_OPEN_ROOT-192.168.1.218,58598,1286829747543-1] regionserver.HRegion(2437): Opening region: REGION => {NAME => '-ROOT-,,0', STARTKEY => '', ENDKEY => '', ENCODED => 70236052, TABLE => {{NAME => '-ROOT-', IS_ROOT => 'true', IS_META => 'true', FAMILIES => [{NAME => 'info', BLOOMFILTER => 'NONE', REPLICATION_SCOPE => '0', VERSIONS => '10', COMPRESSION => 'NONE', TTL => '2147483647', BLOCKSIZE => '8192', IN_MEMORY => 'true', BLOCKCACHE => 'true'}]}} 2010-10-11 22:42:34,385 DEBUG [Thread-218-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,58598,1286829747543, region=70236052/-ROOT- 2010-10-11 22:42:34,387 DEBUG [RS_OPEN_ROOT-192.168.1.218,58598,1286829747543-1] regionserver.HRegion(297): Instantiated -ROOT-,,0.70236052 2010-10-11 22:42:34,659 DEBUG [RS_OPEN_ROOT-192.168.1.218,58598,1286829747543-1] regionserver.Store(270): loaded hdfs://localhost:58481/user/lfrancke/-ROOT-/70236052/info/6641024494919560420, isReference=false, isBulkLoadResult=false, seqid=5, majorCompaction=false 2010-10-11 22:42:34,667 DEBUG [RS_OPEN_ROOT-192.168.1.218,58598,1286829747543-1] regionserver.Store(270): loaded hdfs://localhost:58481/user/lfrancke/-ROOT-/70236052/info/7315291435709872159, isReference=false, isBulkLoadResult=false, seqid=2, majorCompaction=false 2010-10-11 22:42:34,671 INFO [RS_OPEN_ROOT-192.168.1.218,58598,1286829747543-1] regionserver.HRegion(358): Onlined -ROOT-,,0.70236052; next sequenceid=6 2010-10-11 22:42:34,671 DEBUG [RS_OPEN_ROOT-192.168.1.218,58598,1286829747543-1] zookeeper.ZKAssign(583): regionserver:58598-0x12b9d0708850019 Attempting to transition node 70236052/-ROOT- from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 22:42:34,673 DEBUG [RS_OPEN_ROOT-192.168.1.218,58598,1286829747543-1] zookeeper.ZKUtil(1012): regionserver:58598-0x12b9d0708850019 Retrieved 56 byte(s) of data from znode /hbase/unassigned/70236052; data=+?? -ROOT-,,0!192.168... 2010-10-11 22:42:34,675 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58598-0x12b9d0708850019 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/70236052 2010-10-11 22:42:34,675 DEBUG [RS_OPEN_ROOT-192.168.1.218,58598,1286829747543-1] zookeeper.ZKAssign(629): regionserver:58598-0x12b9d0708850019 Successfully transitioned node 70236052 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 22:42:34,675 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58593-0x12b9d0708850013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/70236052 2010-10-11 22:42:34,676 INFO [RS_OPEN_ROOT-192.168.1.218,58598,1286829747543-1] catalog.RootLocationEditor(62): Setting ROOT region location in ZooKeeper as 192.168.1.218:58598 2010-10-11 22:42:34,678 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58593-0x12b9d0708850013 Retrieved 56 byte(s) of data from znode /hbase/unassigned/70236052 and set watcher; +??1 -ROOT-,,0!192.16... 2010-10-11 22:42:34,679 DEBUG [Thread-218-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,58598,1286829747543, region=70236052/-ROOT- 2010-10-11 22:42:34,680 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58596-0x12b9d0708850018 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 22:42:34,681 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d0708850015 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 22:42:34,681 DEBUG [Master:0;192.168.1.218:58593-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d070885001a Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 22:42:34,681 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d0708850014 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 22:42:34,681 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58593-0x12b9d0708850013 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 22:42:34,684 DEBUG [Master:0;192.168.1.218:58593-EventThread] zookeeper.ZKUtil(1012): hconnection-0x12b9d070885001a Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58598 2010-10-11 22:42:34,681 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d0708850016 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 22:42:34,680 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58598-0x12b9d0708850019 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 22:42:34,680 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d070885001b Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 22:42:34,680 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58600-0x12b9d0708850017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 22:42:34,687 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): hconnection-0x12b9d070885001b Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58598 2010-10-11 22:42:34,686 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543-EventThread] zookeeper.ZKUtil(1012): regionserver:58598-0x12b9d0708850019 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58598 2010-10-11 22:42:34,686 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): hconnection-0x12b9d0708850016 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58598 2010-10-11 22:42:34,685 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58593-0x12b9d0708850013 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58598 2010-10-11 22:42:34,684 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): hconnection-0x12b9d0708850014 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58598 2010-10-11 22:42:34,683 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): hconnection-0x12b9d0708850015 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58598 2010-10-11 22:42:34,682 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524-EventThread] zookeeper.ZKUtil(1012): regionserver:58596-0x12b9d0708850018 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58598 2010-10-11 22:42:34,682 DEBUG [RS_OPEN_ROOT-192.168.1.218,58598,1286829747543-1] zookeeper.ZKAssign(583): regionserver:58598-0x12b9d0708850019 Attempting to transition node 70236052/-ROOT- from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 22:42:34,690 INFO [Master:0;192.168.1.218:58593] master.HMaster(426): -ROOT- assigned=1, rit=false 2010-10-11 22:42:34,688 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565-EventThread] zookeeper.ZKUtil(1012): regionserver:58600-0x12b9d0708850017 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:58598 2010-10-11 22:42:34,703 DEBUG [RS_OPEN_ROOT-192.168.1.218,58598,1286829747543-1] zookeeper.ZKUtil(1012): regionserver:58598-0x12b9d0708850019 Retrieved 56 byte(s) of data from znode /hbase/unassigned/70236052; data=+??1 -ROOT-,,0!192.16... 2010-10-11 22:42:34,704 DEBUG [Master:0;192.168.1.218:58593] zookeeper.ZKUtil(496): master:58593-0x12b9d0708850013 Unable to get data of znode /hbase/unassigned/1028785192 because node does not exist (not an error) 2010-10-11 22:42:34,710 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58598-0x12b9d0708850019 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/70236052 2010-10-11 22:42:34,711 DEBUG [RS_OPEN_ROOT-192.168.1.218,58598,1286829747543-1] zookeeper.ZKAssign(629): regionserver:58598-0x12b9d0708850019 Successfully transitioned node 70236052 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 22:42:34,711 DEBUG [RS_OPEN_ROOT-192.168.1.218,58598,1286829747543-1] handler.OpenRegionHandler(191): Opened -ROOT-,,0.70236052 2010-10-11 22:42:34,715 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58593-0x12b9d0708850013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/70236052 2010-10-11 22:42:34,721 INFO [Master:0;192.168.1.218:58593] catalog.CatalogTracker(408): Passed metaserver is null 2010-10-11 22:42:34,725 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58593-0x12b9d0708850013 Retrieved 56 byte(s) of data from znode /hbase/unassigned/70236052 and set watcher; +??P -ROOT-,,0!192.16... 2010-10-11 22:42:34,726 DEBUG [Thread-218-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENED, server=192.168.1.218,58598,1286829747543, region=70236052/-ROOT- 2010-10-11 22:42:34,729 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58593-1] handler.OpenedRegionHandler(88): Handling OPENED event for 70236052; deleting unassigned node 2010-10-11 22:42:34,731 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58593-1] zookeeper.ZKAssign(322): master:58593-0x12b9d0708850013 Deleting existing unassigned node for 70236052 that is in expected state RS_ZK_REGION_OPENED 2010-10-11 22:42:34,731 DEBUG [Master:0;192.168.1.218:58593] zookeeper.ZKAssign(203): master:58593-0x12b9d0708850013 Creating (or updating) unassigned node for 1028785192 with OFFLINE state 2010-10-11 22:42:34,734 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58593-1] zookeeper.ZKUtil(1012): master:58593-0x12b9d0708850013 Retrieved 56 byte(s) of data from znode /hbase/unassigned/70236052; data=+??P -ROOT-,,0!192.16... 2010-10-11 22:42:34,737 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58593-0x12b9d0708850013 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:42:34,737 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58598-0x12b9d0708850019 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:42:34,738 DEBUG [Master:0;192.168.1.218:58593] master.AssignmentManager(736): No previous transition plan for .META.,,1.1028785192 so generated a random one; hri=.META.,,1.1028785192, src=, dest=192.168.1.218,58600,1286829747565; 3 (online=3) available servers 2010-10-11 22:42:34,739 DEBUG [Master:0;192.168.1.218:58593] master.AssignmentManager(680): Assigning region .META.,,1.1028785192 to 192.168.1.218,58600,1286829747565 2010-10-11 22:42:34,740 DEBUG [Master:0;192.168.1.218:58593] master.ServerManager(565): New connection to 192.168.1.218,58600,1286829747565 2010-10-11 22:42:34,741 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58593-1] handler.OpenedRegionHandler(99): Opened region -ROOT-,,0.70236052 2010-10-11 22:42:34,737 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58600-0x12b9d0708850017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:42:34,737 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58596-0x12b9d0708850018 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:42:34,743 ERROR [Master:0;192.168.1.218:58593] master.ServerManager(571): Error connecting to region server org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed setting up proxy interface org.apache.hadoop.hbase.ipc.HRegionInterface to /192.168.1.218:58600 after attempts=1 at org.apache.hadoop.hbase.ipc.HBaseRPC.waitForProxy(HBaseRPC.java:351) at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.getHRegionConnection(HConnectionManager.java:904) at org.apache.hadoop.hbase.master.ServerManager.getServerConnection(ServerManager.java:566) at org.apache.hadoop.hbase.master.ServerManager.sendRegionOpen(ServerManager.java:510) at org.apache.hadoop.hbase.master.AssignmentManager.assign(AssignmentManager.java:683) at org.apache.hadoop.hbase.master.AssignmentManager.assign(AssignmentManager.java:598) at org.apache.hadoop.hbase.master.AssignmentManager.assignMeta(AssignmentManager.java:837) at org.apache.hadoop.hbase.master.HMaster.assignRootAndMeta(HMaster.java:432) at org.apache.hadoop.hbase.master.HMaster.finishInitialization(HMaster.java:380) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:266) at java.lang.Thread.run(Thread.java:637) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:574) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:404) at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.setupIOstreams(HBaseClient.java:309) at org.apache.hadoop.hbase.ipc.HBaseClient.getConnection(HBaseClient.java:857) at org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:725) at org.apache.hadoop.hbase.ipc.HBaseRPC$Invoker.invoke(HBaseRPC.java:255) at $Proxy10.getProtocolVersion(Unknown Source) at org.apache.hadoop.hbase.ipc.HBaseRPC.getProxy(HBaseRPC.java:412) at org.apache.hadoop.hbase.ipc.HBaseRPC.getProxy(HBaseRPC.java:388) at org.apache.hadoop.hbase.ipc.HBaseRPC.getProxy(HBaseRPC.java:435) at org.apache.hadoop.hbase.ipc.HBaseRPC.waitForProxy(HBaseRPC.java:345) ... 10 more 2010-10-11 22:42:34,754 WARN [Master:0;192.168.1.218:58593] master.AssignmentManager(687): Failed assignment of .META.,,1.1028785192 to serverName=192.168.1.218,58600,1286829747565, load=(requests=0, regions=0, usedHeap=65, maxHeap=123) java.lang.RuntimeException: Fatal error connection to RS at org.apache.hadoop.hbase.master.ServerManager.getServerConnection(ServerManager.java:572) at org.apache.hadoop.hbase.master.ServerManager.sendRegionOpen(ServerManager.java:510) at org.apache.hadoop.hbase.master.AssignmentManager.assign(AssignmentManager.java:683) at org.apache.hadoop.hbase.master.AssignmentManager.assign(AssignmentManager.java:598) at org.apache.hadoop.hbase.master.AssignmentManager.assignMeta(AssignmentManager.java:837) at org.apache.hadoop.hbase.master.HMaster.assignRootAndMeta(HMaster.java:432) at org.apache.hadoop.hbase.master.HMaster.finishInitialization(HMaster.java:380) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:266) at java.lang.Thread.run(Thread.java:637) Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed setting up proxy interface org.apache.hadoop.hbase.ipc.HRegionInterface to /192.168.1.218:58600 after attempts=1 at org.apache.hadoop.hbase.ipc.HBaseRPC.waitForProxy(HBaseRPC.java:351) at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.getHRegionConnection(HConnectionManager.java:904) at org.apache.hadoop.hbase.master.ServerManager.getServerConnection(ServerManager.java:566) ... 8 more Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:574) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:404) at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.setupIOstreams(HBaseClient.java:309) at org.apache.hadoop.hbase.ipc.HBaseClient.getConnection(HBaseClient.java:857) at org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:725) at org.apache.hadoop.hbase.ipc.HBaseRPC$Invoker.invoke(HBaseRPC.java:255) at $Proxy10.getProtocolVersion(Unknown Source) at org.apache.hadoop.hbase.ipc.HBaseRPC.getProxy(HBaseRPC.java:412) at org.apache.hadoop.hbase.ipc.HBaseRPC.getProxy(HBaseRPC.java:388) at org.apache.hadoop.hbase.ipc.HBaseRPC.getProxy(HBaseRPC.java:435) at org.apache.hadoop.hbase.ipc.HBaseRPC.waitForProxy(HBaseRPC.java:345) ... 10 more 2010-10-11 22:42:34,739 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543-EventThread] zookeeper.ZKUtil(1012): regionserver:58598-0x12b9d0708850019 Retrieved 42 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +??n .META.,,1192.16... 2010-10-11 22:42:34,739 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58593-0x12b9d0708850013 Retrieved 42 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +??n .META.,,1192.16... 2010-10-11 22:42:34,747 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524-EventThread] zookeeper.ZKUtil(1012): regionserver:58596-0x12b9d0708850018 Retrieved 42 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +??n .META.,,1192.16... 2010-10-11 22:42:34,745 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565-EventThread] zookeeper.ZKUtil(1012): regionserver:58600-0x12b9d0708850017 Retrieved 42 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +??n .META.,,1192.16... 2010-10-11 22:42:34,763 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58593-0x12b9d0708850013 Retrieved 42 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +??n .META.,,1192.16... 2010-10-11 22:42:34,764 DEBUG [Thread-218-EventThread] master.AssignmentManager(304): Handling transition=M_ZK_REGION_OFFLINE, server=192.168.1.218:58593, region=1028785192/.META. 2010-10-11 22:42:34,765 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58593-0x12b9d0708850013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/unassigned/70236052 2010-10-11 22:42:38,706 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(529): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@fce56f8; hsa=192.168.1.218:58598 2010-10-11 22:42:38,712 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(886): Cached location for .META.,,1.1028785192 is 192.168.1.218:58512 2010-10-11 22:42:38,719 DEBUG [Thread-218] client.HTable$ClientScanner(913): Creating scanner over .META. starting at key '' 2010-10-11 22:42:38,719 DEBUG [Thread-218] client.HTable$ClientScanner(1006): Advancing internal scanner to startKey at '' 2010-10-11 22:42:38,720 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(772): Cache hit for row <> in tableName .META.: location server 192.168.1.218:58512, location region name .META.,,1.1028785192 2010-10-11 22:42:43,721 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(529): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@fce56f8; hsa=192.168.1.218:58598 2010-10-11 22:42:43,722 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(772): Cache hit for row <> in tableName .META.: location server 192.168.1.218:58512, location region name .META.,,1.1028785192 2010-10-11 22:42:43,723 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(832): Removed .META.,,1.1028785192 for tableName=.META. from cache because of 2010-10-11 22:42:43,724 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(886): Cached location for .META.,,1.1028785192 is 192.168.1.218:58512 2010-10-11 22:42:47,477 INFO [Master:0;192.168.1.218:58505.serverMonitor] hbase.Chore(79): Master:0;192.168.1.218:58505.serverMonitor exiting 2010-10-11 22:42:47,478 INFO [Master:0;192.168.1.218:58505.oldLogCleaner] hbase.Chore(79): Master:0;192.168.1.218:58505.oldLogCleaner exiting 2010-10-11 22:42:47,481 INFO [192.168.1.218:58505.timeoutMonitor] hbase.Chore(79): 192.168.1.218:58505.timeoutMonitor exiting 2010-10-11 22:42:48,726 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(529): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@fce56f8; hsa=192.168.1.218:58598 2010-10-11 22:42:48,727 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(772): Cache hit for row <> in tableName .META.: location server 192.168.1.218:58512, location region name .META.,,1.1028785192 2010-10-11 22:42:48,728 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(832): Removed .META.,,1.1028785192 for tableName=.META. from cache because of 2010-10-11 22:42:48,731 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(886): Cached location for .META.,,1.1028785192 is 192.168.1.218:58512 2010-10-11 22:42:53,732 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(529): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@fce56f8; hsa=192.168.1.218:58598 2010-10-11 22:42:53,733 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(772): Cache hit for row <> in tableName .META.: location server 192.168.1.218:58512, location region name .META.,,1.1028785192 2010-10-11 22:42:53,734 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(832): Removed .META.,,1.1028785192 for tableName=.META. from cache because of 2010-10-11 22:42:53,736 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(886): Cached location for .META.,,1.1028785192 is 192.168.1.218:58512 2010-10-11 22:42:53,737 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(772): Cache hit for row <> in tableName .META.: location server 192.168.1.218:58512, location region name .META.,,1.1028785192 2010-10-11 22:42:57,639 INFO [192.168.1.218:58593.timeoutMonitor] master.AssignmentManager$TimeoutMonitor(1167): Regions in transition timed out: .META.,,1.1028785192 state=OFFLINE, ts=1286829754731 2010-10-11 22:42:57,639 INFO [192.168.1.218:58593.timeoutMonitor] master.AssignmentManager$TimeoutMonitor(1172): Region has been OFFLINE or CLOSED for too long, reassigning .META.,,1.1028785192 2010-10-11 22:42:57,641 DEBUG [192.168.1.218:58593.timeoutMonitor] master.AssignmentManager(666): Forcing OFFLINE; was=.META.,,1.1028785192 state=OFFLINE, ts=1286829754731 2010-10-11 22:42:57,641 DEBUG [192.168.1.218:58593.timeoutMonitor] zookeeper.ZKAssign(203): master:58593-0x12b9d0708850013 Creating (or updating) unassigned node for 1028785192 with OFFLINE state 2010-10-11 22:42:57,788 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58593-0x12b9d0708850013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:42:57,789 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58596-0x12b9d0708850018 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:42:57,789 DEBUG [192.168.1.218:58593.timeoutMonitor] master.AssignmentManager(736): No previous transition plan for .META.,,1.1028785192 so generated a random one; hri=.META.,,1.1028785192, src=, dest=192.168.1.218,58598,1286829747543; 3 (online=3) available servers 2010-10-11 22:42:57,792 DEBUG [192.168.1.218:58593.timeoutMonitor] master.AssignmentManager(680): Assigning region .META.,,1.1028785192 to 192.168.1.218,58598,1286829747543 2010-10-11 22:42:57,789 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58600-0x12b9d0708850017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:42:57,789 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58598-0x12b9d0708850019 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:42:57,795 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565-EventThread] zookeeper.ZKUtil(1012): regionserver:58600-0x12b9d0708850017 Retrieved 42 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?"? .META.,,1192.16... 2010-10-11 22:42:57,794 INFO [IPC Server handler 1 on 58598] regionserver.HRegionServer(1933): Received request to open region: .META.,,1.1028785192 2010-10-11 22:42:57,793 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524-EventThread] zookeeper.ZKUtil(1012): regionserver:58596-0x12b9d0708850018 Retrieved 42 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?"? .META.,,1192.16... 2010-10-11 22:42:57,793 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58593-0x12b9d0708850013 Retrieved 42 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?"? .META.,,1192.16... 2010-10-11 22:42:57,800 DEBUG [RS_OPEN_META-192.168.1.218,58598,1286829747543-1] handler.OpenRegionHandler(69): Processing open of .META.,,1.1028785192 2010-10-11 22:42:57,796 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543-EventThread] zookeeper.ZKUtil(1012): regionserver:58598-0x12b9d0708850019 Retrieved 42 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?"? .META.,,1192.16... 2010-10-11 22:42:57,802 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58593-0x12b9d0708850013 Retrieved 42 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?"? .META.,,1192.16... 2010-10-11 22:42:57,802 DEBUG [RS_OPEN_META-192.168.1.218,58598,1286829747543-1] zookeeper.ZKAssign(583): regionserver:58598-0x12b9d0708850019 Attempting to transition node 1028785192/.META. from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 22:42:57,803 DEBUG [Thread-218-EventThread] master.AssignmentManager(304): Handling transition=M_ZK_REGION_OFFLINE, server=192.168.1.218:58593, region=1028785192/.META. 2010-10-11 22:42:57,804 DEBUG [RS_OPEN_META-192.168.1.218,58598,1286829747543-1] zookeeper.ZKUtil(1012): regionserver:58598-0x12b9d0708850019 Retrieved 42 byte(s) of data from znode /hbase/unassigned/1028785192; data=+?"? .META.,,1192.16... 2010-10-11 22:42:57,913 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58593-0x12b9d0708850013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:42:57,913 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58600-0x12b9d0708850017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:42:57,913 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58596-0x12b9d0708850018 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:42:57,913 DEBUG [RS_OPEN_META-192.168.1.218,58598,1286829747543-1] zookeeper.ZKAssign(629): regionserver:58598-0x12b9d0708850019 Successfully transitioned node 1028785192 from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 22:42:57,913 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58598-0x12b9d0708850019 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:42:57,916 DEBUG [RS_OPEN_META-192.168.1.218,58598,1286829747543-1] regionserver.HRegion(2437): Opening region: REGION => {NAME => '.META.,,1', STARTKEY => '', ENDKEY => '', ENCODED => 1028785192, TABLE => {{NAME => '.META.', IS_META => 'true', FAMILIES => [{NAME => 'info', BLOOMFILTER => 'NONE', REPLICATION_SCOPE => '0', VERSIONS => '10', COMPRESSION => 'NONE', TTL => '2147483647', BLOCKSIZE => '8192', IN_MEMORY => 'true', BLOCKCACHE => 'true'}]}} 2010-10-11 22:42:57,916 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524-EventThread] zookeeper.ZKUtil(1012): regionserver:58596-0x12b9d0708850018 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?#? .META.,,1!192.16... 2010-10-11 22:42:57,915 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565-EventThread] zookeeper.ZKUtil(1012): regionserver:58600-0x12b9d0708850017 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?#? .META.,,1!192.16... 2010-10-11 22:42:57,914 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58593-0x12b9d0708850013 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?#? .META.,,1!192.16... 2010-10-11 22:42:57,918 DEBUG [RS_OPEN_META-192.168.1.218,58598,1286829747543-1] regionserver.HRegion(297): Instantiated .META.,,1.1028785192 2010-10-11 22:42:57,917 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543-EventThread] zookeeper.ZKUtil(1012): regionserver:58598-0x12b9d0708850019 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?#? .META.,,1!192.16... 2010-10-11 22:42:57,920 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58593-0x12b9d0708850013 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?#? .META.,,1!192.16... 2010-10-11 22:42:57,922 DEBUG [Thread-218-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,58598,1286829747543, region=1028785192/.META. 2010-10-11 22:42:58,212 DEBUG [RS_OPEN_META-192.168.1.218,58598,1286829747543-1] regionserver.Store(270): loaded hdfs://localhost:58481/user/lfrancke/.META./1028785192/info/1192087658081036469, isReference=false, isBulkLoadResult=false, seqid=8, majorCompaction=false 2010-10-11 22:42:58,217 INFO [RS_OPEN_META-192.168.1.218,58598,1286829747543-1] regionserver.HRegion(358): Onlined .META.,,1.1028785192; next sequenceid=9 2010-10-11 22:42:58,218 DEBUG [RS_OPEN_META-192.168.1.218,58598,1286829747543-1] zookeeper.ZKAssign(583): regionserver:58598-0x12b9d0708850019 Attempting to transition node 1028785192/.META. from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 22:42:58,220 DEBUG [RS_OPEN_META-192.168.1.218,58598,1286829747543-1] zookeeper.ZKUtil(1012): regionserver:58598-0x12b9d0708850019 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192; data=+?#? .META.,,1!192.16... 2010-10-11 22:42:58,325 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58593-0x12b9d0708850013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:42:58,325 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58598-0x12b9d0708850019 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:42:58,325 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58600-0x12b9d0708850017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:42:58,325 DEBUG [RS_OPEN_META-192.168.1.218,58598,1286829747543-1] zookeeper.ZKAssign(629): regionserver:58598-0x12b9d0708850019 Successfully transitioned node 1028785192 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 22:42:58,325 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58596-0x12b9d0708850018 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:42:58,328 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565-EventThread] zookeeper.ZKUtil(1012): regionserver:58600-0x12b9d0708850017 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?%, .META.,,1!192.16... 2010-10-11 22:42:58,327 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543-EventThread] zookeeper.ZKUtil(1012): regionserver:58598-0x12b9d0708850019 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?%, .META.,,1!192.16... 2010-10-11 22:42:58,326 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58593-0x12b9d0708850013 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?%, .META.,,1!192.16... 2010-10-11 22:42:58,329 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524-EventThread] zookeeper.ZKUtil(1012): regionserver:58596-0x12b9d0708850018 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?%, .META.,,1!192.16... 2010-10-11 22:42:58,333 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58593-0x12b9d0708850013 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?%, .META.,,1!192.16... 2010-10-11 22:42:58,334 DEBUG [Thread-218-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,58598,1286829747543, region=1028785192/.META. 2010-10-11 22:42:58,475 INFO [RS_OPEN_META-192.168.1.218,58598,1286829747543-1] catalog.MetaEditor(169): Updated row .META.,,1.1028785192 in region -ROOT-,,0 with server=192.168.1.218:58598, startcode=1286829747543 2010-10-11 22:42:58,475 DEBUG [RS_OPEN_META-192.168.1.218,58598,1286829747543-1] zookeeper.ZKAssign(583): regionserver:58598-0x12b9d0708850019 Attempting to transition node 1028785192/.META. from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 22:42:58,477 DEBUG [RS_OPEN_META-192.168.1.218,58598,1286829747543-1] zookeeper.ZKUtil(1012): regionserver:58598-0x12b9d0708850019 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192; data=+?%, .META.,,1!192.16... 2010-10-11 22:42:58,479 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58593-0x12b9d0708850013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:42:58,480 DEBUG [RS_OPEN_META-192.168.1.218,58598,1286829747543-1] zookeeper.ZKAssign(629): regionserver:58598-0x12b9d0708850019 Successfully transitioned node 1028785192 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 22:42:58,481 DEBUG [RS_OPEN_META-192.168.1.218,58598,1286829747543-1] handler.OpenRegionHandler(191): Opened .META.,,1.1028785192 2010-10-11 22:42:58,479 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58600-0x12b9d0708850017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:42:58,479 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58596-0x12b9d0708850018 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:42:58,481 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58593-0x12b9d0708850013 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?&. .META.,,1!192.16... 2010-10-11 22:42:58,480 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58598-0x12b9d0708850019 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:42:58,484 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58593-0x12b9d0708850013 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?&. .META.,,1!192.16... 2010-10-11 22:42:58,484 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524-EventThread] zookeeper.ZKUtil(1012): regionserver:58596-0x12b9d0708850018 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?&. .META.,,1!192.16... 2010-10-11 22:42:58,483 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565-EventThread] zookeeper.ZKUtil(1012): regionserver:58600-0x12b9d0708850017 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?&. .META.,,1!192.16... 2010-10-11 22:42:58,485 DEBUG [Thread-218-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENED, server=192.168.1.218,58598,1286829747543, region=1028785192/.META. 2010-10-11 22:42:58,485 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543-EventThread] zookeeper.ZKUtil(1012): regionserver:58598-0x12b9d0708850019 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?&. .META.,,1!192.16... 2010-10-11 22:42:58,487 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58593-1] handler.OpenedRegionHandler(88): Handling OPENED event for 1028785192; deleting unassigned node 2010-10-11 22:42:58,488 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58593-1] zookeeper.ZKAssign(322): master:58593-0x12b9d0708850013 Deleting existing unassigned node for 1028785192 that is in expected state RS_ZK_REGION_OPENED 2010-10-11 22:42:58,489 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58593-1] zookeeper.ZKUtil(1012): master:58593-0x12b9d0708850013 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192; data=+?&. .META.,,1!192.16... 2010-10-11 22:42:58,490 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58593-0x12b9d0708850013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:42:58,491 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58593-1] handler.OpenedRegionHandler(99): Opened region .META.,,1.1028785192 2010-10-11 22:42:58,490 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58598-0x12b9d0708850019 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:42:58,490 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58600-0x12b9d0708850017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:42:58,490 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58596-0x12b9d0708850018 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 22:42:58,492 INFO [RegionServer:2;192.168.1.218,58600,1286829747565-EventThread] zookeeper.MetaNodeTracker(61): Detected completed assignment of META, notifying catalog tracker 2010-10-11 22:42:58,492 INFO [RegionServer:1;192.168.1.218,58598,1286829747543-EventThread] zookeeper.MetaNodeTracker(61): Detected completed assignment of META, notifying catalog tracker 2010-10-11 22:42:58,491 INFO [Thread-218-EventThread] zookeeper.MetaNodeTracker(61): Detected completed assignment of META, notifying catalog tracker 2010-10-11 22:42:58,493 INFO [RegionServer:0;192.168.1.218,58596,1286829747524-EventThread] zookeeper.MetaNodeTracker(61): Detected completed assignment of META, notifying catalog tracker 2010-10-11 22:42:58,506 INFO [Master:0;192.168.1.218:58593] master.HMaster(439): .META. assigned=2, rit=false 2010-10-11 22:42:58,506 INFO [Master:0;192.168.1.218:58593] master.HMaster(388): Master startup proceeding: cluster startup 2010-10-11 22:42:58,507 DEBUG [Master:0;192.168.1.218:58593] zookeeper.ZKAssign(364): master:58593-0x12b9d0708850013 Deleting any existing unassigned nodes 2010-10-11 22:42:58,508 DEBUG [Master:0;192.168.1.218:58593] client.HConnectionManager$HConnectionImplementation(529): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@4e7f3159; hsa=192.168.1.218:58598 2010-10-11 22:42:58,511 DEBUG [Master:0;192.168.1.218:58593] client.HConnectionManager$HConnectionImplementation(886): Cached location for .META.,,1.1028785192 is 192.168.1.218:58598 2010-10-11 22:42:58,517 INFO [Master:0;192.168.1.218:58593] master.AssignmentManager(858): Bulk assigning 3 region(s) across 3 server(s) 2010-10-11 22:42:58,520 DEBUG [192.168.1.218:58593-BulkAssigner-0] master.AssignmentManager(610): Bulk assigning 1 region(s) to 192.168.1.218,58596,1286829747524 2010-10-11 22:42:58,521 INFO [Master:0;192.168.1.218:58593] master.AssignmentManager(906): Bulk assigning done 2010-10-11 22:42:58,521 DEBUG [192.168.1.218:58593-BulkAssigner-0] zookeeper.ZKAssign(203): master:58593-0x12b9d0708850013 Creating (or updating) unassigned node for 7ab9814bb0169938897285f8fcef491d with OFFLINE state 2010-10-11 22:42:58,521 DEBUG [192.168.1.218:58593-BulkAssigner-2] master.AssignmentManager(610): Bulk assigning 1 region(s) to 192.168.1.218,58600,1286829747565 2010-10-11 22:42:58,522 DEBUG [192.168.1.218:58593-BulkAssigner-2] zookeeper.ZKAssign(203): master:58593-0x12b9d0708850013 Creating (or updating) unassigned node for 94181361d98a4b95bd1cee348c9e2578 with OFFLINE state 2010-10-11 22:42:58,521 DEBUG [192.168.1.218:58593-BulkAssigner-1] master.AssignmentManager(610): Bulk assigning 1 region(s) to 192.168.1.218,58598,1286829747543 2010-10-11 22:42:58,524 DEBUG [192.168.1.218:58593-BulkAssigner-1] zookeeper.ZKAssign(203): master:58593-0x12b9d0708850013 Creating (or updating) unassigned node for 8ef4c55af27d05cb56f4915bc3a30957 with OFFLINE state 2010-10-11 22:42:58,526 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58593-0x12b9d0708850013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/unassigned 2010-10-11 22:42:58,526 DEBUG [192.168.1.218:58593-BulkAssigner-0] master.ServerManager(565): New connection to 192.168.1.218,58596,1286829747524 2010-10-11 22:42:58,536 INFO [192.168.1.218:58593-CatalogJanitor] master.CatalogJanitor(113): Scanned 3 catalog row(s) and gc'd 0 unreferenced parent region(s) 2010-10-11 22:42:58,541 INFO [IPC Server handler 2 on 58598] regionserver.HRegionServer(1946): Received request to open 1 region(s) 2010-10-11 22:42:58,542 INFO [IPC Server handler 2 on 58598] regionserver.HRegionServer(1933): Received request to open region: restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957. 2010-10-11 22:42:58,544 DEBUG [RS_OPEN_REGION-192.168.1.218,58598,1286829747543-1] handler.OpenRegionHandler(69): Processing open of restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957. 2010-10-11 22:42:58,545 DEBUG [RS_OPEN_REGION-192.168.1.218,58598,1286829747543-1] zookeeper.ZKAssign(583): regionserver:58598-0x12b9d0708850019 Attempting to transition node 8ef4c55af27d05cb56f4915bc3a30957 from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 22:42:58,544 DEBUG [192.168.1.218:58593-BulkAssigner-1] master.AssignmentManager(640): Bulk assigning done for 192.168.1.218,58598,1286829747543 2010-10-11 22:42:58,544 INFO [IPC Server handler 0 on 58596] regionserver.HRegionServer(1946): Received request to open 1 region(s) 2010-10-11 22:42:58,550 INFO [IPC Server handler 0 on 58596] regionserver.HRegionServer(1933): Received request to open region: restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d. 2010-10-11 22:42:58,549 DEBUG [RS_OPEN_REGION-192.168.1.218,58598,1286829747543-1] zookeeper.ZKUtil(1012): regionserver:58598-0x12b9d0708850019 Retrieved 97 byte(s) of data from znode /hbase/unassigned/8ef4c55af27d05cb56f4915bc3a30957; data=+?&a@restartTableOne,,1... 2010-10-11 22:42:58,546 DEBUG [192.168.1.218:58593-BulkAssigner-2] master.ServerManager(565): New connection to 192.168.1.218,58600,1286829747565 2010-10-11 22:42:58,554 DEBUG [192.168.1.218:58593-BulkAssigner-0] master.AssignmentManager(640): Bulk assigning done for 192.168.1.218,58596,1286829747524 2010-10-11 22:42:58,554 DEBUG [RS_OPEN_REGION-192.168.1.218,58596,1286829747524-1] handler.OpenRegionHandler(69): Processing open of restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d. 2010-10-11 22:42:58,557 DEBUG [RS_OPEN_REGION-192.168.1.218,58596,1286829747524-1] zookeeper.ZKAssign(583): regionserver:58596-0x12b9d0708850018 Attempting to transition node 7ab9814bb0169938897285f8fcef491d from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 22:42:58,556 ERROR [192.168.1.218:58593-BulkAssigner-2] master.ServerManager(571): Error connecting to region server org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed setting up proxy interface org.apache.hadoop.hbase.ipc.HRegionInterface to /192.168.1.218:58600 after attempts=1 at org.apache.hadoop.hbase.ipc.HBaseRPC.waitForProxy(HBaseRPC.java:351) at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.getHRegionConnection(HConnectionManager.java:904) at org.apache.hadoop.hbase.master.ServerManager.getServerConnection(ServerManager.java:566) at org.apache.hadoop.hbase.master.ServerManager.sendRegionOpen(ServerManager.java:528) at org.apache.hadoop.hbase.master.AssignmentManager.assign(AssignmentManager.java:635) at org.apache.hadoop.hbase.master.AssignmentManager$SingleServerBulkAssigner.run(AssignmentManager.java:922) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:637) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:574) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:404) at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.setupIOstreams(HBaseClient.java:309) at org.apache.hadoop.hbase.ipc.HBaseClient.getConnection(HBaseClient.java:857) at org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:725) at org.apache.hadoop.hbase.ipc.HBaseRPC$Invoker.invoke(HBaseRPC.java:255) at $Proxy10.getProtocolVersion(Unknown Source) at org.apache.hadoop.hbase.ipc.HBaseRPC.getProxy(HBaseRPC.java:412) at org.apache.hadoop.hbase.ipc.HBaseRPC.getProxy(HBaseRPC.java:388) at org.apache.hadoop.hbase.ipc.HBaseRPC.getProxy(HBaseRPC.java:435) at org.apache.hadoop.hbase.ipc.HBaseRPC.waitForProxy(HBaseRPC.java:345) ... 8 more 2010-10-11 22:42:58,563 FATAL [192.168.1.218:58593-BulkAssigner-2] master.HMaster(871): Failed assignment of regions to serverName=192.168.1.218,58600,1286829747565, load=(requests=0, regions=0, usedHeap=68, maxHeap=123) java.lang.RuntimeException: Fatal error connection to RS at org.apache.hadoop.hbase.master.ServerManager.getServerConnection(ServerManager.java:572) at org.apache.hadoop.hbase.master.ServerManager.sendRegionOpen(ServerManager.java:528) at org.apache.hadoop.hbase.master.AssignmentManager.assign(AssignmentManager.java:635) at org.apache.hadoop.hbase.master.AssignmentManager$SingleServerBulkAssigner.run(AssignmentManager.java:922) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:637) Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed setting up proxy interface org.apache.hadoop.hbase.ipc.HRegionInterface to /192.168.1.218:58600 after attempts=1 at org.apache.hadoop.hbase.ipc.HBaseRPC.waitForProxy(HBaseRPC.java:351) at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.getHRegionConnection(HConnectionManager.java:904) at org.apache.hadoop.hbase.master.ServerManager.getServerConnection(ServerManager.java:566) ... 6 more Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:574) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:404) at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.setupIOstreams(HBaseClient.java:309) at org.apache.hadoop.hbase.ipc.HBaseClient.getConnection(HBaseClient.java:857) at org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:725) at org.apache.hadoop.hbase.ipc.HBaseRPC$Invoker.invoke(HBaseRPC.java:255) at $Proxy10.getProtocolVersion(Unknown Source) at org.apache.hadoop.hbase.ipc.HBaseRPC.getProxy(HBaseRPC.java:412) at org.apache.hadoop.hbase.ipc.HBaseRPC.getProxy(HBaseRPC.java:388) at org.apache.hadoop.hbase.ipc.HBaseRPC.getProxy(HBaseRPC.java:435) at org.apache.hadoop.hbase.ipc.HBaseRPC.waitForProxy(HBaseRPC.java:345) ... 8 more 2010-10-11 22:42:58,568 INFO [192.168.1.218:58593-BulkAssigner-2] master.HMaster(914): Aborting 2010-10-11 22:42:58,559 DEBUG [RS_OPEN_REGION-192.168.1.218,58596,1286829747524-1] zookeeper.ZKUtil(1012): regionserver:58596-0x12b9d0708850018 Retrieved 99 byte(s) of data from znode /hbase/unassigned/7ab9814bb0169938897285f8fcef491d; data=+?&[BrestartTableThree,... 2010-10-11 22:42:58,558 DEBUG [RS_OPEN_REGION-192.168.1.218,58598,1286829747543-1] zookeeper.ZKAssign(629): regionserver:58598-0x12b9d0708850019 Successfully transitioned node 8ef4c55af27d05cb56f4915bc3a30957 from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 22:42:58,573 DEBUG [RS_OPEN_REGION-192.168.1.218,58598,1286829747543-1] regionserver.HRegion(2437): Opening region: REGION => {NAME => 'restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957.', STARTKEY => '', ENDKEY => '', ENCODED => 8ef4c55af27d05cb56f4915bc3a30957, TABLE => {{NAME => 'restartTableOne', FAMILIES => [{NAME => 'family', BLOOMFILTER => 'NONE', REPLICATION_SCOPE => '0', VERSIONS => '3', COMPRESSION => 'NONE', TTL => '2147483647', BLOCKSIZE => '65536', IN_MEMORY => 'false', BLOCKCACHE => 'true'}]}} 2010-10-11 22:42:58,558 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58598-0x12b9d0708850019 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/8ef4c55af27d05cb56f4915bc3a30957 2010-10-11 22:42:58,557 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58593-0x12b9d0708850013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/8ef4c55af27d05cb56f4915bc3a30957 2010-10-11 22:42:58,575 DEBUG [RS_OPEN_REGION-192.168.1.218,58598,1286829747543-1] regionserver.HRegion(297): Instantiated restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957. 2010-10-11 22:42:58,574 DEBUG [RS_OPEN_REGION-192.168.1.218,58596,1286829747524-1] zookeeper.ZKAssign(629): regionserver:58596-0x12b9d0708850018 Successfully transitioned node 7ab9814bb0169938897285f8fcef491d from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 22:42:58,574 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58596-0x12b9d0708850018 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/7ab9814bb0169938897285f8fcef491d 2010-10-11 22:42:58,578 DEBUG [RS_OPEN_REGION-192.168.1.218,58596,1286829747524-1] regionserver.HRegion(2437): Opening region: REGION => {NAME => 'restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d.', STARTKEY => '', ENDKEY => '', ENCODED => 7ab9814bb0169938897285f8fcef491d, TABLE => {{NAME => 'restartTableThree', FAMILIES => [{NAME => 'family', BLOOMFILTER => 'NONE', REPLICATION_SCOPE => '0', VERSIONS => '3', COMPRESSION => 'NONE', TTL => '2147483647', BLOCKSIZE => '65536', IN_MEMORY => 'false', BLOCKCACHE => 'true'}]}} 2010-10-11 22:42:58,578 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58593-0x12b9d0708850013 Retrieved 111 byte(s) of data from znode /hbase/unassigned/8ef4c55af27d05cb56f4915bc3a30957 and set watcher; +?&x@restartTableOne,,1... 2010-10-11 22:42:58,582 DEBUG [Thread-218-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,58598,1286829747543, region=8ef4c55af27d05cb56f4915bc3a30957 2010-10-11 22:42:58,583 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58593-0x12b9d0708850013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/7ab9814bb0169938897285f8fcef491d 2010-10-11 22:42:58,581 DEBUG [RS_OPEN_REGION-192.168.1.218,58596,1286829747524-1] regionserver.HRegion(297): Instantiated restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d. 2010-10-11 22:42:58,588 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58593-0x12b9d0708850013 Retrieved 113 byte(s) of data from znode /hbase/unassigned/7ab9814bb0169938897285f8fcef491d and set watcher; +?&?BrestartTableThree,... 2010-10-11 22:42:58,589 DEBUG [Thread-218-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,58596,1286829747524, region=7ab9814bb0169938897285f8fcef491d 2010-10-11 22:42:58,594 INFO [RS_OPEN_REGION-192.168.1.218,58598,1286829747543-1] regionserver.HRegion(358): Onlined restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957.; next sequenceid=1 2010-10-11 22:42:58,595 DEBUG [RS_OPEN_REGION-192.168.1.218,58598,1286829747543-1] zookeeper.ZKAssign(583): regionserver:58598-0x12b9d0708850019 Attempting to transition node 8ef4c55af27d05cb56f4915bc3a30957 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 22:42:58,597 DEBUG [RS_OPEN_REGION-192.168.1.218,58598,1286829747543-1] zookeeper.ZKUtil(1012): regionserver:58598-0x12b9d0708850019 Retrieved 111 byte(s) of data from znode /hbase/unassigned/8ef4c55af27d05cb56f4915bc3a30957; data=+?&x@restartTableOne,,1... 2010-10-11 22:42:58,599 INFO [RS_OPEN_REGION-192.168.1.218,58596,1286829747524-1] regionserver.HRegion(358): Onlined restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d.; next sequenceid=1 2010-10-11 22:42:58,599 DEBUG [RS_OPEN_REGION-192.168.1.218,58596,1286829747524-1] zookeeper.ZKAssign(583): regionserver:58596-0x12b9d0708850018 Attempting to transition node 7ab9814bb0169938897285f8fcef491d from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 22:42:58,738 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58598-0x12b9d0708850019 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/8ef4c55af27d05cb56f4915bc3a30957 2010-10-11 22:42:58,739 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(529): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@fce56f8; hsa=192.168.1.218:58598 2010-10-11 22:42:58,738 DEBUG [RS_OPEN_REGION-192.168.1.218,58596,1286829747524-1] zookeeper.ZKUtil(1012): regionserver:58596-0x12b9d0708850018 Retrieved 113 byte(s) of data from znode /hbase/unassigned/7ab9814bb0169938897285f8fcef491d; data=+?&?BrestartTableThree,... 2010-10-11 22:42:58,738 DEBUG [RS_OPEN_REGION-192.168.1.218,58598,1286829747543-1] zookeeper.ZKAssign(629): regionserver:58598-0x12b9d0708850019 Successfully transitioned node 8ef4c55af27d05cb56f4915bc3a30957 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 22:42:58,738 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58593-0x12b9d0708850013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/8ef4c55af27d05cb56f4915bc3a30957 2010-10-11 22:42:58,740 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(772): Cache hit for row <> in tableName .META.: location server 192.168.1.218:58512, location region name .META.,,1.1028785192 2010-10-11 22:42:58,743 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(832): Removed .META.,,1.1028785192 for tableName=.META. from cache because of 2010-10-11 22:42:58,751 INFO [RS_OPEN_REGION-192.168.1.218,58598,1286829747543-1] catalog.MetaEditor(169): Updated row restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957. in region .META.,,1 with server=192.168.1.218:58598, startcode=1286829747543 2010-10-11 22:42:58,752 DEBUG [Thread-218] client.HConnectionManager$HConnectionImplementation(886): Cached location for .META.,,1.1028785192 is 192.168.1.218:58598 2010-10-11 22:42:58,752 DEBUG [RS_OPEN_REGION-192.168.1.218,58598,1286829747543-1] zookeeper.ZKAssign(583): regionserver:58598-0x12b9d0708850019 Attempting to transition node 8ef4c55af27d05cb56f4915bc3a30957 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 22:42:58,953 ERROR [IPC Server handler 4 on 58598] regionserver.HRegionServer(877): org.apache.hadoop.hbase.UnknownScannerException: Name: -1 at org.apache.hadoop.hbase.regionserver.HRegionServer.next(HRegionServer.java:1672) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:561) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1025) 2010-10-11 22:42:58,957 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58593-0x12b9d0708850013 Retrieved 111 byte(s) of data from znode /hbase/unassigned/8ef4c55af27d05cb56f4915bc3a30957 and set watcher; +?&?@restartTableOne,,1... 2010-10-11 22:42:58,958 DEBUG [Thread-218-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,58598,1286829747543, region=8ef4c55af27d05cb56f4915bc3a30957 2010-10-11 22:42:58,961 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58593-0x12b9d0708850013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/7ab9814bb0169938897285f8fcef491d 2010-10-11 22:42:58,957 DEBUG [RS_OPEN_REGION-192.168.1.218,58596,1286829747524-1] zookeeper.ZKAssign(629): regionserver:58596-0x12b9d0708850018 Successfully transitioned node 7ab9814bb0169938897285f8fcef491d from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 22:42:58,957 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58596-0x12b9d0708850018 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/7ab9814bb0169938897285f8fcef491d 2010-10-11 22:42:58,962 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58593-0x12b9d0708850013 Retrieved 113 byte(s) of data from znode /hbase/unassigned/7ab9814bb0169938897285f8fcef491d and set watcher; +?'4BrestartTableThree,... 2010-10-11 22:42:58,961 INFO [main] hbase.HBaseTestingUtility(405): Shutting down minicluster 2010-10-11 22:42:58,968 DEBUG [main] util.JVMClusterUtil(209): Shutting down HBase Cluster 2010-10-11 22:42:58,968 INFO [main] master.HMaster(914): Cluster shutdown requested 2010-10-11 22:42:58,959 DEBUG [RS_OPEN_REGION-192.168.1.218,58598,1286829747543-1] zookeeper.ZKUtil(1012): regionserver:58598-0x12b9d0708850019 Retrieved 111 byte(s) of data from znode /hbase/unassigned/8ef4c55af27d05cb56f4915bc3a30957; data=+?&?@restartTableOne,,1... 2010-10-11 22:42:58,969 INFO [RS_OPEN_REGION-192.168.1.218,58596,1286829747524-1] catalog.MetaEditor(169): Updated row restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d. in region .META.,,1 with server=192.168.1.218:58596, startcode=1286829747524 2010-10-11 22:42:58,967 DEBUG [Thread-218-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,58596,1286829747524, region=7ab9814bb0169938897285f8fcef491d 2010-10-11 22:42:58,970 DEBUG [RS_OPEN_REGION-192.168.1.218,58596,1286829747524-1] zookeeper.ZKAssign(583): regionserver:58596-0x12b9d0708850018 Attempting to transition node 7ab9814bb0169938897285f8fcef491d from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 22:42:59,121 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58600-0x12b9d0708850017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2010-10-11 22:42:59,121 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58598-0x12b9d0708850019 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2010-10-11 22:42:59,121 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58596-0x12b9d0708850018 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2010-10-11 22:42:59,121 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58593-0x12b9d0708850013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2010-10-11 22:42:59,263 DEBUG [RS_OPEN_REGION-192.168.1.218,58598,1286829747543-1] zookeeper.ZKAssign(629): regionserver:58598-0x12b9d0708850019 Successfully transitioned node 8ef4c55af27d05cb56f4915bc3a30957 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 22:42:59,264 DEBUG [RS_OPEN_REGION-192.168.1.218,58598,1286829747543-1] handler.OpenRegionHandler(191): Opened restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957. 2010-10-11 22:42:59,265 INFO [RegionServer:2;192.168.1.218,58600,1286829747565-EventThread] zookeeper.ZKUtil(197): regionserver:58600-0x12b9d0708850017 Set watcher on existing znode /hbase/shutdown 2010-10-11 22:42:59,264 INFO [RegionServer:0;192.168.1.218,58596,1286829747524-EventThread] zookeeper.ZKUtil(197): regionserver:58596-0x12b9d0708850018 Set watcher on existing znode /hbase/shutdown 2010-10-11 22:42:59,264 INFO [RegionServer:1;192.168.1.218,58598,1286829747543-EventThread] zookeeper.ZKUtil(197): regionserver:58598-0x12b9d0708850019 Set watcher on existing znode /hbase/shutdown 2010-10-11 22:42:59,264 DEBUG [RS_OPEN_REGION-192.168.1.218,58596,1286829747524-1] zookeeper.ZKUtil(1012): regionserver:58596-0x12b9d0708850018 Retrieved 113 byte(s) of data from znode /hbase/unassigned/7ab9814bb0169938897285f8fcef491d; data=+?'4BrestartTableThree,... 2010-10-11 22:42:59,267 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58598-0x12b9d0708850019 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/8ef4c55af27d05cb56f4915bc3a30957 2010-10-11 22:42:59,265 INFO [Thread-218-EventThread] zookeeper.ZKUtil(197): master:58593-0x12b9d0708850013 Set watcher on existing znode /hbase/shutdown 2010-10-11 22:42:59,268 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58593-0x12b9d0708850013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/8ef4c55af27d05cb56f4915bc3a30957 2010-10-11 22:42:59,423 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58596-0x12b9d0708850018 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/7ab9814bb0169938897285f8fcef491d 2010-10-11 22:42:59,423 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58593-0x12b9d0708850013 Retrieved 111 byte(s) of data from znode /hbase/unassigned/8ef4c55af27d05cb56f4915bc3a30957 and set watcher; +?(@restartTableOne,,1... 2010-10-11 22:42:59,423 DEBUG [RS_OPEN_REGION-192.168.1.218,58596,1286829747524-1] zookeeper.ZKAssign(629): regionserver:58596-0x12b9d0708850018 Successfully transitioned node 7ab9814bb0169938897285f8fcef491d from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 22:42:59,424 DEBUG [Thread-218-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENED, server=192.168.1.218,58598,1286829747543, region=8ef4c55af27d05cb56f4915bc3a30957 2010-10-11 22:42:59,425 DEBUG [RS_OPEN_REGION-192.168.1.218,58596,1286829747524-1] handler.OpenRegionHandler(191): Opened restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d. 2010-10-11 22:42:59,426 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58593-1] handler.OpenedRegionHandler(88): Handling OPENED event for 8ef4c55af27d05cb56f4915bc3a30957; deleting unassigned node 2010-10-11 22:42:59,425 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58593-0x12b9d0708850013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/7ab9814bb0169938897285f8fcef491d 2010-10-11 22:42:59,427 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58593-1] zookeeper.ZKAssign(322): master:58593-0x12b9d0708850013 Deleting existing unassigned node for 8ef4c55af27d05cb56f4915bc3a30957 that is in expected state RS_ZK_REGION_OPENED 2010-10-11 22:42:59,428 DEBUG [Thread-218-EventThread] zookeeper.ZKUtil(1012): master:58593-0x12b9d0708850013 Retrieved 113 byte(s) of data from znode /hbase/unassigned/7ab9814bb0169938897285f8fcef491d and set watcher; +?)CBrestartTableThree,... 2010-10-11 22:42:59,429 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58593-1] zookeeper.ZKUtil(1012): master:58593-0x12b9d0708850013 Retrieved 111 byte(s) of data from znode /hbase/unassigned/8ef4c55af27d05cb56f4915bc3a30957; data=+?(@restartTableOne,,1... 2010-10-11 22:42:59,429 DEBUG [Thread-218-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENED, server=192.168.1.218,58596,1286829747524, region=7ab9814bb0169938897285f8fcef491d 2010-10-11 22:42:59,522 INFO [192.168.1.218:58593-CatalogJanitor] hbase.Chore(79): 192.168.1.218:58593-CatalogJanitor exiting 2010-10-11 22:42:59,522 DEBUG [Master:0;192.168.1.218:58593] master.HMaster(544): Stopping service threads 2010-10-11 22:42:59,522 INFO [192.168.1.218:58593-BalancerChore] hbase.Chore(79): 192.168.1.218:58593-BalancerChore exiting 2010-10-11 22:42:59,525 INFO [Master:0;192.168.1.218:58593] executor.ExecutorService(185): MASTER_OPEN_REGION-192.168.1.218:58593 had [org.apache.hadoop.hbase.master.handler.OpenedRegionHandler@786bfd73] on shutdown 2010-10-11 22:42:59,526 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58593-1] zookeeper.ZooKeeperWatcher(326): master:58593-0x12b9d0708850013 Received InterruptedException, doing nothing here java.lang.InterruptedException at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1278) at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:726) at org.apache.hadoop.hbase.zookeeper.ZKUtil.deleteNode(ZKUtil.java:863) at org.apache.hadoop.hbase.zookeeper.ZKAssign.deleteNode(ZKAssign.java:340) at org.apache.hadoop.hbase.zookeeper.ZKAssign.deleteOpenedNode(ZKAssign.java:243) at org.apache.hadoop.hbase.master.handler.OpenedRegionHandler.process(OpenedRegionHandler.java:93) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:150) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:637) 2010-10-11 22:42:59,530 WARN [MASTER_OPEN_REGION-192.168.1.218:58593-1] zookeeper.ZKAssign(341): master:58593-0x12b9d0708850013 Attempting to delete unassigned node in RS_ZK_REGION_OPENED state but after verifying it was in OPENED state, we got a version mismatch 2010-10-11 22:42:59,531 DEBUG [MASTER_OPEN_REGION-192.168.1.218:58593-1] handler.OpenedRegionHandler(99): Opened region restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957. 2010-10-11 22:42:59,590 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58593-0x12b9d0708850013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/unassigned/8ef4c55af27d05cb56f4915bc3a30957 2010-10-11 22:42:59,591 DEBUG [Master:0;192.168.1.218:58593] zookeeper.ZKUtil(1012): master:58593-0x12b9d0708850013 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:58593 2010-10-11 22:42:59,591 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58593-0x12b9d0708850013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/unassigned 2010-10-11 22:42:59,591 DEBUG [Master:0;192.168.1.218:58593] zookeeper.ZKUtil(568): master:58593-0x12b9d0708850013 Read server address from znode /hbase/master: 192.168.1.218:58593 2010-10-11 22:42:59,717 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58596-0x12b9d0708850018 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2010-10-11 22:42:59,719 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58598-0x12b9d0708850019 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2010-10-11 22:42:59,720 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d0708850014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2010-10-11 22:42:59,720 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d070885001b Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2010-10-11 22:42:59,720 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d0708850016 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2010-10-11 22:42:59,720 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:58600-0x12b9d0708850017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2010-10-11 22:42:59,723 INFO [Thread-218-EventThread] zookeeper.ZKUtil(197): hconnection-0x12b9d070885001b Set watcher on existing znode /hbase/master 2010-10-11 22:42:59,724 INFO [Thread-218-EventThread] zookeeper.ZKUtil(197): hconnection-0x12b9d0708850016 Set watcher on existing znode /hbase/master 2010-10-11 22:42:59,723 INFO [Thread-218-EventThread] zookeeper.ZKUtil(197): hconnection-0x12b9d0708850014 Set watcher on existing znode /hbase/master 2010-10-11 22:42:59,723 INFO [RegionServer:0;192.168.1.218,58596,1286829747524-EventThread] zookeeper.ZKUtil(197): regionserver:58596-0x12b9d0708850018 Set watcher on existing znode /hbase/master 2010-10-11 22:42:59,723 INFO [RegionServer:1;192.168.1.218,58598,1286829747543-EventThread] zookeeper.ZKUtil(197): regionserver:58598-0x12b9d0708850019 Set watcher on existing znode /hbase/master 2010-10-11 22:42:59,722 DEBUG [Master:0;192.168.1.218:58593] catalog.CatalogTracker(140): Stopping catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@6a5bc8c9 2010-10-11 22:42:59,727 DEBUG [Master:0;192.168.1.218:58593] client.HConnectionManager$HConnectionImplementation(1030): Closed zookeeper sessionid=0x12b9d070885001a 2010-10-11 22:42:59,722 DEBUG [Master:0;192.168.1.218:58593-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d070885001a Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2010-10-11 22:42:59,721 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): master:58593-0x12b9d0708850013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2010-10-11 22:42:59,721 DEBUG [Thread-218-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d0708850015 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2010-10-11 22:42:59,724 INFO [RegionServer:2;192.168.1.218,58600,1286829747565-EventThread] zookeeper.ZKUtil(197): regionserver:58600-0x12b9d0708850017 Set watcher on existing znode /hbase/master 2010-10-11 22:42:59,762 INFO [RegionServer:2;192.168.1.218,58600,1286829747565] regionserver.HRegionServer(1229): STOPPED: Exiting; cluster shutdown set and not carrying any regions 2010-10-11 22:42:59,763 DEBUG [RS_CLOSE_REGION-192.168.1.218,58598,1286829747543-1] handler.CloseRegionHandler(99): Processing close of restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957. 2010-10-11 22:42:59,764 INFO [RegionServer:2;192.168.1.218,58600,1286829747565.majorCompactionChecker] hbase.Chore(79): RegionServer:2;192.168.1.218,58600,1286829747565.majorCompactionChecker exiting 2010-10-11 22:42:59,764 INFO [RegionServer:2;192.168.1.218,58600,1286829747565.logRoller] regionserver.LogRoller(114): LogRoller exiting. 2010-10-11 22:42:59,764 DEBUG [RS_CLOSE_REGION-192.168.1.218,58596,1286829747524-1] handler.CloseRegionHandler(99): Processing close of restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d. 2010-10-11 22:42:59,764 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565.logSyncer] wal.HLog$LogSyncer(977): RegionServer:2;192.168.1.218,58600,1286829747565.logSyncer interrupted while waiting for sync requests 2010-10-11 22:42:59,764 INFO [RegionServer:2;192.168.1.218,58600,1286829747565.compactor] regionserver.CompactSplitThread(133): RegionServer:2;192.168.1.218,58600,1286829747565.compactor exiting 2010-10-11 22:42:59,764 INFO [RegionServer:2;192.168.1.218,58600,1286829747565.cacheFlusher] regionserver.MemStoreFlusher(164): RegionServer:2;192.168.1.218,58600,1286829747565.cacheFlusher exiting 2010-10-11 22:42:59,768 INFO [RegionServer:2;192.168.1.218,58600,1286829747565.logSyncer] wal.HLog$LogSyncer(982): RegionServer:2;192.168.1.218,58600,1286829747565.logSyncer exiting 2010-10-11 22:42:59,768 DEBUG [RS_CLOSE_REGION-192.168.1.218,58596,1286829747524-1] regionserver.HRegion(487): Closing restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d.: disabling compactions & flushes 2010-10-11 22:42:59,765 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:42:59,765 DEBUG [RS_CLOSE_REGION-192.168.1.218,58598,1286829747543-1] regionserver.HRegion(487): Closing restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957.: disabling compactions & flushes 2010-10-11 22:42:59,765 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:42:59,771 DEBUG [RS_CLOSE_REGION-192.168.1.218,58598,1286829747543-1] regionserver.HRegion(515): Updates disabled for region restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957. 2010-10-11 22:42:59,771 DEBUG [RS_CLOSE_REGION-192.168.1.218,58596,1286829747524-1] regionserver.HRegion(515): Updates disabled for region restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d. 2010-10-11 22:42:59,770 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565] wal.HLog(804): closing hlog writer in hdfs://localhost:58481/user/lfrancke/.logs/192.168.1.218,58600,1286829747565 2010-10-11 22:42:59,773 DEBUG [RS_CLOSE_REGION-192.168.1.218,58596,1286829747524-1] regionserver.Store(412): closed family 2010-10-11 22:42:59,774 INFO [RS_CLOSE_REGION-192.168.1.218,58596,1286829747524-1] regionserver.HRegion(526): Closed restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d. 2010-10-11 22:42:59,775 DEBUG [RS_CLOSE_REGION-192.168.1.218,58596,1286829747524-1] handler.CloseRegionHandler(128): Closed region restartTableThree,,1286829734708.7ab9814bb0169938897285f8fcef491d. 2010-10-11 22:42:59,772 DEBUG [RS_CLOSE_REGION-192.168.1.218,58598,1286829747543-1] regionserver.Store(412): closed family 2010-10-11 22:42:59,776 INFO [RS_CLOSE_REGION-192.168.1.218,58598,1286829747543-1] regionserver.HRegion(526): Closed restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957. 2010-10-11 22:42:59,776 DEBUG [RS_CLOSE_REGION-192.168.1.218,58598,1286829747543-1] handler.CloseRegionHandler(128): Closed region restartTableOne,,1286829720898.8ef4c55af27d05cb56f4915bc3a30957. 2010-10-11 22:42:59,837 INFO [Thread-218-EventThread] zookeeper.ZKUtil(197): hconnection-0x12b9d0708850015 Set watcher on existing znode /hbase/master 2010-10-11 22:42:59,842 INFO [Master:0;192.168.1.218:58593] master.HMaster(293): HMaster main thread exiting 2010-10-11 22:42:59,858 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565] wal.HLog(772): Moved 1 log files to /user/lfrancke/.oldlogs 2010-10-11 22:42:59,860 INFO [RegionServer:2;192.168.1.218,58600,1286829747565] regionserver.HRegionServer(593): stopping server at: 192.168.1.218,58600,1286829747565 2010-10-11 22:42:59,861 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565] catalog.CatalogTracker(140): Stopping catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@264532ba 2010-10-11 22:42:59,861 INFO [RegionServer:2;192.168.1.218,58600,1286829747565] regionserver.Leases(124): RegionServer:2;192.168.1.218,58600,1286829747565 closing leases 2010-10-11 22:42:59,862 INFO [RegionServer:2;192.168.1.218,58600,1286829747565] regionserver.Leases(131): RegionServer:2;192.168.1.218,58600,1286829747565 closed leases 2010-10-11 22:42:59,862 DEBUG [RegionServer:2;192.168.1.218,58600,1286829747565] client.HConnectionManager$HConnectionImplementation(1030): Closed zookeeper sessionid=0x12b9d0708850016 2010-10-11 22:42:59,866 INFO [RegionServer:2;192.168.1.218,58600,1286829747565] regionserver.HRegionServer(611): RegionServer:2;192.168.1.218,58600,1286829747565 exiting 2010-10-11 22:42:59,867 INFO [Shutdown of DFS[DFSClient[clientName=DFSClient_hb_rs_192.168.1.218,58600,1286829747565_1286829748662, ugi=lfrancke.hrs.7,supergroup]]] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(238): Hook closing fs=DFS[DFSClient[clientName=DFSClient_hb_rs_192.168.1.218,58600,1286829747565_1286829748662, ugi=lfrancke.hrs.7,supergroup]] 2010-10-11 22:42:59,944 WARN [Master:0;192.168.1.218:58593-EventThread] zookeeper.ZKUtil(200): hconnection-0x12b9d070885001a Unable to set watcher on znode /hbase/master org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /hbase/master at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) at org.apache.zookeeper.KeeperException.create(KeeperException.java:42) at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:809) at org.apache.hadoop.hbase.zookeeper.ZKUtil.watchAndCheckExists(ZKUtil.java:196) at org.apache.hadoop.hbase.zookeeper.ZooKeeperNodeTracker.nodeDeleted(ZooKeeperNodeTracker.java:165) at org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher.process(ZooKeeperWatcher.java:235) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:488) 2010-10-11 22:42:59,947 ERROR [Master:0;192.168.1.218:58593-EventThread] zookeeper.ZooKeeperWatcher(310): hconnection-0x12b9d070885001a Received unexpected KeeperException, re-throwing exception org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /hbase/master at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) at org.apache.zookeeper.KeeperException.create(KeeperException.java:42) at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:809) at org.apache.hadoop.hbase.zookeeper.ZKUtil.watchAndCheckExists(ZKUtil.java:196) at org.apache.hadoop.hbase.zookeeper.ZooKeeperNodeTracker.nodeDeleted(ZooKeeperNodeTracker.java:165) at org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher.process(ZooKeeperWatcher.java:235) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:488) 2010-10-11 22:42:59,952 FATAL [Master:0;192.168.1.218:58593-EventThread] client.HConnectionManager$HConnectionImplementation(1293): Unexpected exception handling nodeDeleted event org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /hbase/master at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) at org.apache.zookeeper.KeeperException.create(KeeperException.java:42) at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:809) at org.apache.hadoop.hbase.zookeeper.ZKUtil.watchAndCheckExists(ZKUtil.java:196) at org.apache.hadoop.hbase.zookeeper.ZooKeeperNodeTracker.nodeDeleted(ZooKeeperNodeTracker.java:165) at org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher.process(ZooKeeperWatcher.java:235) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:488) 2010-10-11 22:43:00,412 INFO [RegionServer:2;192.168.1.218,58600,1286829747565.leaseChecker] regionserver.Leases(124): RegionServer:2;192.168.1.218,58600,1286829747565.leaseChecker closing leases 2010-10-11 22:43:00,413 INFO [RegionServer:2;192.168.1.218,58600,1286829747565.leaseChecker] regionserver.Leases(131): RegionServer:2;192.168.1.218,58600,1286829747565.leaseChecker closed leases 2010-10-11 22:43:00,771 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:00,772 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:01,772 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:01,772 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:02,772 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:02,773 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:03,773 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:03,773 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:04,774 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:04,774 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:05,774 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:05,775 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:06,775 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:06,775 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:07,775 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:07,776 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:08,776 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:08,776 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:09,776 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:09,777 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:10,777 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:10,777 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:11,778 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:11,778 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:12,778 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:12,779 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:13,779 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:13,779 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:14,780 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:14,780 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:15,780 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:15,781 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:16,781 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:16,781 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:17,782 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:17,782 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:18,782 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:18,782 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:19,783 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:19,783 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:20,783 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:20,784 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:21,784 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:21,784 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:22,785 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:22,785 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:23,785 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:23,786 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:24,786 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:24,786 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:25,787 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:25,787 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:26,787 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:26,788 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:27,633 INFO [Master:0;192.168.1.218:58593.serverMonitor] hbase.Chore(79): Master:0;192.168.1.218:58593.serverMonitor exiting 2010-10-11 22:43:27,635 INFO [Master:0;192.168.1.218:58593.oldLogCleaner] hbase.Chore(79): Master:0;192.168.1.218:58593.oldLogCleaner exiting 2010-10-11 22:43:27,639 INFO [192.168.1.218:58593.timeoutMonitor] hbase.Chore(79): 192.168.1.218:58593.timeoutMonitor exiting 2010-10-11 22:43:27,788 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:27,788 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:28,789 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:28,790 DEBUG [RegionServer:1;192.168.1.218,58598,1286829747543] regionserver.HRegionServer(1334): No master found, will retry 2010-10-11 22:43:29,790 DEBUG [RegionServer:0;192.168.1.218,58596,1286829747524] regionserver.HRegionServer(1334): No master found, will retry