/System/Library/Frameworks/JavaVM.framework/Versions/1.6/Home/bin/java -Dfile.encoding=MacRoman -classpath /Applications/IntelliJ IDEA 9.0.3.app/lib/idea_rt.jar:/Applications/IntelliJ IDEA 9.0.3.app/plugins/junit/lib/junit-rt.jar:/System/Library/Frameworks/JavaVM.framework/Versions/A/Resources/Deploy.bundle/Contents/Resources/Java/deploy.jar:/System/Library/Frameworks/JavaVM.framework/Versions/1.6.0/Home/lib/dt.jar:/System/Library/Frameworks/JavaVM.framework/Versions/A/Resources/Deploy.bundle/Contents/Resources/Java/javaws.jar:/System/Library/Frameworks/JavaVM.framework/Versions/1.6.0/Home/lib/jce.jar:/System/Library/Frameworks/JavaVM.framework/Versions/1.6.0/Home/lib/management-agent.jar:/System/Library/Frameworks/JavaVM.framework/Versions/A/Resources/Deploy.bundle/Contents/Resources/Java/plugin.jar:/System/Library/Frameworks/JavaVM.framework/Versions/1.6.0/Home/lib/sa-jdi.jar:/System/Library/Frameworks/JavaVM.framework/Versions/1.6.0/Classes/alt-rt.jar:/System/Library/Frameworks/JavaVM.framework/Versions/1.6.0/Classes/charsets.jar:/System/Library/Frameworks/JavaVM.framework/Versions/1.6.0/Classes/classes.jar:/System/Library/Frameworks/JavaVM.framework/Versions/1.6.0/Classes/jconsole.jar:/System/Library/Frameworks/JavaVM.framework/Versions/1.6.0/Classes/jsse.jar:/System/Library/Frameworks/JavaVM.framework/Versions/1.6.0/Classes/ui.jar:/System/Library/Frameworks/JavaVM.framework/Versions/1.6.0/Home/lib/ext/apple_provider.jar:/System/Library/Frameworks/JavaVM.framework/Versions/1.6.0/Home/lib/ext/dnsns.jar:/System/Library/Frameworks/JavaVM.framework/Versions/1.6.0/Home/lib/ext/localedata.jar:/System/Library/Frameworks/JavaVM.framework/Versions/1.6.0/Home/lib/ext/sunjce_provider.jar:/System/Library/Frameworks/JavaVM.framework/Versions/1.6.0/Home/lib/ext/sunpkcs11.jar:/Users/lfrancke/dev/external/hbase/target/test-classes:/Users/lfrancke/dev/external/hbase/target/classes:/Users/lfrancke/.m2/repository/com/google/guava/guava/r06/guava-r06.jar:/Users/lfrancke/.m2/repository/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/Users/lfrancke/.m2/repository/commons-codec/commons-codec/1.4/commons-codec-1.4.jar:/Users/lfrancke/.m2/repository/commons-httpclient/commons-httpclient/3.1/commons-httpclient-3.1.jar:/Users/lfrancke/.m2/repository/commons-logging/commons-logging/1.1.1/commons-logging-1.1.1.jar:/Users/lfrancke/.m2/repository/commons-lang/commons-lang/2.5/commons-lang-2.5.jar:/Users/lfrancke/.m2/repository/log4j/log4j/1.2.16/log4j-1.2.16.jar:/Users/lfrancke/.m2/repository/org/apache/hadoop/avro/1.3.3/avro-1.3.3.jar:/Users/lfrancke/.m2/repository/org/codehaus/jackson/jackson-mapper-asl/1.4.2/jackson-mapper-asl-1.4.2.jar:/Users/lfrancke/.m2/repository/org/codehaus/jackson/jackson-core-asl/1.5.5/jackson-core-asl-1.5.5.jar:/Users/lfrancke/.m2/repository/org/slf4j/slf4j-api/1.5.8/slf4j-api-1.5.8.jar:/Users/lfrancke/.m2/repository/com/thoughtworks/paranamer/paranamer/2.2/paranamer-2.2.jar:/Users/lfrancke/.m2/repository/com/thoughtworks/paranamer/paranamer-ant/2.2/paranamer-ant-2.2.jar:/Users/lfrancke/.m2/repository/com/thoughtworks/paranamer/paranamer-generator/2.2/paranamer-generator-2.2.jar:/Users/lfrancke/.m2/repository/com/thoughtworks/qdox/qdox/1.10.1/qdox-1.10.1.jar:/Users/lfrancke/.m2/repository/asm/asm/3.1/asm-3.1.jar:/Users/lfrancke/.m2/repository/org/apache/ant/ant/1.7.1/ant-1.7.1.jar:/Users/lfrancke/.m2/repository/org/apache/ant/ant-launcher/1.7.1/ant-launcher-1.7.1.jar:/Users/lfrancke/.m2/repository/org/mortbay/jetty/jetty/6.1.25/jetty-6.1.25.jar:/Users/lfrancke/.m2/repository/org/mortbay/jetty/jetty-util/6.1.25/jetty-util-6.1.25.jar:/Users/lfrancke/.m2/repository/org/apache/hadoop/hadoop-core/0.20.3-append-r964955-1240/hadoop-core-0.20.3-append-r964955-1240.jar:/Users/lfrancke/.m2/repository/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/Users/lfrancke/.m2/repository/commons-net/commons-net/1.4.1/commons-net-1.4.1.jar:/Users/lfrancke/.m2/repository/oro/oro/2.0.8/oro-2.0.8.jar:/Users/lfrancke/.m2/repository/tomcat/jasper-runtime/5.5.23/jasper-runtime-5.5.23.jar:/Users/lfrancke/.m2/repository/tomcat/jasper-compiler/5.5.23/jasper-compiler-5.5.23.jar:/Users/lfrancke/.m2/repository/org/mortbay/jetty/jsp-api-2.1/6.1.14/jsp-api-2.1-6.1.14.jar:/Users/lfrancke/.m2/repository/org/mortbay/jetty/servlet-api-2.5/6.1.14/servlet-api-2.5-6.1.14.jar:/Users/lfrancke/.m2/repository/org/mortbay/jetty/jsp-2.1/6.1.14/jsp-2.1-6.1.14.jar:/Users/lfrancke/.m2/repository/org/eclipse/jdt/core/3.1.1/core-3.1.1.jar:/Users/lfrancke/.m2/repository/ant/ant/1.6.5/ant-1.6.5.jar:/Users/lfrancke/.m2/repository/commons-el/commons-el/1.0/commons-el-1.0.jar:/Users/lfrancke/.m2/repository/net/java/dev/jets3t/jets3t/0.7.1/jets3t-0.7.1.jar:/Users/lfrancke/.m2/repository/net/sf/kosmosfs/kfs/0.3/kfs-0.3.jar:/Users/lfrancke/.m2/repository/hsqldb/hsqldb/1.8.0.10/hsqldb-1.8.0.10.jar:/Users/lfrancke/.m2/repository/org/apache/hadoop/zookeeper/3.3.1/zookeeper-3.3.1.jar:/Users/lfrancke/.m2/repository/jline/jline/0.9.94/jline-0.9.94.jar:/Users/lfrancke/.m2/repository/junit/junit/4.8.1/junit-4.8.1.jar:/Users/lfrancke/.m2/repository/org/apache/thrift/thrift/0.2.0/thrift-0.2.0.jar:/Users/lfrancke/.m2/repository/org/jruby/jruby-complete/1.5.2/jruby-complete-1.5.2.jar:/Users/lfrancke/.m2/repository/org/slf4j/slf4j-log4j12/1.5.8/slf4j-log4j12-1.5.8.jar:/Users/lfrancke/.m2/repository/com/google/protobuf/protobuf-java/2.3.0/protobuf-java-2.3.0.jar:/Users/lfrancke/.m2/repository/com/sun/jersey/jersey-core/1.4/jersey-core-1.4.jar:/Users/lfrancke/.m2/repository/com/sun/jersey/jersey-json/1.4/jersey-json-1.4.jar:/Users/lfrancke/.m2/repository/org/codehaus/jettison/jettison/1.1/jettison-1.1.jar:/Users/lfrancke/.m2/repository/stax/stax-api/1.0.1/stax-api-1.0.1.jar:/Users/lfrancke/.m2/repository/com/sun/xml/bind/jaxb-impl/2.1.12/jaxb-impl-2.1.12.jar:/Users/lfrancke/.m2/repository/javax/xml/bind/jaxb-api/2.1/jaxb-api-2.1.jar:/Users/lfrancke/.m2/repository/javax/activation/activation/1.1/activation-1.1.jar:/Users/lfrancke/.m2/repository/org/codehaus/jackson/jackson-jaxrs/1.5.5/jackson-jaxrs-1.5.5.jar:/Users/lfrancke/.m2/repository/org/codehaus/jackson/jackson-xc/1.5.5/jackson-xc-1.5.5.jar:/Users/lfrancke/.m2/repository/com/sun/jersey/jersey-server/1.4/jersey-server-1.4.jar:/Users/lfrancke/.m2/repository/javax/ws/rs/jsr311-api/1.1.1/jsr311-api-1.1.1.jar:/Users/lfrancke/.m2/repository/org/mockito/mockito-all/1.8.5/mockito-all-1.8.5.jar:/Users/lfrancke/.m2/repository/org/apache/commons/commons-math/2.1/commons-math-2.1.jar:/Users/lfrancke/.m2/repository/org/apache/hadoop/hadoop-test/0.20.3-append-r964955-1240/hadoop-test-0.20.3-append-r964955-1240.jar:/Users/lfrancke/.m2/repository/org/apache/ftpserver/ftplet-api/1.0.0/ftplet-api-1.0.0.jar:/Users/lfrancke/.m2/repository/org/apache/mina/mina-core/2.0.0-M5/mina-core-2.0.0-M5.jar:/Users/lfrancke/.m2/repository/org/apache/ftpserver/ftpserver-core/1.0.0/ftpserver-core-1.0.0.jar:/Users/lfrancke/.m2/repository/org/apache/ftpserver/ftpserver-deprecated/1.0.0-M2/ftpserver-deprecated-1.0.0-M2.jar com.intellij.rt.execution.junit.JUnitStarter -ideVersion5 -junit4 org.apache.hadoop.hbase.master.TestRestartCluster,testClusterRestart 2010-10-11 23:19:15,854 INFO [Thread-1] hbase.HBaseTestingUtility(321): Starting up minicluster with 1 master(s) and 3 regionserver(s) and datanode(s) 2010-10-11 23:19:18,820 INFO [Thread-1] log.Slf4jLog(67): Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog 2010-10-11 23:19:18,911 INFO [Thread-1] log.Slf4jLog(67): jetty-6.1.25 2010-10-11 23:19:19,015 INFO [Thread-1] log.Slf4jLog(67): Extract jar:file:/Users/lfrancke/.m2/repository/org/apache/hadoop/hadoop-core/0.20.3-append-r964955-1240/hadoop-core-0.20.3-append-r964955-1240.jar!/webapps/hdfs to /var/folders/MG/MG4vL+NqGkiOc9indOqqgE+++TI/-Tmp-/Jetty_localhost_60244_hdfs____.f3chzy/webapp 2010-10-11 23:19:19,845 INFO [Thread-1] log.Slf4jLog(67): Started SelectChannelConnector@localhost:60244 Starting DataNode 0 with dfs.data.dir: /Users/lfrancke/dev/external/hbase/target/test-data/cee42e22-45bf-4342-835f-5cc6ae5e3cda/dfs/data/data1,/Users/lfrancke/dev/external/hbase/target/test-data/cee42e22-45bf-4342-835f-5cc6ae5e3cda/dfs/data/data2 2010-10-11 23:19:20,231 INFO [Thread-1] log.Slf4jLog(67): jetty-6.1.25 2010-10-11 23:19:20,307 INFO [Thread-1] log.Slf4jLog(67): Extract jar:file:/Users/lfrancke/.m2/repository/org/apache/hadoop/hadoop-core/0.20.3-append-r964955-1240/hadoop-core-0.20.3-append-r964955-1240.jar!/webapps/datanode to /var/folders/MG/MG4vL+NqGkiOc9indOqqgE+++TI/-Tmp-/Jetty_localhost_60248_datanode____zi4obn/webapp 2010-10-11 23:19:20,997 INFO [Thread-1] log.Slf4jLog(67): Started SelectChannelConnector@localhost:60248 Starting DataNode 1 with dfs.data.dir: /Users/lfrancke/dev/external/hbase/target/test-data/cee42e22-45bf-4342-835f-5cc6ae5e3cda/dfs/data/data3,/Users/lfrancke/dev/external/hbase/target/test-data/cee42e22-45bf-4342-835f-5cc6ae5e3cda/dfs/data/data4 2010-10-11 23:19:21,506 INFO [Thread-1] log.Slf4jLog(67): jetty-6.1.25 2010-10-11 23:19:21,559 INFO [Thread-1] log.Slf4jLog(67): Extract jar:file:/Users/lfrancke/.m2/repository/org/apache/hadoop/hadoop-core/0.20.3-append-r964955-1240/hadoop-core-0.20.3-append-r964955-1240.jar!/webapps/datanode to /var/folders/MG/MG4vL+NqGkiOc9indOqqgE+++TI/-Tmp-/Jetty_localhost_60251_datanode____.9x6qpx/webapp 2010-10-11 23:19:22,164 INFO [Thread-1] log.Slf4jLog(67): Started SelectChannelConnector@localhost:60251 Starting DataNode 2 with dfs.data.dir: /Users/lfrancke/dev/external/hbase/target/test-data/cee42e22-45bf-4342-835f-5cc6ae5e3cda/dfs/data/data5,/Users/lfrancke/dev/external/hbase/target/test-data/cee42e22-45bf-4342-835f-5cc6ae5e3cda/dfs/data/data6 2010-10-11 23:19:23,276 INFO [Thread-1] log.Slf4jLog(67): jetty-6.1.25 2010-10-11 23:19:23,420 INFO [Thread-1] log.Slf4jLog(67): Extract jar:file:/Users/lfrancke/.m2/repository/org/apache/hadoop/hadoop-core/0.20.3-append-r964955-1240/hadoop-core-0.20.3-append-r964955-1240.jar!/webapps/datanode to /var/folders/MG/MG4vL+NqGkiOc9indOqqgE+++TI/-Tmp-/Jetty_localhost_60254_datanode____.oh8oci/webapp 2010-10-11 23:19:23,912 INFO [Thread-1] log.Slf4jLog(67): Started SelectChannelConnector@localhost:60254 2010-10-11 23:19:24,847 INFO [Thread-1] zookeeper.MiniZooKeeperCluster(125): Started MiniZK Server on client port: 21810 2010-10-11 23:19:26,267 DEBUG [Thread-1] util.FSUtils(219): Created version file at hdfs://localhost:60243/user/lfrancke set its version at:7 2010-10-11 23:19:26,310 INFO [Thread-1] ipc.HBaseRpcMetrics(57): Initializing RPC Metrics with hostName=MiniHBaseCluster$MiniHBaseClusterMaster, port=60261 2010-10-11 23:19:26,351 INFO [Thread-1] zookeeper.ZKUtil(94): master:60261 opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 23:19:26,534 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 23:19:26,702 INFO [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(264): master:60261 connected 2010-10-11 23:19:27,648 INFO [Thread-1] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 23:19:27,653 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 23:19:27,655 INFO [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(264): hconnection connected 2010-10-11 23:19:27,663 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d2982770001 Set watcher on existing znode /hbase/master 2010-10-11 23:19:27,666 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d2982770001 Set watcher on existing znode /hbase/root-region-server 2010-10-11 23:19:27,671 INFO [Thread-1] ipc.HBaseRpcMetrics(57): Initializing RPC Metrics with hostName=MiniHBaseCluster$MiniHBaseClusterRegionServer, port=60264 2010-10-11 23:19:27,681 INFO [Thread-1] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 23:19:27,685 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 23:19:27,685 INFO [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(264): hconnection connected 2010-10-11 23:19:27,689 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d2982770002 Set watcher on existing znode /hbase/master 2010-10-11 23:19:27,690 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d2982770002 Set watcher on existing znode /hbase/root-region-server 2010-10-11 23:19:27,695 INFO [Thread-1] ipc.HBaseRpcMetrics(57): Initializing RPC Metrics with hostName=MiniHBaseCluster$MiniHBaseClusterRegionServer, port=60266 2010-10-11 23:19:27,699 INFO [Thread-1] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 23:19:27,704 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 23:19:27,705 INFO [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(264): hconnection connected 2010-10-11 23:19:27,710 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d2982770003 Set watcher on existing znode /hbase/master 2010-10-11 23:19:27,711 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d2982770003 Set watcher on existing znode /hbase/root-region-server 2010-10-11 23:19:27,717 INFO [Thread-1] ipc.HBaseRpcMetrics(57): Initializing RPC Metrics with hostName=MiniHBaseCluster$MiniHBaseClusterRegionServer, port=60268 2010-10-11 23:19:27,739 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d2982770001 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2010-10-11 23:19:27,741 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d2982770003 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2010-10-11 23:19:27,741 INFO [RegionServer:2;192.168.1.218,60268,1286831967720] zookeeper.ZKUtil(94): regionserver:60268 opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 23:19:27,729 INFO [RegionServer:0;192.168.1.218,60264,1286831967678] zookeeper.ZKUtil(94): regionserver:60264 opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 23:19:27,742 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d2982770002 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2010-10-11 23:19:27,742 INFO [RegionServer:1;192.168.1.218,60266,1286831967698] zookeeper.ZKUtil(94): regionserver:60266 opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 23:19:27,768 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): hconnection-0x12b9d2982770002 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:60261 2010-10-11 23:19:27,768 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): hconnection-0x12b9d2982770001 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:60261 2010-10-11 23:19:27,772 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): hconnection-0x12b9d2982770003 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:60261 2010-10-11 23:19:27,915 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60268 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 23:19:27,917 INFO [RegionServer:2;192.168.1.218,60268,1286831967720-EventThread] zookeeper.ZooKeeperWatcher(264): regionserver:60268 connected 2010-10-11 23:19:27,916 DEBUG [RegionServer:1;192.168.1.218,60266,1286831967698-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60266 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 23:19:27,919 INFO [RegionServer:1;192.168.1.218,60266,1286831967698-EventThread] zookeeper.ZooKeeperWatcher(264): regionserver:60266 connected 2010-10-11 23:19:28,104 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60264 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 23:19:28,106 INFO [RegionServer:0;192.168.1.218,60264,1286831967678-EventThread] zookeeper.ZooKeeperWatcher(264): regionserver:60264 connected 2010-10-11 23:19:29,228 INFO [Thread-1] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 23:19:29,229 INFO [RegionServer:1;192.168.1.218,60266,1286831967698] zookeeper.ZKUtil(197): regionserver:60266-0x12b9d2982770005 Set watcher on existing znode /hbase/master 2010-10-11 23:19:29,230 INFO [RegionServer:2;192.168.1.218,60268,1286831967720] zookeeper.ZKUtil(197): regionserver:60268-0x12b9d2982770004 Set watcher on existing znode /hbase/master 2010-10-11 23:19:29,229 INFO [RegionServer:0;192.168.1.218,60264,1286831967678] zookeeper.ZKUtil(197): regionserver:60264-0x12b9d2982770006 Set watcher on existing znode /hbase/master 2010-10-11 23:19:29,255 DEBUG [RegionServer:1;192.168.1.218,60266,1286831967698] zookeeper.ZKUtil(1011): regionserver:60266-0x12b9d2982770005 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:60261 2010-10-11 23:19:29,258 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720] zookeeper.ZKUtil(1011): regionserver:60268-0x12b9d2982770004 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:60261 2010-10-11 23:19:29,264 INFO [Master:0;192.168.1.218:60261] master.MasterFileSystem(226): BOOTSTRAP: creating ROOT and first META regions 2010-10-11 23:19:29,269 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 23:19:29,278 INFO [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(264): hconnection connected 2010-10-11 23:19:29,277 INFO [RegionServer:2;192.168.1.218,60268,1286831967720] zookeeper.ZKUtil(197): regionserver:60268-0x12b9d2982770004 Set watcher on existing znode /hbase/shutdown 2010-10-11 23:19:29,275 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678] zookeeper.ZKUtil(1011): regionserver:60264-0x12b9d2982770006 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:60261 2010-10-11 23:19:29,294 INFO [RegionServer:1;192.168.1.218,60266,1286831967698] zookeeper.ZKUtil(197): regionserver:60266-0x12b9d2982770005 Set watcher on existing znode /hbase/shutdown 2010-10-11 23:19:29,325 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d2982770007 Set watcher on existing znode /hbase/master 2010-10-11 23:19:29,329 INFO [RegionServer:0;192.168.1.218,60264,1286831967678] zookeeper.ZKUtil(197): regionserver:60264-0x12b9d2982770006 Set watcher on existing znode /hbase/shutdown 2010-10-11 23:19:29,333 DEBUG [Thread-1] zookeeper.ZKUtil(1011): hconnection-0x12b9d2982770007 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:60261 2010-10-11 23:19:29,335 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d2982770007 Set watcher on existing znode /hbase/root-region-server 2010-10-11 23:19:29,341 INFO [Master:0;192.168.1.218:60261] wal.HLog(359): HLog configuration: blocksize=64 MB, rollsize=60.8 MB, enabled=true, flushlogentries=1, optionallogflushinternal=1000ms 2010-10-11 23:19:30,359 INFO [Master:0;192.168.1.218:60261] wal.SequenceFileLogWriter(126): Using syncFs -- HDFS-200 2010-10-11 23:19:30,360 INFO [Master:0;192.168.1.218:60261] wal.HLog(498): New hlog /user/lfrancke/-ROOT-/70236052/.logs/hlog.1286831969343 2010-10-11 23:19:30,361 INFO [Master:0;192.168.1.218:60261] wal.HLog(389): Using getNumCurrentReplicas--HDFS-826 2010-10-11 23:19:30,601 DEBUG [Master:0;192.168.1.218:60261] regionserver.HRegion(296): Instantiated -ROOT-,,0.70236052 2010-10-11 23:19:30,696 INFO [Master:0;192.168.1.218:60261] regionserver.HRegion(357): Onlined -ROOT-,,0.70236052; next sequenceid=1 2010-10-11 23:19:30,705 INFO [Master:0;192.168.1.218:60261] wal.HLog(359): HLog configuration: blocksize=64 MB, rollsize=60.8 MB, enabled=true, flushlogentries=1, optionallogflushinternal=1000ms 2010-10-11 23:19:30,886 INFO [Master:0;192.168.1.218:60261] wal.SequenceFileLogWriter(126): Using syncFs -- HDFS-200 2010-10-11 23:19:30,888 INFO [Master:0;192.168.1.218:60261] wal.HLog(498): New hlog /user/lfrancke/.META./1028785192/.logs/hlog.1286831970706 2010-10-11 23:19:30,889 INFO [Master:0;192.168.1.218:60261] wal.HLog(389): Using getNumCurrentReplicas--HDFS-826 2010-10-11 23:19:30,892 DEBUG [Master:0;192.168.1.218:60261] regionserver.HRegion(296): Instantiated .META.,,1.1028785192 2010-10-11 23:19:32,052 INFO [Master:0;192.168.1.218:60261] regionserver.HRegion(357): Onlined .META.,,1.1028785192; next sequenceid=1 2010-10-11 23:19:32,072 DEBUG [Master:0;192.168.1.218:60261] regionserver.HRegion(486): Closing -ROOT-,,0.70236052: disabling compactions & flushes 2010-10-11 23:19:32,073 DEBUG [Master:0;192.168.1.218:60261] regionserver.HRegion(514): Updates disabled for region -ROOT-,,0.70236052 2010-10-11 23:19:32,073 DEBUG [Master:0;192.168.1.218:60261] regionserver.HRegion(872): Started memstore flush for region -ROOT-,,0.70236052; current region memstore size 496.0 2010-10-11 23:19:32,074 DEBUG [Master:0;192.168.1.218:60261] regionserver.HRegion(910): Finished snapshotting, commencing flushing stores 2010-10-11 23:19:32,269 INFO [Master:0;192.168.1.218:60261] regionserver.Store(485): Renaming flushed file at hdfs://localhost:60243/user/lfrancke/-ROOT-/70236052/.tmp/4824757057775856376 to hdfs://localhost:60243/user/lfrancke/-ROOT-/70236052/info/942775653349594949 2010-10-11 23:19:33,010 INFO [Master:0;192.168.1.218:60261] regionserver.Store(495): Added hdfs://localhost:60243/user/lfrancke/-ROOT-/70236052/info/942775653349594949, entries=1, sequenceid=2, memsize=496.0, filesize=706.0 to -ROOT-,,0.70236052 2010-10-11 23:19:33,012 INFO [Master:0;192.168.1.218:60261] regionserver.HRegion(972): Finished memstore flush of ~496.0 for region -ROOT-,,0.70236052 in 938ms, sequenceid=2, compaction requested=false 2010-10-11 23:19:33,012 DEBUG [Master:0;192.168.1.218:60261] regionserver.Store(412): closed info 2010-10-11 23:19:33,013 INFO [Master:0;192.168.1.218:60261] regionserver.HRegion(525): Closed -ROOT-,,0.70236052 2010-10-11 23:19:33,013 DEBUG [Master:0;192.168.1.218:60261.logSyncer] wal.HLog$LogSyncer(972): Master:0;192.168.1.218:60261.logSyncer interrupted while waiting for sync requests 2010-10-11 23:19:33,014 INFO [Master:0;192.168.1.218:60261.logSyncer] wal.HLog$LogSyncer(977): Master:0;192.168.1.218:60261.logSyncer exiting 2010-10-11 23:19:33,015 DEBUG [Master:0;192.168.1.218:60261] wal.HLog(802): closing hlog writer in hdfs://localhost:60243/user/lfrancke/-ROOT-/70236052/.logs 2010-10-11 23:19:33,282 DEBUG [Master:0;192.168.1.218:60261] wal.HLog(770): Moved 1 log files to /user/lfrancke/-ROOT-/70236052/.oldlogs 2010-10-11 23:19:33,285 DEBUG [Master:0;192.168.1.218:60261] regionserver.HRegion(486): Closing .META.,,1.1028785192: disabling compactions & flushes 2010-10-11 23:19:33,286 DEBUG [Master:0;192.168.1.218:60261] regionserver.HRegion(514): Updates disabled for region .META.,,1.1028785192 2010-10-11 23:19:33,287 DEBUG [Master:0;192.168.1.218:60261] regionserver.Store(412): closed info 2010-10-11 23:19:33,287 INFO [Master:0;192.168.1.218:60261] regionserver.HRegion(525): Closed .META.,,1.1028785192 2010-10-11 23:19:33,288 DEBUG [Master:0;192.168.1.218:60261.logSyncer] wal.HLog$LogSyncer(972): Master:0;192.168.1.218:60261.logSyncer interrupted while waiting for sync requests 2010-10-11 23:19:33,288 INFO [Master:0;192.168.1.218:60261.logSyncer] wal.HLog$LogSyncer(977): Master:0;192.168.1.218:60261.logSyncer exiting 2010-10-11 23:19:33,289 DEBUG [Master:0;192.168.1.218:60261] wal.HLog(802): closing hlog writer in hdfs://localhost:60243/user/lfrancke/.META./1028785192/.logs 2010-10-11 23:19:33,313 DEBUG [Master:0;192.168.1.218:60261] wal.HLog(770): Moved 1 log files to /user/lfrancke/.META./1028785192/.oldlogs 2010-10-11 23:19:33,319 INFO [Master:0;192.168.1.218:60261] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 23:19:33,324 DEBUG [Master:0;192.168.1.218:60261-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 23:19:33,325 INFO [Master:0;192.168.1.218:60261-EventThread] zookeeper.ZooKeeperWatcher(264): hconnection connected 2010-10-11 23:19:33,329 INFO [Master:0;192.168.1.218:60261] zookeeper.ZKUtil(197): hconnection-0x12b9d2982770008 Set watcher on existing znode /hbase/master 2010-10-11 23:19:33,330 DEBUG [Master:0;192.168.1.218:60261] zookeeper.ZKUtil(1011): hconnection-0x12b9d2982770008 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:60261 2010-10-11 23:19:33,331 INFO [Master:0;192.168.1.218:60261] zookeeper.ZKUtil(197): hconnection-0x12b9d2982770008 Set watcher on existing znode /hbase/root-region-server 2010-10-11 23:19:33,340 INFO [Master:0;192.168.1.218:60261] metrics.MasterMetrics(58): Initialized 2010-10-11 23:19:33,342 DEBUG [Master:0;192.168.1.218:60261] master.LogCleaner(119): Add log cleaner in chain: org.apache.hadoop.hbase.master.TimeToLiveLogCleaner 2010-10-11 23:19:33,344 DEBUG [Master:0;192.168.1.218:60261] master.ReplicationLogCleaner(101): Didn't find this log in ZK, deleting: null 2010-10-11 23:19:33,344 DEBUG [Master:0;192.168.1.218:60261] master.LogCleaner(119): Add log cleaner in chain: org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2010-10-11 23:19:33,349 INFO [Master:0;192.168.1.218:60261] zookeeper.ZKUtil(197): master:60261-0x12b9d2982770000 Set watcher on existing znode /hbase/root-region-server 2010-10-11 23:19:33,351 INFO [Master:0;192.168.1.218:60261] zookeeper.ZKUtil(197): master:60261-0x12b9d2982770000 Set watcher on existing znode /hbase/unassigned/1028785192 2010-10-11 23:19:33,351 DEBUG [Master:0;192.168.1.218:60261] catalog.CatalogTracker(132): Starting catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@4dc67b54 2010-10-11 23:19:33,489 INFO [Master:0;192.168.1.218:60261] zookeeper.ZKUtil(197): master:60261-0x12b9d2982770000 Set watcher on existing znode /hbase/shutdown 2010-10-11 23:19:33,544 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60268-0x12b9d2982770004 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2010-10-11 23:19:33,544 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60264-0x12b9d2982770006 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2010-10-11 23:19:33,544 DEBUG [RegionServer:1;192.168.1.218,60266,1286831967698-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60266-0x12b9d2982770005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2010-10-11 23:19:33,546 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720-EventThread] zookeeper.ZKUtil(1011): regionserver:60268-0x12b9d2982770004 Retrieved 29 byte(s) of data from znode /hbase/shutdown and set watcher; Mon Oct 11 23:19:33 CEST 2010 2010-10-11 23:19:33,546 INFO [Master:0;192.168.1.218:60261] master.HMaster(364): Server active/primary master; 192.168.1.218:60261, sessionid=0x12b9d2982770000, cluster-up flag was=false 2010-10-11 23:19:33,545 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2010-10-11 23:19:33,551 INFO [RegionServer:2;192.168.1.218,60268,1286831967720] zookeeper.ZKUtil(197): regionserver:60268-0x12b9d2982770004 Set watcher on existing znode /hbase/root-region-server 2010-10-11 23:19:33,550 DEBUG [RegionServer:1;192.168.1.218,60266,1286831967698-EventThread] zookeeper.ZKUtil(1011): regionserver:60266-0x12b9d2982770005 Retrieved 29 byte(s) of data from znode /hbase/shutdown and set watcher; Mon Oct 11 23:19:33 CEST 2010 2010-10-11 23:19:33,549 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678-EventThread] zookeeper.ZKUtil(1011): regionserver:60264-0x12b9d2982770006 Retrieved 29 byte(s) of data from znode /hbase/shutdown and set watcher; Mon Oct 11 23:19:33 CEST 2010 2010-10-11 23:19:33,553 INFO [RegionServer:2;192.168.1.218,60268,1286831967720] zookeeper.ZKUtil(197): regionserver:60268-0x12b9d2982770004 Set watcher on existing znode /hbase/unassigned/1028785192 2010-10-11 23:19:33,552 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60261-0x12b9d2982770000 Retrieved 29 byte(s) of data from znode /hbase/shutdown and set watcher; Mon Oct 11 23:19:33 CEST 2010 2010-10-11 23:19:33,556 INFO [RegionServer:0;192.168.1.218,60264,1286831967678] zookeeper.ZKUtil(197): regionserver:60264-0x12b9d2982770006 Set watcher on existing znode /hbase/root-region-server 2010-10-11 23:19:33,556 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720] catalog.CatalogTracker(132): Starting catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@6ad21538 2010-10-11 23:19:33,555 INFO [RegionServer:1;192.168.1.218,60266,1286831967698] zookeeper.ZKUtil(197): regionserver:60266-0x12b9d2982770005 Set watcher on existing znode /hbase/root-region-server 2010-10-11 23:19:33,557 INFO [RegionServer:0;192.168.1.218,60264,1286831967678] zookeeper.ZKUtil(197): regionserver:60264-0x12b9d2982770006 Set watcher on existing znode /hbase/unassigned/1028785192 2010-10-11 23:19:33,558 INFO [RegionServer:1;192.168.1.218,60266,1286831967698] zookeeper.ZKUtil(197): regionserver:60266-0x12b9d2982770005 Set watcher on existing znode /hbase/unassigned/1028785192 2010-10-11 23:19:33,558 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678] catalog.CatalogTracker(132): Starting catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@66f4652 2010-10-11 23:19:33,559 DEBUG [RegionServer:1;192.168.1.218,60266,1286831967698] catalog.CatalogTracker(132): Starting catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@2e1474fc 2010-10-11 23:19:33,712 DEBUG [Master:0;192.168.1.218:60261] executor.ExecutorService(172): Starting executor service: MASTER_OPEN_REGION-192.168.1.218:60261 2010-10-11 23:19:33,712 DEBUG [Master:0;192.168.1.218:60261] executor.ExecutorService(172): Starting executor service: MASTER_CLOSE_REGION-192.168.1.218:60261 2010-10-11 23:19:33,713 DEBUG [Master:0;192.168.1.218:60261] executor.ExecutorService(172): Starting executor service: MASTER_SERVER_OPERATIONS-192.168.1.218:60261 2010-10-11 23:19:33,712 INFO [RegionServer:1;192.168.1.218,60266,1286831967698] regionserver.MemStoreFlusher(102): globalMemStoreLimit=49.6m, globalMemStoreLimitLowMark=43.4m, maxHeap=123.9m 2010-10-11 23:19:33,714 DEBUG [Master:0;192.168.1.218:60261] executor.ExecutorService(172): Starting executor service: MASTER_TABLE_OPERATIONS-192.168.1.218:60261 2010-10-11 23:19:33,714 INFO [RegionServer:2;192.168.1.218,60268,1286831967720] regionserver.MemStoreFlusher(102): globalMemStoreLimit=49.6m, globalMemStoreLimitLowMark=43.4m, maxHeap=123.9m 2010-10-11 23:19:33,713 INFO [RegionServer:0;192.168.1.218,60264,1286831967678] regionserver.MemStoreFlusher(102): globalMemStoreLimit=49.6m, globalMemStoreLimitLowMark=43.4m, maxHeap=123.9m 2010-10-11 23:19:33,976 DEBUG [RegionServer:1;192.168.1.218,60266,1286831967698] regionserver.PriorityCompactionQueue(134): Create PriorityCompactionQueue 2010-10-11 23:19:33,976 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720] regionserver.PriorityCompactionQueue(134): Create PriorityCompactionQueue 2010-10-11 23:19:33,976 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678] regionserver.PriorityCompactionQueue(134): Create PriorityCompactionQueue 2010-10-11 23:19:33,980 INFO [RegionServer:2;192.168.1.218,60268,1286831967720] regionserver.HRegionServer$MajorCompactionChecker(957): Runs every 1000000ms 2010-10-11 23:19:33,980 DEBUG [Master:0;192.168.1.218:60261] master.HMaster(532): Started service threads 2010-10-11 23:19:33,980 INFO [RegionServer:1;192.168.1.218,60266,1286831967698] regionserver.HRegionServer$MajorCompactionChecker(957): Runs every 1000000ms 2010-10-11 23:19:33,980 INFO [RegionServer:0;192.168.1.218,60264,1286831967678] regionserver.HRegionServer$MajorCompactionChecker(957): Runs every 1000000ms 2010-10-11 23:19:34,512 INFO [RegionServer:0;192.168.1.218,60264,1286831967678] regionserver.HRegionServer(1355): Connected to master at 192.168.1.218:60261 2010-10-11 23:19:34,512 INFO [RegionServer:1;192.168.1.218,60266,1286831967698] regionserver.HRegionServer(1355): Connected to master at 192.168.1.218:60261 2010-10-11 23:19:34,512 INFO [RegionServer:2;192.168.1.218,60268,1286831967720] regionserver.HRegionServer(1355): Connected to master at 192.168.1.218:60261 2010-10-11 23:19:34,516 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2010-10-11 23:19:34,516 INFO [RegionServer:1;192.168.1.218,60266,1286831967698] regionserver.HRegionServer(1396): Telling master at 192.168.1.218:60261 that we are up 2010-10-11 23:19:34,516 INFO [RegionServer:0;192.168.1.218,60264,1286831967678] regionserver.HRegionServer(1396): Telling master at 192.168.1.218:60261 that we are up 2010-10-11 23:19:34,516 INFO [RegionServer:2;192.168.1.218,60268,1286831967720] regionserver.HRegionServer(1396): Telling master at 192.168.1.218:60261 that we are up 2010-10-11 23:19:34,520 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60261-0x12b9d2982770000 Retrieved 19 byte(s) of data from znode /hbase/rs/192.168.1.218,60264,1286831967678 and set watcher; 192.168.1.218:60264 2010-10-11 23:19:34,521 INFO [IPC Server handler 1 on 60261] master.ServerManager(221): Registering server=192.168.1.218,60268,1286831967720, regionCount=0, userLoad=false 2010-10-11 23:19:34,520 INFO [IPC Server handler 4 on 60261] master.ServerManager(221): Registering server=192.168.1.218,60266,1286831967698, regionCount=0, userLoad=false 2010-10-11 23:19:34,520 INFO [IPC Server handler 3 on 60261] master.ServerManager(221): Registering server=192.168.1.218,60264,1286831967678, regionCount=0, userLoad=false 2010-10-11 23:19:34,523 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60261-0x12b9d2982770000 Retrieved 19 byte(s) of data from znode /hbase/rs/192.168.1.218,60268,1286831967720 and set watcher; 192.168.1.218:60268 2010-10-11 23:19:34,524 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60261-0x12b9d2982770000 Retrieved 19 byte(s) of data from znode /hbase/rs/192.168.1.218,60266,1286831967698 and set watcher; 192.168.1.218:60266 2010-10-11 23:19:34,529 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678] regionserver.HRegionServer(758): Config from master: hbase.regionserver.address=192.168.1.218 2010-10-11 23:19:34,529 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720] regionserver.HRegionServer(758): Config from master: hbase.regionserver.address=192.168.1.218 2010-10-11 23:19:34,530 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720] regionserver.HRegionServer(758): Config from master: fs.default.name=hdfs://localhost:60243/user/lfrancke 2010-10-11 23:19:34,531 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720] regionserver.HRegionServer(758): Config from master: hbase.rootdir=hdfs://localhost:60243/user/lfrancke 2010-10-11 23:19:34,531 INFO [RegionServer:2;192.168.1.218,60268,1286831967720] regionserver.HRegionServer(776): Master passed us address to use. Was=192.168.1.218:60268, Now=192.168.1.218:60268 2010-10-11 23:19:34,530 DEBUG [RegionServer:1;192.168.1.218,60266,1286831967698] regionserver.HRegionServer(758): Config from master: hbase.regionserver.address=192.168.1.218 2010-10-11 23:19:34,534 DEBUG [RegionServer:1;192.168.1.218,60266,1286831967698] regionserver.HRegionServer(758): Config from master: fs.default.name=hdfs://localhost:60243/user/lfrancke 2010-10-11 23:19:34,535 DEBUG [RegionServer:1;192.168.1.218,60266,1286831967698] regionserver.HRegionServer(758): Config from master: hbase.rootdir=hdfs://localhost:60243/user/lfrancke 2010-10-11 23:19:34,536 INFO [RegionServer:1;192.168.1.218,60266,1286831967698] regionserver.HRegionServer(776): Master passed us address to use. Was=192.168.1.218:60266, Now=192.168.1.218:60266 2010-10-11 23:19:34,530 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678] regionserver.HRegionServer(758): Config from master: fs.default.name=hdfs://localhost:60243/user/lfrancke 2010-10-11 23:19:34,559 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678] regionserver.HRegionServer(758): Config from master: hbase.rootdir=hdfs://localhost:60243/user/lfrancke 2010-10-11 23:19:34,558 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720] regionserver.HRegionServer(997): logdir=hdfs://localhost:60243/user/lfrancke/.logs/192.168.1.218,60268,1286831967720 2010-10-11 23:19:34,564 INFO [RegionServer:0;192.168.1.218,60264,1286831967678] regionserver.HRegionServer(776): Master passed us address to use. Was=192.168.1.218:60264, Now=192.168.1.218:60264 2010-10-11 23:19:34,569 DEBUG [RegionServer:1;192.168.1.218,60266,1286831967698] regionserver.HRegionServer(997): logdir=hdfs://localhost:60243/user/lfrancke/.logs/192.168.1.218,60266,1286831967698 2010-10-11 23:19:34,573 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678] regionserver.HRegionServer(997): logdir=hdfs://localhost:60243/user/lfrancke/.logs/192.168.1.218,60264,1286831967678 2010-10-11 23:19:34,728 INFO [RegionServer:2;192.168.1.218,60268,1286831967720] wal.HLog(359): HLog configuration: blocksize=64 MB, rollsize=60.8 MB, enabled=true, flushlogentries=1, optionallogflushinternal=1000ms 2010-10-11 23:19:34,730 INFO [RegionServer:0;192.168.1.218,60264,1286831967678] wal.HLog(359): HLog configuration: blocksize=64 MB, rollsize=60.8 MB, enabled=true, flushlogentries=1, optionallogflushinternal=1000ms 2010-10-11 23:19:34,730 INFO [RegionServer:1;192.168.1.218,60266,1286831967698] wal.HLog(359): HLog configuration: blocksize=64 MB, rollsize=60.8 MB, enabled=true, flushlogentries=1, optionallogflushinternal=1000ms 2010-10-11 23:19:35,155 INFO [RegionServer:2;192.168.1.218,60268,1286831967720] wal.SequenceFileLogWriter(126): Using syncFs -- HDFS-200 2010-10-11 23:19:35,157 INFO [RegionServer:2;192.168.1.218,60268,1286831967720] wal.HLog(498): New hlog /user/lfrancke/.logs/192.168.1.218,60268,1286831967720/192.168.1.218%3A60268.1286831974730 2010-10-11 23:19:35,157 INFO [RegionServer:2;192.168.1.218,60268,1286831967720] wal.HLog(389): Using getNumCurrentReplicas--HDFS-826 2010-10-11 23:19:35,277 INFO [RegionServer:2;192.168.1.218,60268,1286831967720] metrics.RegionServerMetrics(149): Initialized 2010-10-11 23:19:35,278 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720] executor.ExecutorService(172): Starting executor service: RS_OPEN_REGION-192.168.1.218,60268,1286831967720 2010-10-11 23:19:35,279 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720] executor.ExecutorService(172): Starting executor service: RS_OPEN_ROOT-192.168.1.218,60268,1286831967720 2010-10-11 23:19:35,280 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720] executor.ExecutorService(172): Starting executor service: RS_OPEN_META-192.168.1.218,60268,1286831967720 2010-10-11 23:19:35,281 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720] executor.ExecutorService(172): Starting executor service: RS_CLOSE_REGION-192.168.1.218,60268,1286831967720 2010-10-11 23:19:35,282 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720] executor.ExecutorService(172): Starting executor service: RS_CLOSE_ROOT-192.168.1.218,60268,1286831967720 2010-10-11 23:19:35,282 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720] executor.ExecutorService(172): Starting executor service: RS_CLOSE_META-192.168.1.218,60268,1286831967720 2010-10-11 23:19:35,290 INFO [RegionServer:2;192.168.1.218,60268,1286831967720] regionserver.HRegionServer(802): Serving as 192.168.1.218,60268,1286831967720, sessionid=0x12b9d2982770004 2010-10-11 23:19:35,413 INFO [RegionServer:0;192.168.1.218,60264,1286831967678] wal.SequenceFileLogWriter(126): Using syncFs -- HDFS-200 2010-10-11 23:19:35,414 INFO [RegionServer:1;192.168.1.218,60266,1286831967698] wal.SequenceFileLogWriter(126): Using syncFs -- HDFS-200 2010-10-11 23:19:35,420 INFO [RegionServer:1;192.168.1.218,60266,1286831967698] wal.HLog(498): New hlog /user/lfrancke/.logs/192.168.1.218,60266,1286831967698/192.168.1.218%3A60266.1286831974733 2010-10-11 23:19:35,420 INFO [RegionServer:0;192.168.1.218,60264,1286831967678] wal.HLog(498): New hlog /user/lfrancke/.logs/192.168.1.218,60264,1286831967678/192.168.1.218%3A60264.1286831974730 2010-10-11 23:19:35,420 INFO [RegionServer:1;192.168.1.218,60266,1286831967698] wal.HLog(389): Using getNumCurrentReplicas--HDFS-826 2010-10-11 23:19:35,421 INFO [RegionServer:0;192.168.1.218,60264,1286831967678] wal.HLog(389): Using getNumCurrentReplicas--HDFS-826 2010-10-11 23:19:35,423 INFO [RegionServer:0;192.168.1.218,60264,1286831967678] metrics.RegionServerMetrics(149): Initialized 2010-10-11 23:19:35,423 INFO [RegionServer:1;192.168.1.218,60266,1286831967698] metrics.RegionServerMetrics(149): Initialized 2010-10-11 23:19:35,424 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678] executor.ExecutorService(172): Starting executor service: RS_OPEN_REGION-192.168.1.218,60264,1286831967678 2010-10-11 23:19:35,425 DEBUG [RegionServer:1;192.168.1.218,60266,1286831967698] executor.ExecutorService(172): Starting executor service: RS_OPEN_REGION-192.168.1.218,60266,1286831967698 2010-10-11 23:19:35,425 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678] executor.ExecutorService(172): Starting executor service: RS_OPEN_ROOT-192.168.1.218,60264,1286831967678 2010-10-11 23:19:35,425 DEBUG [RegionServer:1;192.168.1.218,60266,1286831967698] executor.ExecutorService(172): Starting executor service: RS_OPEN_ROOT-192.168.1.218,60266,1286831967698 2010-10-11 23:19:35,426 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678] executor.ExecutorService(172): Starting executor service: RS_OPEN_META-192.168.1.218,60264,1286831967678 2010-10-11 23:19:35,426 DEBUG [RegionServer:1;192.168.1.218,60266,1286831967698] executor.ExecutorService(172): Starting executor service: RS_OPEN_META-192.168.1.218,60266,1286831967698 2010-10-11 23:19:35,427 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678] executor.ExecutorService(172): Starting executor service: RS_CLOSE_REGION-192.168.1.218,60264,1286831967678 2010-10-11 23:19:35,428 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678] executor.ExecutorService(172): Starting executor service: RS_CLOSE_ROOT-192.168.1.218,60264,1286831967678 2010-10-11 23:19:35,428 DEBUG [RegionServer:1;192.168.1.218,60266,1286831967698] executor.ExecutorService(172): Starting executor service: RS_CLOSE_REGION-192.168.1.218,60266,1286831967698 2010-10-11 23:19:35,430 DEBUG [RegionServer:1;192.168.1.218,60266,1286831967698] executor.ExecutorService(172): Starting executor service: RS_CLOSE_ROOT-192.168.1.218,60266,1286831967698 2010-10-11 23:19:35,430 DEBUG [RegionServer:1;192.168.1.218,60266,1286831967698] executor.ExecutorService(172): Starting executor service: RS_CLOSE_META-192.168.1.218,60266,1286831967698 2010-10-11 23:19:35,429 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678] executor.ExecutorService(172): Starting executor service: RS_CLOSE_META-192.168.1.218,60264,1286831967678 2010-10-11 23:19:35,442 INFO [RegionServer:0;192.168.1.218,60264,1286831967678] regionserver.HRegionServer(802): Serving as 192.168.1.218,60264,1286831967678, sessionid=0x12b9d2982770006 2010-10-11 23:19:35,442 INFO [RegionServer:1;192.168.1.218,60266,1286831967698] regionserver.HRegionServer(802): Serving as 192.168.1.218,60266,1286831967698, sessionid=0x12b9d2982770005 2010-10-11 23:19:36,981 INFO [Master:0;192.168.1.218:60261] master.ServerManager(595): Waiting on regionserver(s) count to settle; currently=3 2010-10-11 23:19:39,983 INFO [Master:0;192.168.1.218:60261] master.ServerManager(609): Exiting wait on regionserver(s) to checkin; count=3, stopped=false, count of regions out on cluster=0 2010-10-11 23:19:39,986 INFO [Master:0;192.168.1.218:60261] master.MasterFileSystem(176): Log folder hdfs://localhost:60243/user/lfrancke/.logs/192.168.1.218,60264,1286831967678 belongs to an existing region server 2010-10-11 23:19:39,986 INFO [Master:0;192.168.1.218:60261] master.MasterFileSystem(176): Log folder hdfs://localhost:60243/user/lfrancke/.logs/192.168.1.218,60266,1286831967698 belongs to an existing region server 2010-10-11 23:19:39,987 INFO [Master:0;192.168.1.218:60261] master.MasterFileSystem(176): Log folder hdfs://localhost:60243/user/lfrancke/.logs/192.168.1.218,60268,1286831967720 belongs to an existing region server 2010-10-11 23:19:40,116 DEBUG [Master:0;192.168.1.218:60261] zookeeper.ZKUtil(496): master:60261-0x12b9d2982770000 Unable to get data of znode /hbase/unassigned/70236052 because node does not exist (not an error) 2010-10-11 23:19:41,149 INFO [Master:0;192.168.1.218:60261] catalog.RootLocationEditor(46): Unsetting ROOT region location in ZooKeeper 2010-10-11 23:19:41,676 DEBUG [Master:0;192.168.1.218:60261] zookeeper.ZKAssign(203): master:60261-0x12b9d2982770000 Creating (or updating) unassigned node for 70236052 with OFFLINE state 2010-10-11 23:19:42,173 DEBUG [Master:0;192.168.1.218:60261] master.AssignmentManager(736): No previous transition plan for -ROOT-,,0.70236052 so generated a random one; hri=-ROOT-,,0.70236052, src=, dest=192.168.1.218,60264,1286831967678; 3 (online=3) available servers 2010-10-11 23:19:42,174 DEBUG [Master:0;192.168.1.218:60261] master.AssignmentManager(680): Assigning region -ROOT-,,0.70236052 to 192.168.1.218,60264,1286831967678 2010-10-11 23:19:42,174 DEBUG [Master:0;192.168.1.218:60261] master.ServerManager(565): New connection to 192.168.1.218,60264,1286831967678 2010-10-11 23:19:42,208 INFO [IPC Server handler 0 on 60264] regionserver.HRegionServer(1948): Received request to open region: -ROOT-,,0.70236052 2010-10-11 23:19:42,213 DEBUG [RS_OPEN_ROOT-192.168.1.218,60264,1286831967678-1] handler.OpenRegionHandler(69): Processing open of -ROOT-,,0.70236052 2010-10-11 23:19:42,214 DEBUG [RS_OPEN_ROOT-192.168.1.218,60264,1286831967678-1] zookeeper.ZKAssign(583): regionserver:60264-0x12b9d2982770006 Attempting to transition node 70236052/-ROOT- from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 23:19:42,216 DEBUG [RS_OPEN_ROOT-192.168.1.218,60264,1286831967678-1] zookeeper.ZKUtil(1011): regionserver:60264-0x12b9d2982770006 Retrieved 42 byte(s) of data from znode /hbase/unassigned/70236052; data=+?)?` -ROOT-,,0192.16... 2010-10-11 23:19:42,220 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60264-0x12b9d2982770006 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/70236052 2010-10-11 23:19:42,220 DEBUG [RS_OPEN_ROOT-192.168.1.218,60264,1286831967678-1] zookeeper.ZKAssign(629): regionserver:60264-0x12b9d2982770006 Successfully transitioned node 70236052 from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 23:19:42,220 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/70236052 2010-10-11 23:19:42,223 DEBUG [RS_OPEN_ROOT-192.168.1.218,60264,1286831967678-1] regionserver.HRegion(2434): Opening region: REGION => {NAME => '-ROOT-,,0', STARTKEY => '', ENDKEY => '', ENCODED => 70236052, TABLE => {{NAME => '-ROOT-', IS_ROOT => 'true', IS_META => 'true', FAMILIES => [{NAME => 'info', BLOOMFILTER => 'NONE', REPLICATION_SCOPE => '0', VERSIONS => '10', COMPRESSION => 'NONE', TTL => '2147483647', BLOCKSIZE => '8192', IN_MEMORY => 'true', BLOCKCACHE => 'true'}]}} 2010-10-11 23:19:42,224 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60261-0x12b9d2982770000 Retrieved 56 byte(s) of data from znode /hbase/unassigned/70236052 and set watcher; +?)? -ROOT-,,0!192.168... 2010-10-11 23:19:42,225 DEBUG [RS_OPEN_ROOT-192.168.1.218,60264,1286831967678-1] regionserver.HRegion(296): Instantiated -ROOT-,,0.70236052 2010-10-11 23:19:42,225 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,60264,1286831967678, region=70236052/-ROOT- 2010-10-11 23:19:42,236 INFO [RS_OPEN_ROOT-192.168.1.218,60264,1286831967678-1] regionserver.StoreFile(350): Allocating LruBlockCache with maximum size 24.8m 2010-10-11 23:19:42,250 DEBUG [RS_OPEN_ROOT-192.168.1.218,60264,1286831967678-1] regionserver.Store(271): loaded hdfs://localhost:60243/user/lfrancke/-ROOT-/70236052/info/942775653349594949, isReference=false, isBulkLoadResult=false, seqid=2, majorCompaction=false 2010-10-11 23:19:42,254 INFO [RS_OPEN_ROOT-192.168.1.218,60264,1286831967678-1] regionserver.HRegion(357): Onlined -ROOT-,,0.70236052; next sequenceid=3 2010-10-11 23:19:42,254 DEBUG [RS_OPEN_ROOT-192.168.1.218,60264,1286831967678-1] zookeeper.ZKAssign(583): regionserver:60264-0x12b9d2982770006 Attempting to transition node 70236052/-ROOT- from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 23:19:42,256 DEBUG [RS_OPEN_ROOT-192.168.1.218,60264,1286831967678-1] zookeeper.ZKUtil(1011): regionserver:60264-0x12b9d2982770006 Retrieved 56 byte(s) of data from znode /hbase/unassigned/70236052; data=+?)? -ROOT-,,0!192.168... 2010-10-11 23:19:42,257 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60264-0x12b9d2982770006 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/70236052 2010-10-11 23:19:42,257 DEBUG [RS_OPEN_ROOT-192.168.1.218,60264,1286831967678-1] zookeeper.ZKAssign(629): regionserver:60264-0x12b9d2982770006 Successfully transitioned node 70236052 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 23:19:42,257 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/70236052 2010-10-11 23:19:42,259 INFO [RS_OPEN_ROOT-192.168.1.218,60264,1286831967678-1] catalog.RootLocationEditor(65): Setting ROOT region location in ZooKeeper as 192.168.1.218:60264 2010-10-11 23:19:42,260 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60261-0x12b9d2982770000 Retrieved 56 byte(s) of data from znode /hbase/unassigned/70236052 and set watcher; +?)? -ROOT-,,0!192.168... 2010-10-11 23:19:42,261 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,60264,1286831967678, region=70236052/-ROOT- 2010-10-11 23:19:42,262 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60268-0x12b9d2982770004 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 23:19:42,263 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 23:19:42,263 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d2982770001 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 23:19:42,263 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d2982770003 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 23:19:42,265 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): hconnection-0x12b9d2982770001 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:60264 2010-10-11 23:19:42,263 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d2982770007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 23:19:42,263 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d2982770002 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 23:19:42,263 DEBUG [RegionServer:1;192.168.1.218,60266,1286831967698-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60266-0x12b9d2982770005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 23:19:42,263 DEBUG [Master:0;192.168.1.218:60261-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d2982770008 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 23:19:42,263 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60264-0x12b9d2982770006 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 23:19:42,269 DEBUG [Master:0;192.168.1.218:60261-EventThread] zookeeper.ZKUtil(1011): hconnection-0x12b9d2982770008 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:60264 2010-10-11 23:19:42,268 DEBUG [RegionServer:1;192.168.1.218,60266,1286831967698-EventThread] zookeeper.ZKUtil(1011): regionserver:60266-0x12b9d2982770005 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:60264 2010-10-11 23:19:42,267 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): hconnection-0x12b9d2982770002 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:60264 2010-10-11 23:19:42,267 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): hconnection-0x12b9d2982770007 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:60264 2010-10-11 23:19:42,266 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): hconnection-0x12b9d2982770003 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:60264 2010-10-11 23:19:42,264 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60261-0x12b9d2982770000 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:60264 2010-10-11 23:19:42,264 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720-EventThread] zookeeper.ZKUtil(1011): regionserver:60268-0x12b9d2982770004 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:60264 2010-10-11 23:19:42,264 DEBUG [RS_OPEN_ROOT-192.168.1.218,60264,1286831967678-1] zookeeper.ZKAssign(583): regionserver:60264-0x12b9d2982770006 Attempting to transition node 70236052/-ROOT- from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 23:19:42,274 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(536): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@2de3e7d2; hsa=192.168.1.218:60264 2010-10-11 23:19:42,280 INFO [Master:0;192.168.1.218:60261] master.HMaster(426): -ROOT- assigned=1, rit=false 2010-10-11 23:19:42,269 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678-EventThread] zookeeper.ZKUtil(1011): regionserver:60264-0x12b9d2982770006 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:60264 2010-10-11 23:19:42,306 DEBUG [RS_OPEN_ROOT-192.168.1.218,60264,1286831967678-1] zookeeper.ZKUtil(1011): regionserver:60264-0x12b9d2982770006 Retrieved 56 byte(s) of data from znode /hbase/unassigned/70236052; data=+?)? -ROOT-,,0!192.168... 2010-10-11 23:19:42,306 DEBUG [Master:0;192.168.1.218:60261] zookeeper.ZKUtil(496): master:60261-0x12b9d2982770000 Unable to get data of znode /hbase/unassigned/1028785192 because node does not exist (not an error) 2010-10-11 23:19:42,309 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/70236052 2010-10-11 23:19:42,311 DEBUG [RS_OPEN_ROOT-192.168.1.218,60264,1286831967678-1] zookeeper.ZKAssign(629): regionserver:60264-0x12b9d2982770006 Successfully transitioned node 70236052 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 23:19:42,311 DEBUG [RS_OPEN_ROOT-192.168.1.218,60264,1286831967678-1] handler.OpenRegionHandler(191): Opened -ROOT-,,0.70236052 2010-10-11 23:19:42,314 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60264-0x12b9d2982770006 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/70236052 2010-10-11 23:19:42,319 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60261-0x12b9d2982770000 Retrieved 56 byte(s) of data from znode /hbase/unassigned/70236052 and set watcher; +?)?? -ROOT-,,0!192.16... 2010-10-11 23:19:42,320 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENED, server=192.168.1.218,60264,1286831967678, region=70236052/-ROOT- 2010-10-11 23:19:42,334 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60261-1] handler.OpenedRegionHandler(88): Handling OPENED event for 70236052; deleting unassigned node 2010-10-11 23:19:42,336 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60261-1] zookeeper.ZKAssign(322): master:60261-0x12b9d2982770000 Deleting existing unassigned node for 70236052 that is in expected state RS_ZK_REGION_OPENED 2010-10-11 23:19:42,337 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60261-1] zookeeper.ZKUtil(1011): master:60261-0x12b9d2982770000 Retrieved 56 byte(s) of data from znode /hbase/unassigned/70236052; data=+?)?? -ROOT-,,0!192.16... 2010-10-11 23:19:42,493 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/unassigned/70236052 2010-10-11 23:19:42,494 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60261-1] handler.OpenedRegionHandler(99): Opened region -ROOT-,,0.70236052 2010-10-11 23:19:43,263 DEBUG [Master:0;192.168.1.218:60261] zookeeper.ZKAssign(203): master:60261-0x12b9d2982770000 Creating (or updating) unassigned node for 1028785192 with OFFLINE state 2010-10-11 23:19:43,263 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(728): locateRegionInMeta parentTable=-ROOT-, metaLocation=address: 192.168.1.218:60264, regioninfo: -ROOT-,,0.70236052, attempt=0 of 4 failed; retrying after sleep of 5000 because: No server address listed in -ROOT- for region .META.,,1.1028785192 2010-10-11 23:19:43,397 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:19:43,398 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60264-0x12b9d2982770006 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:19:43,398 DEBUG [RegionServer:1;192.168.1.218,60266,1286831967698-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60266-0x12b9d2982770005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:19:43,400 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60261-0x12b9d2982770000 Retrieved 42 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?)? .META.,,1192.168... 2010-10-11 23:19:43,401 DEBUG [Master:0;192.168.1.218:60261] master.AssignmentManager(736): No previous transition plan for .META.,,1.1028785192 so generated a random one; hri=.META.,,1.1028785192, src=, dest=192.168.1.218,60266,1286831967698; 3 (online=3) available servers 2010-10-11 23:19:43,399 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60268-0x12b9d2982770004 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:19:43,403 DEBUG [Master:0;192.168.1.218:60261] master.AssignmentManager(680): Assigning region .META.,,1.1028785192 to 192.168.1.218,60266,1286831967698 2010-10-11 23:19:43,403 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60261-0x12b9d2982770000 Retrieved 42 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?)? .META.,,1192.168... 2010-10-11 23:19:43,402 DEBUG [RegionServer:1;192.168.1.218,60266,1286831967698-EventThread] zookeeper.ZKUtil(1011): regionserver:60266-0x12b9d2982770005 Retrieved 42 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?)? .META.,,1192.168... 2010-10-11 23:19:43,402 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678-EventThread] zookeeper.ZKUtil(1011): regionserver:60264-0x12b9d2982770006 Retrieved 42 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?)? .META.,,1192.168... 2010-10-11 23:19:43,405 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=M_ZK_REGION_OFFLINE, server=192.168.1.218:60261, region=1028785192/.META. 2010-10-11 23:19:43,405 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720-EventThread] zookeeper.ZKUtil(1011): regionserver:60268-0x12b9d2982770004 Retrieved 42 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?)? .META.,,1192.168... 2010-10-11 23:19:43,404 DEBUG [Master:0;192.168.1.218:60261] master.ServerManager(565): New connection to 192.168.1.218,60266,1286831967698 2010-10-11 23:19:43,413 INFO [IPC Server handler 0 on 60266] regionserver.HRegionServer(1948): Received request to open region: .META.,,1.1028785192 2010-10-11 23:19:43,416 DEBUG [RS_OPEN_META-192.168.1.218,60266,1286831967698-1] handler.OpenRegionHandler(69): Processing open of .META.,,1.1028785192 2010-10-11 23:19:43,418 DEBUG [RS_OPEN_META-192.168.1.218,60266,1286831967698-1] zookeeper.ZKAssign(583): regionserver:60266-0x12b9d2982770005 Attempting to transition node 1028785192/.META. from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 23:19:43,419 DEBUG [RS_OPEN_META-192.168.1.218,60266,1286831967698-1] zookeeper.ZKUtil(1011): regionserver:60266-0x12b9d2982770005 Retrieved 42 byte(s) of data from znode /hbase/unassigned/1028785192; data=+?)? .META.,,1192.168... 2010-10-11 23:19:43,516 DEBUG [RS_OPEN_META-192.168.1.218,60266,1286831967698-1] zookeeper.ZKAssign(629): regionserver:60266-0x12b9d2982770005 Successfully transitioned node 1028785192 from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 23:19:43,517 DEBUG [RegionServer:1;192.168.1.218,60266,1286831967698-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60266-0x12b9d2982770005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:19:43,517 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60264-0x12b9d2982770006 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:19:43,516 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60268-0x12b9d2982770004 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:19:43,521 DEBUG [RegionServer:1;192.168.1.218,60266,1286831967698-EventThread] zookeeper.ZKUtil(1011): regionserver:60266-0x12b9d2982770005 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?)?< .META.,,1!192.16... 2010-10-11 23:19:43,517 DEBUG [RS_OPEN_META-192.168.1.218,60266,1286831967698-1] regionserver.HRegion(2434): Opening region: REGION => {NAME => '.META.,,1', STARTKEY => '', ENDKEY => '', ENCODED => 1028785192, TABLE => {{NAME => '.META.', IS_META => 'true', FAMILIES => [{NAME => 'info', BLOOMFILTER => 'NONE', REPLICATION_SCOPE => '0', VERSIONS => '10', COMPRESSION => 'NONE', TTL => '2147483647', BLOCKSIZE => '8192', IN_MEMORY => 'true', BLOCKCACHE => 'true'}]}} 2010-10-11 23:19:43,526 DEBUG [RS_OPEN_META-192.168.1.218,60266,1286831967698-1] regionserver.HRegion(296): Instantiated .META.,,1.1028785192 2010-10-11 23:19:43,518 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:19:43,527 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720-EventThread] zookeeper.ZKUtil(1011): regionserver:60268-0x12b9d2982770004 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?)?< .META.,,1!192.16... 2010-10-11 23:19:43,523 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678-EventThread] zookeeper.ZKUtil(1011): regionserver:60264-0x12b9d2982770006 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?)?< .META.,,1!192.16... 2010-10-11 23:19:43,531 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60261-0x12b9d2982770000 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?)?< .META.,,1!192.16... 2010-10-11 23:19:43,534 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60261-0x12b9d2982770000 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?)?< .META.,,1!192.16... 2010-10-11 23:19:43,535 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,60266,1286831967698, region=1028785192/.META. 2010-10-11 23:19:43,541 INFO [RS_OPEN_META-192.168.1.218,60266,1286831967698-1] regionserver.HRegion(357): Onlined .META.,,1.1028785192; next sequenceid=1 2010-10-11 23:19:43,541 DEBUG [RS_OPEN_META-192.168.1.218,60266,1286831967698-1] zookeeper.ZKAssign(583): regionserver:60266-0x12b9d2982770005 Attempting to transition node 1028785192/.META. from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 23:19:43,542 DEBUG [RS_OPEN_META-192.168.1.218,60266,1286831967698-1] zookeeper.ZKUtil(1011): regionserver:60266-0x12b9d2982770005 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192; data=+?)?< .META.,,1!192.16... 2010-10-11 23:19:43,545 DEBUG [RegionServer:1;192.168.1.218,60266,1286831967698-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60266-0x12b9d2982770005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:19:43,546 DEBUG [RS_OPEN_META-192.168.1.218,60266,1286831967698-1] zookeeper.ZKAssign(629): regionserver:60266-0x12b9d2982770005 Successfully transitioned node 1028785192 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 23:19:43,546 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:19:43,546 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60264-0x12b9d2982770006 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:19:43,545 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60268-0x12b9d2982770004 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:19:43,554 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60261-0x12b9d2982770000 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?)? .META.,,1!192.168... 2010-10-11 23:19:43,552 DEBUG [RegionServer:1;192.168.1.218,60266,1286831967698-EventThread] zookeeper.ZKUtil(1011): regionserver:60266-0x12b9d2982770005 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?)? .META.,,1!192.168... 2010-10-11 23:19:43,556 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678-EventThread] zookeeper.ZKUtil(1011): regionserver:60264-0x12b9d2982770006 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?)? .META.,,1!192.168... 2010-10-11 23:19:43,559 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720-EventThread] zookeeper.ZKUtil(1011): regionserver:60268-0x12b9d2982770004 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?)? .META.,,1!192.168... 2010-10-11 23:19:43,559 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60261-0x12b9d2982770000 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?)? .META.,,1!192.168... 2010-10-11 23:19:43,561 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,60266,1286831967698, region=1028785192/.META. 2010-10-11 23:19:43,586 INFO [RS_OPEN_META-192.168.1.218,60266,1286831967698-1] catalog.MetaEditor(174): Updated row .META.,,1.1028785192 in region -ROOT-,,0 with server=192.168.1.218:60266, startcode=1286831967698 2010-10-11 23:19:43,586 DEBUG [RS_OPEN_META-192.168.1.218,60266,1286831967698-1] zookeeper.ZKAssign(583): regionserver:60266-0x12b9d2982770005 Attempting to transition node 1028785192/.META. from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 23:19:43,597 DEBUG [RS_OPEN_META-192.168.1.218,60266,1286831967698-1] zookeeper.ZKUtil(1011): regionserver:60266-0x12b9d2982770005 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192; data=+?)? .META.,,1!192.168... 2010-10-11 23:19:43,604 DEBUG [RegionServer:1;192.168.1.218,60266,1286831967698-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60266-0x12b9d2982770005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:19:43,605 DEBUG [RS_OPEN_META-192.168.1.218,60266,1286831967698-1] zookeeper.ZKAssign(629): regionserver:60266-0x12b9d2982770005 Successfully transitioned node 1028785192 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 23:19:43,606 DEBUG [RS_OPEN_META-192.168.1.218,60266,1286831967698-1] handler.OpenRegionHandler(191): Opened .META.,,1.1028785192 2010-10-11 23:19:43,605 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:19:43,605 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60264-0x12b9d2982770006 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:19:43,609 DEBUG [RegionServer:1;192.168.1.218,60266,1286831967698-EventThread] zookeeper.ZKUtil(1011): regionserver:60266-0x12b9d2982770005 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?)?? .META.,,1!192.16... 2010-10-11 23:19:43,610 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678-EventThread] zookeeper.ZKUtil(1011): regionserver:60264-0x12b9d2982770006 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?)?? .META.,,1!192.16... 2010-10-11 23:19:43,604 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60268-0x12b9d2982770004 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:19:43,610 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60261-0x12b9d2982770000 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?)?? .META.,,1!192.16... 2010-10-11 23:19:43,614 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720-EventThread] zookeeper.ZKUtil(1011): regionserver:60268-0x12b9d2982770004 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?)?? .META.,,1!192.16... 2010-10-11 23:19:43,615 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60261-0x12b9d2982770000 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?)?? .META.,,1!192.16... 2010-10-11 23:19:43,617 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENED, server=192.168.1.218,60266,1286831967698, region=1028785192/.META. 2010-10-11 23:19:43,618 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60261-1] handler.OpenedRegionHandler(88): Handling OPENED event for 1028785192; deleting unassigned node 2010-10-11 23:19:43,619 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60261-1] zookeeper.ZKAssign(322): master:60261-0x12b9d2982770000 Deleting existing unassigned node for 1028785192 that is in expected state RS_ZK_REGION_OPENED 2010-10-11 23:19:43,621 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60261-1] zookeeper.ZKUtil(1011): master:60261-0x12b9d2982770000 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192; data=+?)?? .META.,,1!192.16... 2010-10-11 23:19:43,728 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60268-0x12b9d2982770004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:19:43,729 INFO [RegionServer:2;192.168.1.218,60268,1286831967720-EventThread] zookeeper.MetaNodeTracker(61): Detected completed assignment of META, notifying catalog tracker 2010-10-11 23:19:43,729 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60261-1] handler.OpenedRegionHandler(99): Opened region .META.,,1.1028785192 2010-10-11 23:19:43,729 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:19:43,728 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60264-0x12b9d2982770006 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:19:43,734 INFO [RegionServer:0;192.168.1.218,60264,1286831967678-EventThread] zookeeper.MetaNodeTracker(61): Detected completed assignment of META, notifying catalog tracker 2010-10-11 23:19:43,728 DEBUG [RegionServer:1;192.168.1.218,60266,1286831967698-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60266-0x12b9d2982770005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:19:43,736 INFO [RegionServer:1;192.168.1.218,60266,1286831967698-EventThread] zookeeper.MetaNodeTracker(61): Detected completed assignment of META, notifying catalog tracker 2010-10-11 23:19:43,731 INFO [Thread-1-EventThread] zookeeper.MetaNodeTracker(61): Detected completed assignment of META, notifying catalog tracker 2010-10-11 23:19:43,869 INFO [Master:0;192.168.1.218:60261] master.HMaster(439): .META. assigned=2, rit=false 2010-10-11 23:19:43,869 INFO [Master:0;192.168.1.218:60261] master.HMaster(388): Master startup proceeding: cluster startup 2010-10-11 23:19:43,870 DEBUG [Master:0;192.168.1.218:60261] zookeeper.ZKAssign(364): master:60261-0x12b9d2982770000 Deleting any existing unassigned nodes 2010-10-11 23:19:44,261 DEBUG [Master:0;192.168.1.218:60261] client.HConnectionManager$HConnectionImplementation(536): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@5c392fe8; hsa=192.168.1.218:60264 2010-10-11 23:19:44,529 DEBUG [Master:0;192.168.1.218:60261] client.HConnectionManager$HConnectionImplementation(894): Cached location for .META.,,1.1028785192 is 192.168.1.218:60266 2010-10-11 23:19:44,704 INFO [192.168.1.218:60261-CatalogJanitor] master.CatalogJanitor(113): Scanned 0 catalog row(s) and gc'd 0 unreferenced parent region(s) 2010-10-11 23:19:48,265 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(536): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@2de3e7d2; hsa=192.168.1.218:60264 2010-10-11 23:19:48,268 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(894): Cached location for .META.,,1.1028785192 is 192.168.1.218:60266 2010-10-11 23:19:48,470 DEBUG [Thread-1] client.HTable$ClientScanner(936): Creating scanner over .META. starting at key '' 2010-10-11 23:19:48,470 DEBUG [Thread-1] client.HTable$ClientScanner(1025): Advancing internal scanner to startKey at '' 2010-10-11 23:19:48,471 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(780): Cache hit for row <> in tableName .META.: location server 192.168.1.218:60266, location region name .META.,,1.1028785192 2010-10-11 23:19:48,481 DEBUG [Thread-1] client.HTable$ClientScanner(1012): Finished with scanning at REGION => {NAME => '.META.,,1', STARTKEY => '', ENDKEY => '', ENCODED => 1028785192, TABLE => {{NAME => '.META.', IS_META => 'true', FAMILIES => [{NAME => 'info', BLOOMFILTER => 'NONE', REPLICATION_SCOPE => '0', VERSIONS => '10', COMPRESSION => 'NONE', TTL => '2147483647', BLOCKSIZE => '8192', IN_MEMORY => 'true', BLOCKCACHE => 'true'}]}} 2010-10-11 23:19:48,484 INFO [Thread-1] hbase.HBaseTestingUtility(369): Minicluster is up 2010-10-11 23:19:48,484 INFO [Thread-1] master.TestRestartCluster(99): Creating tables 2010-10-11 23:19:48,487 INFO [Thread-1] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 23:19:48,680 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 23:19:48,680 INFO [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(264): hconnection connected 2010-10-11 23:19:49,097 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d2982770009 Set watcher on existing znode /hbase/master 2010-10-11 23:19:49,098 DEBUG [Thread-1] zookeeper.ZKUtil(1011): hconnection-0x12b9d2982770009 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:60261 2010-10-11 23:19:49,099 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d2982770009 Set watcher on existing znode /hbase/root-region-server 2010-10-11 23:19:49,101 DEBUG [Thread-1] zookeeper.ZKUtil(1011): hconnection-0x12b9d2982770009 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:60264 2010-10-11 23:19:49,132 INFO [IPC Server handler 4 on 60261] wal.HLog(359): HLog configuration: blocksize=64 MB, rollsize=60.8 MB, enabled=true, flushlogentries=1, optionallogflushinternal=1000ms 2010-10-11 23:19:49,194 INFO [IPC Server handler 4 on 60261] wal.SequenceFileLogWriter(126): Using syncFs -- HDFS-200 2010-10-11 23:19:49,196 INFO [IPC Server handler 4 on 60261] wal.HLog(498): New hlog /user/lfrancke/restartTableOne/356b53228a08c5891e8293b4170d2182/.logs/hlog.1286831989132 2010-10-11 23:19:49,197 INFO [IPC Server handler 4 on 60261] wal.HLog(389): Using getNumCurrentReplicas--HDFS-826 2010-10-11 23:19:49,199 DEBUG [IPC Server handler 4 on 60261] regionserver.HRegion(296): Instantiated restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182. 2010-10-11 23:19:50,809 INFO [IPC Server handler 4 on 60261] regionserver.HRegion(357): Onlined restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182.; next sequenceid=1 2010-10-11 23:19:51,536 INFO [IPC Server handler 4 on 60261] catalog.MetaEditor(62): Added region restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182. to META 2010-10-11 23:19:51,537 DEBUG [IPC Server handler 4 on 60261] regionserver.HRegion(486): Closing restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182.: disabling compactions & flushes 2010-10-11 23:19:51,538 DEBUG [IPC Server handler 4 on 60261] regionserver.HRegion(514): Updates disabled for region restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182. 2010-10-11 23:19:51,538 DEBUG [IPC Server handler 4 on 60261] regionserver.Store(412): closed family 2010-10-11 23:19:51,539 INFO [IPC Server handler 4 on 60261] regionserver.HRegion(525): Closed restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182. 2010-10-11 23:19:51,540 DEBUG [IPC Server handler 4 on 60261.logSyncer] wal.HLog$LogSyncer(972): IPC Server handler 4 on 60261.logSyncer interrupted while waiting for sync requests 2010-10-11 23:19:51,540 INFO [IPC Server handler 4 on 60261.logSyncer] wal.HLog$LogSyncer(977): IPC Server handler 4 on 60261.logSyncer exiting 2010-10-11 23:19:51,544 DEBUG [IPC Server handler 4 on 60261] wal.HLog(802): closing hlog writer in hdfs://localhost:60243/user/lfrancke/restartTableOne/356b53228a08c5891e8293b4170d2182/.logs 2010-10-11 23:19:52,779 DEBUG [IPC Server handler 4 on 60261] wal.HLog(770): Moved 1 log files to /user/lfrancke/restartTableOne/356b53228a08c5891e8293b4170d2182/.oldlogs 2010-10-11 23:19:52,781 DEBUG [IPC Server handler 4 on 60261] zookeeper.ZKAssign(203): master:60261-0x12b9d2982770000 Creating (or updating) unassigned node for 356b53228a08c5891e8293b4170d2182 with OFFLINE state 2010-10-11 23:19:52,783 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/unassigned 2010-10-11 23:19:52,785 DEBUG [IPC Server handler 4 on 60261] master.AssignmentManager(736): No previous transition plan for restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182. so generated a random one; hri=restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182., src=, dest=192.168.1.218,60268,1286831967720; 3 (online=3) available servers 2010-10-11 23:19:52,786 DEBUG [IPC Server handler 4 on 60261] master.AssignmentManager(680): Assigning region restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182. to 192.168.1.218,60268,1286831967720 2010-10-11 23:19:52,787 DEBUG [IPC Server handler 4 on 60261] master.ServerManager(565): New connection to 192.168.1.218,60268,1286831967720 2010-10-11 23:19:52,791 INFO [IPC Server handler 0 on 60268] regionserver.HRegionServer(1948): Received request to open region: restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182. 2010-10-11 23:19:52,793 DEBUG [RS_OPEN_REGION-192.168.1.218,60268,1286831967720-1] handler.OpenRegionHandler(69): Processing open of restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182. 2010-10-11 23:19:52,794 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(536): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@440c4cee; hsa=192.168.1.218:60264 2010-10-11 23:19:52,794 DEBUG [RS_OPEN_REGION-192.168.1.218,60268,1286831967720-1] zookeeper.ZKAssign(583): regionserver:60268-0x12b9d2982770004 Attempting to transition node 356b53228a08c5891e8293b4170d2182 from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 23:19:52,796 DEBUG [RS_OPEN_REGION-192.168.1.218,60268,1286831967720-1] zookeeper.ZKUtil(1011): regionserver:60268-0x12b9d2982770004 Retrieved 97 byte(s) of data from znode /hbase/unassigned/356b53228a08c5891e8293b4170d2182; data=+?)??@restartTableOne,,1... 2010-10-11 23:19:52,796 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(894): Cached location for .META.,,1.1028785192 is 192.168.1.218:60266 2010-10-11 23:19:52,798 DEBUG [RS_OPEN_REGION-192.168.1.218,60268,1286831967720-1] zookeeper.ZKAssign(629): regionserver:60268-0x12b9d2982770004 Successfully transitioned node 356b53228a08c5891e8293b4170d2182 from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 23:19:52,798 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/356b53228a08c5891e8293b4170d2182 2010-10-11 23:19:52,798 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60268-0x12b9d2982770004 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/356b53228a08c5891e8293b4170d2182 2010-10-11 23:19:52,800 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60261-0x12b9d2982770000 Retrieved 111 byte(s) of data from znode /hbase/unassigned/356b53228a08c5891e8293b4170d2182 and set watcher; +?)??@restartTableOne,,1... 2010-10-11 23:19:52,799 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(780): Cache hit for row <> in tableName .META.: location server 192.168.1.218:60266, location region name .META.,,1.1028785192 2010-10-11 23:19:52,799 DEBUG [RS_OPEN_REGION-192.168.1.218,60268,1286831967720-1] regionserver.HRegion(2434): Opening region: REGION => {NAME => 'restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182.', STARTKEY => '', ENDKEY => '', ENCODED => 356b53228a08c5891e8293b4170d2182, TABLE => {{NAME => 'restartTableOne', FAMILIES => [{NAME => 'family', BLOOMFILTER => 'NONE', REPLICATION_SCOPE => '0', COMPRESSION => 'NONE', VERSIONS => '3', TTL => '2147483647', BLOCKSIZE => '65536', IN_MEMORY => 'false', BLOCKCACHE => 'true'}]}} 2010-10-11 23:19:52,801 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,60268,1286831967720, region=356b53228a08c5891e8293b4170d2182 2010-10-11 23:19:52,804 DEBUG [RS_OPEN_REGION-192.168.1.218,60268,1286831967720-1] regionserver.HRegion(296): Instantiated restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182. 2010-10-11 23:19:52,812 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(728): locateRegionInMeta parentTable=.META., metaLocation=address: 192.168.1.218:60266, regioninfo: .META.,,1.1028785192, attempt=0 of 4 failed; retrying after sleep of 5000 because: No server address listed in .META. for region restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182. 2010-10-11 23:19:52,814 INFO [RS_OPEN_REGION-192.168.1.218,60268,1286831967720-1] regionserver.HRegion(357): Onlined restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182.; next sequenceid=1 2010-10-11 23:19:52,815 DEBUG [RS_OPEN_REGION-192.168.1.218,60268,1286831967720-1] zookeeper.ZKAssign(583): regionserver:60268-0x12b9d2982770004 Attempting to transition node 356b53228a08c5891e8293b4170d2182 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 23:19:52,816 DEBUG [RS_OPEN_REGION-192.168.1.218,60268,1286831967720-1] zookeeper.ZKUtil(1011): regionserver:60268-0x12b9d2982770004 Retrieved 111 byte(s) of data from znode /hbase/unassigned/356b53228a08c5891e8293b4170d2182; data=+?)??@restartTableOne,,1... 2010-10-11 23:19:52,818 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60268-0x12b9d2982770004 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/356b53228a08c5891e8293b4170d2182 2010-10-11 23:19:52,818 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/356b53228a08c5891e8293b4170d2182 2010-10-11 23:19:52,818 DEBUG [RS_OPEN_REGION-192.168.1.218,60268,1286831967720-1] zookeeper.ZKAssign(629): regionserver:60268-0x12b9d2982770004 Successfully transitioned node 356b53228a08c5891e8293b4170d2182 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 23:19:52,820 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60261-0x12b9d2982770000 Retrieved 111 byte(s) of data from znode /hbase/unassigned/356b53228a08c5891e8293b4170d2182 and set watcher; +?)??@restartTableOne,,1... 2010-10-11 23:19:52,821 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,60268,1286831967720, region=356b53228a08c5891e8293b4170d2182 2010-10-11 23:19:52,834 INFO [RS_OPEN_REGION-192.168.1.218,60268,1286831967720-1] catalog.MetaEditor(174): Updated row restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182. in region .META.,,1 with server=192.168.1.218:60268, startcode=1286831967720 2010-10-11 23:19:52,834 DEBUG [RS_OPEN_REGION-192.168.1.218,60268,1286831967720-1] zookeeper.ZKAssign(583): regionserver:60268-0x12b9d2982770004 Attempting to transition node 356b53228a08c5891e8293b4170d2182 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 23:19:52,836 DEBUG [RS_OPEN_REGION-192.168.1.218,60268,1286831967720-1] zookeeper.ZKUtil(1011): regionserver:60268-0x12b9d2982770004 Retrieved 111 byte(s) of data from znode /hbase/unassigned/356b53228a08c5891e8293b4170d2182; data=+?)??@restartTableOne,,1... 2010-10-11 23:19:52,838 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60268-0x12b9d2982770004 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/356b53228a08c5891e8293b4170d2182 2010-10-11 23:19:52,838 DEBUG [RS_OPEN_REGION-192.168.1.218,60268,1286831967720-1] zookeeper.ZKAssign(629): regionserver:60268-0x12b9d2982770004 Successfully transitioned node 356b53228a08c5891e8293b4170d2182 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 23:19:52,838 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/356b53228a08c5891e8293b4170d2182 2010-10-11 23:19:52,839 DEBUG [RS_OPEN_REGION-192.168.1.218,60268,1286831967720-1] handler.OpenRegionHandler(191): Opened restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182. 2010-10-11 23:19:52,840 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60261-0x12b9d2982770000 Retrieved 111 byte(s) of data from znode /hbase/unassigned/356b53228a08c5891e8293b4170d2182 and set watcher; +?)?@restartTableOne,,1... 2010-10-11 23:19:52,841 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENED, server=192.168.1.218,60268,1286831967720, region=356b53228a08c5891e8293b4170d2182 2010-10-11 23:19:52,842 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60261-1] handler.OpenedRegionHandler(88): Handling OPENED event for 356b53228a08c5891e8293b4170d2182; deleting unassigned node 2010-10-11 23:19:52,842 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60261-1] zookeeper.ZKAssign(322): master:60261-0x12b9d2982770000 Deleting existing unassigned node for 356b53228a08c5891e8293b4170d2182 that is in expected state RS_ZK_REGION_OPENED 2010-10-11 23:19:52,843 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60261-1] zookeeper.ZKUtil(1011): master:60261-0x12b9d2982770000 Retrieved 111 byte(s) of data from znode /hbase/unassigned/356b53228a08c5891e8293b4170d2182; data=+?)?@restartTableOne,,1... 2010-10-11 23:19:52,845 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/unassigned/356b53228a08c5891e8293b4170d2182 2010-10-11 23:19:52,845 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60261-1] handler.OpenedRegionHandler(99): Opened region restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182. 2010-10-11 23:19:52,845 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/unassigned 2010-10-11 23:19:57,814 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(780): Cache hit for row <> in tableName .META.: location server 192.168.1.218:60266, location region name .META.,,1.1028785192 2010-10-11 23:19:57,820 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(894): Cached location for restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182. is 192.168.1.218:60268 2010-10-11 23:19:57,822 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(780): Cache hit for row <> in tableName restartTableOne: location server 192.168.1.218:60268, location region name restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182. 2010-10-11 23:19:57,824 INFO [Thread-1] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 23:19:58,534 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 23:19:58,535 INFO [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(264): hconnection connected 2010-10-11 23:20:00,056 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d298277000a Set watcher on existing znode /hbase/master 2010-10-11 23:20:00,060 DEBUG [Thread-1] zookeeper.ZKUtil(1011): hconnection-0x12b9d298277000a Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:60261 2010-10-11 23:20:00,064 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d298277000a Set watcher on existing znode /hbase/root-region-server 2010-10-11 23:20:00,066 DEBUG [Thread-1] zookeeper.ZKUtil(1011): hconnection-0x12b9d298277000a Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:60264 2010-10-11 23:20:00,066 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(536): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@44755866; hsa=192.168.1.218:60264 2010-10-11 23:20:00,069 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(894): Cached location for .META.,,1.1028785192 is 192.168.1.218:60266 2010-10-11 23:20:00,070 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(780): Cache hit for row <> in tableName .META.: location server 192.168.1.218:60266, location region name .META.,,1.1028785192 2010-10-11 23:20:00,078 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(894): Cached location for restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182. is 192.168.1.218:60268 2010-10-11 23:20:00,085 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(780): Cache hit for row <> in tableName restartTableOne: location server 192.168.1.218:60268, location region name restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182. 2010-10-11 23:20:00,089 INFO [Thread-1] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 23:20:00,304 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 23:20:00,306 INFO [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(264): hconnection connected 2010-10-11 23:20:00,600 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d298277000b Set watcher on existing znode /hbase/master 2010-10-11 23:20:00,606 DEBUG [Thread-1] zookeeper.ZKUtil(1011): hconnection-0x12b9d298277000b Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:60261 2010-10-11 23:20:00,608 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d298277000b Set watcher on existing znode /hbase/root-region-server 2010-10-11 23:20:00,609 DEBUG [Thread-1] zookeeper.ZKUtil(1011): hconnection-0x12b9d298277000b Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:60264 2010-10-11 23:20:00,612 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(536): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@1646fef3; hsa=192.168.1.218:60264 2010-10-11 23:20:00,615 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(894): Cached location for .META.,,1.1028785192 is 192.168.1.218:60266 2010-10-11 23:20:00,622 INFO [Thread-1] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 23:20:00,626 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 23:20:00,627 INFO [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(264): hconnection connected 2010-10-11 23:20:00,630 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d298277000c Set watcher on existing znode /hbase/master 2010-10-11 23:20:00,632 DEBUG [Thread-1] zookeeper.ZKUtil(1011): hconnection-0x12b9d298277000c Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:60261 2010-10-11 23:20:00,634 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d298277000c Set watcher on existing znode /hbase/root-region-server 2010-10-11 23:20:00,635 DEBUG [Thread-1] zookeeper.ZKUtil(1011): hconnection-0x12b9d298277000c Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:60264 2010-10-11 23:20:00,648 INFO [IPC Server handler 1 on 60261] wal.HLog(359): HLog configuration: blocksize=64 MB, rollsize=60.8 MB, enabled=true, flushlogentries=1, optionallogflushinternal=1000ms 2010-10-11 23:20:00,675 INFO [IPC Server handler 1 on 60261] wal.SequenceFileLogWriter(126): Using syncFs -- HDFS-200 2010-10-11 23:20:00,677 INFO [IPC Server handler 1 on 60261] wal.HLog(498): New hlog /user/lfrancke/restartTableTwo/eafd6bf6df3715d4cd5efdbaf0b4ca08/.logs/hlog.1286832000649 2010-10-11 23:20:00,678 INFO [IPC Server handler 1 on 60261] wal.HLog(389): Using getNumCurrentReplicas--HDFS-826 2010-10-11 23:20:00,680 DEBUG [IPC Server handler 1 on 60261] regionserver.HRegion(296): Instantiated restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08. 2010-10-11 23:20:00,787 INFO [IPC Server handler 1 on 60261] regionserver.HRegion(357): Onlined restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08.; next sequenceid=1 2010-10-11 23:20:00,794 INFO [IPC Server handler 1 on 60261] catalog.MetaEditor(62): Added region restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08. to META 2010-10-11 23:20:00,795 DEBUG [IPC Server handler 1 on 60261] regionserver.HRegion(486): Closing restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08.: disabling compactions & flushes 2010-10-11 23:20:00,795 DEBUG [IPC Server handler 1 on 60261] regionserver.HRegion(514): Updates disabled for region restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08. 2010-10-11 23:20:00,796 DEBUG [IPC Server handler 1 on 60261] regionserver.Store(412): closed family 2010-10-11 23:20:00,797 INFO [IPC Server handler 1 on 60261] regionserver.HRegion(525): Closed restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08. 2010-10-11 23:20:00,798 DEBUG [IPC Server handler 1 on 60261.logSyncer] wal.HLog$LogSyncer(972): IPC Server handler 1 on 60261.logSyncer interrupted while waiting for sync requests 2010-10-11 23:20:00,798 INFO [IPC Server handler 1 on 60261.logSyncer] wal.HLog$LogSyncer(977): IPC Server handler 1 on 60261.logSyncer exiting 2010-10-11 23:20:00,800 DEBUG [IPC Server handler 1 on 60261] wal.HLog(802): closing hlog writer in hdfs://localhost:60243/user/lfrancke/restartTableTwo/eafd6bf6df3715d4cd5efdbaf0b4ca08/.logs 2010-10-11 23:20:00,848 DEBUG [IPC Server handler 1 on 60261] wal.HLog(770): Moved 1 log files to /user/lfrancke/restartTableTwo/eafd6bf6df3715d4cd5efdbaf0b4ca08/.oldlogs 2010-10-11 23:20:00,854 DEBUG [IPC Server handler 1 on 60261] zookeeper.ZKAssign(203): master:60261-0x12b9d2982770000 Creating (or updating) unassigned node for eafd6bf6df3715d4cd5efdbaf0b4ca08 with OFFLINE state 2010-10-11 23:20:00,925 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/unassigned 2010-10-11 23:20:00,926 DEBUG [IPC Server handler 1 on 60261] master.AssignmentManager(736): No previous transition plan for restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08. so generated a random one; hri=restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08., src=, dest=192.168.1.218,60268,1286831967720; 3 (online=3) available servers 2010-10-11 23:20:00,927 DEBUG [IPC Server handler 1 on 60261] master.AssignmentManager(680): Assigning region restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08. to 192.168.1.218,60268,1286831967720 2010-10-11 23:20:00,929 INFO [IPC Server handler 1 on 60268] regionserver.HRegionServer(1948): Received request to open region: restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08. 2010-10-11 23:20:00,930 DEBUG [RS_OPEN_REGION-192.168.1.218,60268,1286831967720-1] handler.OpenRegionHandler(69): Processing open of restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08. 2010-10-11 23:20:00,930 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(536): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@37c8f59c; hsa=192.168.1.218:60264 2010-10-11 23:20:00,930 DEBUG [RS_OPEN_REGION-192.168.1.218,60268,1286831967720-1] zookeeper.ZKAssign(583): regionserver:60268-0x12b9d2982770004 Attempting to transition node eafd6bf6df3715d4cd5efdbaf0b4ca08 from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 23:20:00,933 DEBUG [RS_OPEN_REGION-192.168.1.218,60268,1286831967720-1] zookeeper.ZKUtil(1011): regionserver:60268-0x12b9d2982770004 Retrieved 97 byte(s) of data from znode /hbase/unassigned/eafd6bf6df3715d4cd5efdbaf0b4ca08; data=+?*X@restartTableTwo,,1... 2010-10-11 23:20:00,934 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(894): Cached location for .META.,,1.1028785192 is 192.168.1.218:60266 2010-10-11 23:20:00,936 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(780): Cache hit for row <> in tableName .META.: location server 192.168.1.218:60266, location region name .META.,,1.1028785192 2010-10-11 23:20:00,944 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(728): locateRegionInMeta parentTable=.META., metaLocation=address: 192.168.1.218:60266, regioninfo: .META.,,1.1028785192, attempt=0 of 4 failed; retrying after sleep of 5000 because: No server address listed in .META. for region restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08. 2010-10-11 23:20:00,972 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/eafd6bf6df3715d4cd5efdbaf0b4ca08 2010-10-11 23:20:00,972 DEBUG [RS_OPEN_REGION-192.168.1.218,60268,1286831967720-1] zookeeper.ZKAssign(629): regionserver:60268-0x12b9d2982770004 Successfully transitioned node eafd6bf6df3715d4cd5efdbaf0b4ca08 from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 23:20:00,972 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60268-0x12b9d2982770004 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/eafd6bf6df3715d4cd5efdbaf0b4ca08 2010-10-11 23:20:00,973 DEBUG [RS_OPEN_REGION-192.168.1.218,60268,1286831967720-1] regionserver.HRegion(2434): Opening region: REGION => {NAME => 'restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08.', STARTKEY => '', ENDKEY => '', ENCODED => eafd6bf6df3715d4cd5efdbaf0b4ca08, TABLE => {{NAME => 'restartTableTwo', FAMILIES => [{NAME => 'family', BLOOMFILTER => 'NONE', REPLICATION_SCOPE => '0', COMPRESSION => 'NONE', VERSIONS => '3', TTL => '2147483647', BLOCKSIZE => '65536', IN_MEMORY => 'false', BLOCKCACHE => 'true'}]}} 2010-10-11 23:20:00,973 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60261-0x12b9d2982770000 Retrieved 111 byte(s) of data from znode /hbase/unassigned/eafd6bf6df3715d4cd5efdbaf0b4ca08 and set watcher; +?*?@restartTableTwo,,1... 2010-10-11 23:20:00,976 DEBUG [RS_OPEN_REGION-192.168.1.218,60268,1286831967720-1] regionserver.HRegion(296): Instantiated restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08. 2010-10-11 23:20:00,976 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,60268,1286831967720, region=eafd6bf6df3715d4cd5efdbaf0b4ca08 2010-10-11 23:20:00,984 INFO [RS_OPEN_REGION-192.168.1.218,60268,1286831967720-1] regionserver.HRegion(357): Onlined restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08.; next sequenceid=1 2010-10-11 23:20:00,984 DEBUG [RS_OPEN_REGION-192.168.1.218,60268,1286831967720-1] zookeeper.ZKAssign(583): regionserver:60268-0x12b9d2982770004 Attempting to transition node eafd6bf6df3715d4cd5efdbaf0b4ca08 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 23:20:00,986 DEBUG [RS_OPEN_REGION-192.168.1.218,60268,1286831967720-1] zookeeper.ZKUtil(1011): regionserver:60268-0x12b9d2982770004 Retrieved 111 byte(s) of data from znode /hbase/unassigned/eafd6bf6df3715d4cd5efdbaf0b4ca08; data=+?*?@restartTableTwo,,1... 2010-10-11 23:20:01,878 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60268-0x12b9d2982770004 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/eafd6bf6df3715d4cd5efdbaf0b4ca08 2010-10-11 23:20:01,880 DEBUG [RS_OPEN_REGION-192.168.1.218,60268,1286831967720-1] zookeeper.ZKAssign(629): regionserver:60268-0x12b9d2982770004 Successfully transitioned node eafd6bf6df3715d4cd5efdbaf0b4ca08 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 23:20:01,881 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/eafd6bf6df3715d4cd5efdbaf0b4ca08 2010-10-11 23:20:01,882 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60261-0x12b9d2982770000 Retrieved 111 byte(s) of data from znode /hbase/unassigned/eafd6bf6df3715d4cd5efdbaf0b4ca08 and set watcher; +?*?@restartTableTwo,,1... 2010-10-11 23:20:01,883 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,60268,1286831967720, region=eafd6bf6df3715d4cd5efdbaf0b4ca08 2010-10-11 23:20:01,886 INFO [RS_OPEN_REGION-192.168.1.218,60268,1286831967720-1] catalog.MetaEditor(174): Updated row restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08. in region .META.,,1 with server=192.168.1.218:60268, startcode=1286831967720 2010-10-11 23:20:01,887 DEBUG [RS_OPEN_REGION-192.168.1.218,60268,1286831967720-1] zookeeper.ZKAssign(583): regionserver:60268-0x12b9d2982770004 Attempting to transition node eafd6bf6df3715d4cd5efdbaf0b4ca08 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 23:20:01,888 DEBUG [RS_OPEN_REGION-192.168.1.218,60268,1286831967720-1] zookeeper.ZKUtil(1011): regionserver:60268-0x12b9d2982770004 Retrieved 111 byte(s) of data from znode /hbase/unassigned/eafd6bf6df3715d4cd5efdbaf0b4ca08; data=+?*?@restartTableTwo,,1... 2010-10-11 23:20:02,157 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60268-0x12b9d2982770004 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/eafd6bf6df3715d4cd5efdbaf0b4ca08 2010-10-11 23:20:02,157 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/eafd6bf6df3715d4cd5efdbaf0b4ca08 2010-10-11 23:20:02,157 DEBUG [RS_OPEN_REGION-192.168.1.218,60268,1286831967720-1] zookeeper.ZKAssign(629): regionserver:60268-0x12b9d2982770004 Successfully transitioned node eafd6bf6df3715d4cd5efdbaf0b4ca08 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 23:20:02,160 DEBUG [RS_OPEN_REGION-192.168.1.218,60268,1286831967720-1] handler.OpenRegionHandler(191): Opened restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08. 2010-10-11 23:20:02,160 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60261-0x12b9d2982770000 Retrieved 111 byte(s) of data from znode /hbase/unassigned/eafd6bf6df3715d4cd5efdbaf0b4ca08 and set watcher; +?*a@restartTableTwo,,1... 2010-10-11 23:20:02,161 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENED, server=192.168.1.218,60268,1286831967720, region=eafd6bf6df3715d4cd5efdbaf0b4ca08 2010-10-11 23:20:02,162 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60261-1] handler.OpenedRegionHandler(88): Handling OPENED event for eafd6bf6df3715d4cd5efdbaf0b4ca08; deleting unassigned node 2010-10-11 23:20:02,163 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60261-1] zookeeper.ZKAssign(322): master:60261-0x12b9d2982770000 Deleting existing unassigned node for eafd6bf6df3715d4cd5efdbaf0b4ca08 that is in expected state RS_ZK_REGION_OPENED 2010-10-11 23:20:02,164 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60261-1] zookeeper.ZKUtil(1011): master:60261-0x12b9d2982770000 Retrieved 111 byte(s) of data from znode /hbase/unassigned/eafd6bf6df3715d4cd5efdbaf0b4ca08; data=+?*a@restartTableTwo,,1... 2010-10-11 23:20:02,377 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/unassigned/eafd6bf6df3715d4cd5efdbaf0b4ca08 2010-10-11 23:20:02,378 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60261-1] handler.OpenedRegionHandler(99): Opened region restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08. 2010-10-11 23:20:02,378 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/unassigned 2010-10-11 23:20:05,946 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(780): Cache hit for row <> in tableName .META.: location server 192.168.1.218:60266, location region name .META.,,1.1028785192 2010-10-11 23:20:05,952 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(894): Cached location for restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08. is 192.168.1.218:60268 2010-10-11 23:20:05,953 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(780): Cache hit for row <> in tableName restartTableTwo: location server 192.168.1.218:60268, location region name restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08. 2010-10-11 23:20:05,955 INFO [Thread-1] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 23:20:05,981 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 23:20:05,982 INFO [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(264): hconnection connected 2010-10-11 23:20:06,199 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d298277000d Set watcher on existing znode /hbase/master 2010-10-11 23:20:06,200 DEBUG [Thread-1] zookeeper.ZKUtil(1011): hconnection-0x12b9d298277000d Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:60261 2010-10-11 23:20:06,201 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d298277000d Set watcher on existing znode /hbase/root-region-server 2010-10-11 23:20:06,202 DEBUG [Thread-1] zookeeper.ZKUtil(1011): hconnection-0x12b9d298277000d Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:60264 2010-10-11 23:20:06,203 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(536): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@3685be9; hsa=192.168.1.218:60264 2010-10-11 23:20:06,207 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(894): Cached location for .META.,,1.1028785192 is 192.168.1.218:60266 2010-10-11 23:20:06,208 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(780): Cache hit for row <> in tableName .META.: location server 192.168.1.218:60266, location region name .META.,,1.1028785192 2010-10-11 23:20:06,218 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(894): Cached location for restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08. is 192.168.1.218:60268 2010-10-11 23:20:06,221 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(780): Cache hit for row <> in tableName restartTableTwo: location server 192.168.1.218:60268, location region name restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08. 2010-10-11 23:20:06,226 INFO [Thread-1] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 23:20:06,235 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 23:20:06,236 INFO [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(264): hconnection connected 2010-10-11 23:20:06,238 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d298277000e Set watcher on existing znode /hbase/master 2010-10-11 23:20:06,240 DEBUG [Thread-1] zookeeper.ZKUtil(1011): hconnection-0x12b9d298277000e Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:60261 2010-10-11 23:20:06,240 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d298277000e Set watcher on existing znode /hbase/root-region-server 2010-10-11 23:20:06,241 DEBUG [Thread-1] zookeeper.ZKUtil(1011): hconnection-0x12b9d298277000e Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:60264 2010-10-11 23:20:06,243 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(536): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@4b0a4d7c; hsa=192.168.1.218:60264 2010-10-11 23:20:06,246 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(894): Cached location for .META.,,1.1028785192 is 192.168.1.218:60266 2010-10-11 23:20:06,254 INFO [Thread-1] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 23:20:06,258 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 23:20:06,262 INFO [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(264): hconnection connected 2010-10-11 23:20:06,266 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d298277000f Set watcher on existing znode /hbase/master 2010-10-11 23:20:06,267 DEBUG [Thread-1] zookeeper.ZKUtil(1011): hconnection-0x12b9d298277000f Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:60261 2010-10-11 23:20:06,268 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d298277000f Set watcher on existing znode /hbase/root-region-server 2010-10-11 23:20:06,269 DEBUG [Thread-1] zookeeper.ZKUtil(1011): hconnection-0x12b9d298277000f Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:60264 2010-10-11 23:20:06,283 INFO [IPC Server handler 0 on 60261] wal.HLog(359): HLog configuration: blocksize=64 MB, rollsize=60.8 MB, enabled=true, flushlogentries=1, optionallogflushinternal=1000ms 2010-10-11 23:20:06,305 INFO [IPC Server handler 0 on 60261] wal.SequenceFileLogWriter(126): Using syncFs -- HDFS-200 2010-10-11 23:20:06,307 INFO [IPC Server handler 0 on 60261] wal.HLog(498): New hlog /user/lfrancke/restartTableThree/acdba302d19aa8c7381816fd7b1f5116/.logs/hlog.1286832006283 2010-10-11 23:20:06,307 INFO [IPC Server handler 0 on 60261] wal.HLog(389): Using getNumCurrentReplicas--HDFS-826 2010-10-11 23:20:06,308 DEBUG [IPC Server handler 0 on 60261] regionserver.HRegion(296): Instantiated restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116. 2010-10-11 23:20:06,335 INFO [IPC Server handler 0 on 60261] regionserver.HRegion(357): Onlined restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116.; next sequenceid=1 2010-10-11 23:20:06,345 INFO [IPC Server handler 0 on 60261] catalog.MetaEditor(62): Added region restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116. to META 2010-10-11 23:20:06,348 DEBUG [IPC Server handler 0 on 60261] regionserver.HRegion(486): Closing restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116.: disabling compactions & flushes 2010-10-11 23:20:06,349 DEBUG [IPC Server handler 0 on 60261] regionserver.HRegion(514): Updates disabled for region restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116. 2010-10-11 23:20:06,349 DEBUG [IPC Server handler 0 on 60261] regionserver.Store(412): closed family 2010-10-11 23:20:06,350 INFO [IPC Server handler 0 on 60261] regionserver.HRegion(525): Closed restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116. 2010-10-11 23:20:06,350 DEBUG [IPC Server handler 0 on 60261.logSyncer] wal.HLog$LogSyncer(972): IPC Server handler 0 on 60261.logSyncer interrupted while waiting for sync requests 2010-10-11 23:20:06,351 INFO [IPC Server handler 0 on 60261.logSyncer] wal.HLog$LogSyncer(977): IPC Server handler 0 on 60261.logSyncer exiting 2010-10-11 23:20:06,352 DEBUG [IPC Server handler 0 on 60261] wal.HLog(802): closing hlog writer in hdfs://localhost:60243/user/lfrancke/restartTableThree/acdba302d19aa8c7381816fd7b1f5116/.logs 2010-10-11 23:20:06,377 DEBUG [IPC Server handler 0 on 60261] wal.HLog(770): Moved 1 log files to /user/lfrancke/restartTableThree/acdba302d19aa8c7381816fd7b1f5116/.oldlogs 2010-10-11 23:20:06,606 DEBUG [IPC Server handler 0 on 60261] zookeeper.ZKAssign(203): master:60261-0x12b9d2982770000 Creating (or updating) unassigned node for acdba302d19aa8c7381816fd7b1f5116 with OFFLINE state 2010-10-11 23:20:06,790 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/unassigned 2010-10-11 23:20:06,791 DEBUG [IPC Server handler 0 on 60261] master.AssignmentManager(736): No previous transition plan for restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116. so generated a random one; hri=restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116., src=, dest=192.168.1.218,60264,1286831967678; 3 (online=3) available servers 2010-10-11 23:20:06,792 DEBUG [IPC Server handler 0 on 60261] master.AssignmentManager(680): Assigning region restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116. to 192.168.1.218,60264,1286831967678 2010-10-11 23:20:06,793 INFO [IPC Server handler 1 on 60264] regionserver.HRegionServer(1948): Received request to open region: restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116. 2010-10-11 23:20:06,795 DEBUG [RS_OPEN_REGION-192.168.1.218,60264,1286831967678-1] handler.OpenRegionHandler(69): Processing open of restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116. 2010-10-11 23:20:06,795 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(536): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@4a32ef2d; hsa=192.168.1.218:60264 2010-10-11 23:20:06,795 DEBUG [RS_OPEN_REGION-192.168.1.218,60264,1286831967678-1] zookeeper.ZKAssign(583): regionserver:60264-0x12b9d2982770006 Attempting to transition node acdba302d19aa8c7381816fd7b1f5116 from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 23:20:06,798 DEBUG [RS_OPEN_REGION-192.168.1.218,60264,1286831967678-1] zookeeper.ZKUtil(1011): regionserver:60264-0x12b9d2982770006 Retrieved 99 byte(s) of data from znode /hbase/unassigned/acdba302d19aa8c7381816fd7b1f5116; data=+?*%?BrestartTableThree,... 2010-10-11 23:20:06,799 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(894): Cached location for .META.,,1.1028785192 is 192.168.1.218:60266 2010-10-11 23:20:06,801 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(780): Cache hit for row <> in tableName .META.: location server 192.168.1.218:60266, location region name .META.,,1.1028785192 2010-10-11 23:20:06,808 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(728): locateRegionInMeta parentTable=.META., metaLocation=address: 192.168.1.218:60266, regioninfo: .META.,,1.1028785192, attempt=0 of 4 failed; retrying after sleep of 5000 because: No server address listed in .META. for region restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116. 2010-10-11 23:20:06,985 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/acdba302d19aa8c7381816fd7b1f5116 2010-10-11 23:20:06,986 DEBUG [RS_OPEN_REGION-192.168.1.218,60264,1286831967678-1] zookeeper.ZKAssign(629): regionserver:60264-0x12b9d2982770006 Successfully transitioned node acdba302d19aa8c7381816fd7b1f5116 from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 23:20:06,985 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60264-0x12b9d2982770006 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/acdba302d19aa8c7381816fd7b1f5116 2010-10-11 23:20:06,987 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60261-0x12b9d2982770000 Retrieved 113 byte(s) of data from znode /hbase/unassigned/acdba302d19aa8c7381816fd7b1f5116 and set watcher; +?*&?BrestartTableThree,... 2010-10-11 23:20:06,987 DEBUG [RS_OPEN_REGION-192.168.1.218,60264,1286831967678-1] regionserver.HRegion(2434): Opening region: REGION => {NAME => 'restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116.', STARTKEY => '', ENDKEY => '', ENCODED => acdba302d19aa8c7381816fd7b1f5116, TABLE => {{NAME => 'restartTableThree', FAMILIES => [{NAME => 'family', BLOOMFILTER => 'NONE', REPLICATION_SCOPE => '0', COMPRESSION => 'NONE', VERSIONS => '3', TTL => '2147483647', BLOCKSIZE => '65536', IN_MEMORY => 'false', BLOCKCACHE => 'true'}]}} 2010-10-11 23:20:06,989 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,60264,1286831967678, region=acdba302d19aa8c7381816fd7b1f5116 2010-10-11 23:20:06,990 DEBUG [RS_OPEN_REGION-192.168.1.218,60264,1286831967678-1] regionserver.HRegion(296): Instantiated restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116. 2010-10-11 23:20:06,999 INFO [RS_OPEN_REGION-192.168.1.218,60264,1286831967678-1] regionserver.HRegion(357): Onlined restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116.; next sequenceid=1 2010-10-11 23:20:06,999 DEBUG [RS_OPEN_REGION-192.168.1.218,60264,1286831967678-1] zookeeper.ZKAssign(583): regionserver:60264-0x12b9d2982770006 Attempting to transition node acdba302d19aa8c7381816fd7b1f5116 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 23:20:07,000 DEBUG [RS_OPEN_REGION-192.168.1.218,60264,1286831967678-1] zookeeper.ZKUtil(1011): regionserver:60264-0x12b9d2982770006 Retrieved 113 byte(s) of data from znode /hbase/unassigned/acdba302d19aa8c7381816fd7b1f5116; data=+?*&?BrestartTableThree,... 2010-10-11 23:20:07,126 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60264-0x12b9d2982770006 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/acdba302d19aa8c7381816fd7b1f5116 2010-10-11 23:20:07,128 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/acdba302d19aa8c7381816fd7b1f5116 2010-10-11 23:20:07,126 DEBUG [RS_OPEN_REGION-192.168.1.218,60264,1286831967678-1] zookeeper.ZKAssign(629): regionserver:60264-0x12b9d2982770006 Successfully transitioned node acdba302d19aa8c7381816fd7b1f5116 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 23:20:07,131 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60261-0x12b9d2982770000 Retrieved 113 byte(s) of data from znode /hbase/unassigned/acdba302d19aa8c7381816fd7b1f5116 and set watcher; +?*'YBrestartTableThree,... 2010-10-11 23:20:07,132 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,60264,1286831967678, region=acdba302d19aa8c7381816fd7b1f5116 2010-10-11 23:20:07,135 INFO [RS_OPEN_REGION-192.168.1.218,60264,1286831967678-1] catalog.MetaEditor(174): Updated row restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116. in region .META.,,1 with server=192.168.1.218:60264, startcode=1286831967678 2010-10-11 23:20:07,136 DEBUG [RS_OPEN_REGION-192.168.1.218,60264,1286831967678-1] zookeeper.ZKAssign(583): regionserver:60264-0x12b9d2982770006 Attempting to transition node acdba302d19aa8c7381816fd7b1f5116 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 23:20:07,137 DEBUG [RS_OPEN_REGION-192.168.1.218,60264,1286831967678-1] zookeeper.ZKUtil(1011): regionserver:60264-0x12b9d2982770006 Retrieved 113 byte(s) of data from znode /hbase/unassigned/acdba302d19aa8c7381816fd7b1f5116; data=+?*'YBrestartTableThree,... 2010-10-11 23:20:07,252 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/acdba302d19aa8c7381816fd7b1f5116 2010-10-11 23:20:07,253 DEBUG [RS_OPEN_REGION-192.168.1.218,60264,1286831967678-1] zookeeper.ZKAssign(629): regionserver:60264-0x12b9d2982770006 Successfully transitioned node acdba302d19aa8c7381816fd7b1f5116 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 23:20:07,255 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60261-0x12b9d2982770000 Retrieved 113 byte(s) of data from znode /hbase/unassigned/acdba302d19aa8c7381816fd7b1f5116 and set watcher; +?*'?BrestartTableThree,... 2010-10-11 23:20:07,253 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60264-0x12b9d2982770006 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/acdba302d19aa8c7381816fd7b1f5116 2010-10-11 23:20:07,255 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENED, server=192.168.1.218,60264,1286831967678, region=acdba302d19aa8c7381816fd7b1f5116 2010-10-11 23:20:07,255 DEBUG [RS_OPEN_REGION-192.168.1.218,60264,1286831967678-1] handler.OpenRegionHandler(191): Opened restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116. 2010-10-11 23:20:07,257 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60261-1] handler.OpenedRegionHandler(88): Handling OPENED event for acdba302d19aa8c7381816fd7b1f5116; deleting unassigned node 2010-10-11 23:20:07,259 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60261-1] zookeeper.ZKAssign(322): master:60261-0x12b9d2982770000 Deleting existing unassigned node for acdba302d19aa8c7381816fd7b1f5116 that is in expected state RS_ZK_REGION_OPENED 2010-10-11 23:20:07,260 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60261-1] zookeeper.ZKUtil(1011): master:60261-0x12b9d2982770000 Retrieved 113 byte(s) of data from znode /hbase/unassigned/acdba302d19aa8c7381816fd7b1f5116; data=+?*'?BrestartTableThree,... 2010-10-11 23:20:07,386 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/unassigned/acdba302d19aa8c7381816fd7b1f5116 2010-10-11 23:20:07,386 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60261-1] handler.OpenedRegionHandler(99): Opened region restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116. 2010-10-11 23:20:07,387 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/unassigned 2010-10-11 23:20:11,809 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(780): Cache hit for row <> in tableName .META.: location server 192.168.1.218:60266, location region name .META.,,1.1028785192 2010-10-11 23:20:11,816 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(894): Cached location for restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116. is 192.168.1.218:60264 2010-10-11 23:20:11,818 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(780): Cache hit for row <> in tableName restartTableThree: location server 192.168.1.218:60264, location region name restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116. 2010-10-11 23:20:11,820 INFO [Thread-1] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 23:20:11,954 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 23:20:11,955 INFO [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(264): hconnection connected 2010-10-11 23:20:12,743 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d2982770010 Set watcher on existing znode /hbase/master 2010-10-11 23:20:12,745 DEBUG [Thread-1] zookeeper.ZKUtil(1011): hconnection-0x12b9d2982770010 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:60261 2010-10-11 23:20:12,746 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d2982770010 Set watcher on existing znode /hbase/root-region-server 2010-10-11 23:20:12,748 DEBUG [Thread-1] zookeeper.ZKUtil(1011): hconnection-0x12b9d2982770010 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:60264 2010-10-11 23:20:12,749 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(536): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@16bd4dc2; hsa=192.168.1.218:60264 2010-10-11 23:20:12,752 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(894): Cached location for .META.,,1.1028785192 is 192.168.1.218:60266 2010-10-11 23:20:12,755 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(780): Cache hit for row <> in tableName .META.: location server 192.168.1.218:60266, location region name .META.,,1.1028785192 2010-10-11 23:20:12,763 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(894): Cached location for restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116. is 192.168.1.218:60264 2010-10-11 23:20:12,766 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(780): Cache hit for row <> in tableName restartTableThree: location server 192.168.1.218:60264, location region name restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116. 2010-10-11 23:20:12,769 INFO [Thread-1] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 23:20:12,777 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 23:20:12,777 INFO [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(264): hconnection connected 2010-10-11 23:20:12,783 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d2982770011 Set watcher on existing znode /hbase/master 2010-10-11 23:20:12,785 DEBUG [Thread-1] zookeeper.ZKUtil(1011): hconnection-0x12b9d2982770011 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:60261 2010-10-11 23:20:12,786 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d2982770011 Set watcher on existing znode /hbase/root-region-server 2010-10-11 23:20:12,787 DEBUG [Thread-1] zookeeper.ZKUtil(1011): hconnection-0x12b9d2982770011 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:60264 2010-10-11 23:20:12,789 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(536): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@1555bd22; hsa=192.168.1.218:60264 2010-10-11 23:20:12,792 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(894): Cached location for .META.,,1.1028785192 is 192.168.1.218:60266 2010-10-11 23:20:12,798 INFO [Thread-1] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 23:20:12,802 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 23:20:12,803 INFO [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(264): hconnection connected 2010-10-11 23:20:12,806 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d2982770012 Set watcher on existing znode /hbase/master 2010-10-11 23:20:12,807 DEBUG [Thread-1] zookeeper.ZKUtil(1011): hconnection-0x12b9d2982770012 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:60261 2010-10-11 23:20:12,808 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d2982770012 Set watcher on existing znode /hbase/root-region-server 2010-10-11 23:20:12,809 DEBUG [Thread-1] zookeeper.ZKUtil(1011): hconnection-0x12b9d2982770012 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:60264 2010-10-11 23:20:12,810 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(536): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@24820846; hsa=192.168.1.218:60264 2010-10-11 23:20:12,812 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(894): Cached location for .META.,,1.1028785192 is 192.168.1.218:60266 2010-10-11 23:20:12,817 INFO [Thread-1] master.TestRestartCluster(108): Shutting down cluster 2010-10-11 23:20:12,817 DEBUG [Thread-1] util.JVMClusterUtil(209): Shutting down HBase Cluster 2010-10-11 23:20:12,818 INFO [Thread-1] master.HMaster(924): Cluster shutdown requested 2010-10-11 23:20:12,819 DEBUG [RegionServer:1;192.168.1.218,60266,1286831967698-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60266-0x12b9d2982770005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2010-10-11 23:20:12,820 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60264-0x12b9d2982770006 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2010-10-11 23:20:12,820 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2010-10-11 23:20:12,820 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60268-0x12b9d2982770004 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2010-10-11 23:20:12,822 INFO [Thread-1-EventThread] zookeeper.ZKUtil(197): master:60261-0x12b9d2982770000 Set watcher on existing znode /hbase/shutdown 2010-10-11 23:20:12,821 INFO [RegionServer:0;192.168.1.218,60264,1286831967678-EventThread] zookeeper.ZKUtil(197): regionserver:60264-0x12b9d2982770006 Set watcher on existing znode /hbase/shutdown 2010-10-11 23:20:12,821 INFO [RegionServer:1;192.168.1.218,60266,1286831967698-EventThread] zookeeper.ZKUtil(197): regionserver:60266-0x12b9d2982770005 Set watcher on existing znode /hbase/shutdown 2010-10-11 23:20:12,823 INFO [RegionServer:2;192.168.1.218,60268,1286831967720-EventThread] zookeeper.ZKUtil(197): regionserver:60268-0x12b9d2982770004 Set watcher on existing znode /hbase/shutdown 2010-10-11 23:20:13,379 DEBUG [RS_CLOSE_REGION-192.168.1.218,60268,1286831967720-1] handler.CloseRegionHandler(99): Processing close of restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08. 2010-10-11 23:20:13,380 DEBUG [RS_CLOSE_REGION-192.168.1.218,60268,1286831967720-1] regionserver.HRegion(486): Closing restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08.: disabling compactions & flushes 2010-10-11 23:20:13,381 DEBUG [RS_CLOSE_REGION-192.168.1.218,60268,1286831967720-1] regionserver.HRegion(514): Updates disabled for region restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08. 2010-10-11 23:20:13,381 DEBUG [RS_CLOSE_REGION-192.168.1.218,60268,1286831967720-1] regionserver.Store(412): closed family 2010-10-11 23:20:13,383 INFO [RS_CLOSE_REGION-192.168.1.218,60268,1286831967720-1] regionserver.HRegion(525): Closed restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08. 2010-10-11 23:20:13,383 DEBUG [RS_CLOSE_REGION-192.168.1.218,60268,1286831967720-1] handler.CloseRegionHandler(128): Closed region restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08. 2010-10-11 23:20:13,384 DEBUG [RS_CLOSE_REGION-192.168.1.218,60268,1286831967720-1] handler.CloseRegionHandler(99): Processing close of restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182. 2010-10-11 23:20:13,379 DEBUG [RS_CLOSE_REGION-192.168.1.218,60264,1286831967678-1] handler.CloseRegionHandler(99): Processing close of restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116. 2010-10-11 23:20:13,385 DEBUG [RS_CLOSE_REGION-192.168.1.218,60268,1286831967720-1] regionserver.HRegion(486): Closing restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182.: disabling compactions & flushes 2010-10-11 23:20:13,386 DEBUG [RS_CLOSE_REGION-192.168.1.218,60264,1286831967678-1] regionserver.HRegion(486): Closing restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116.: disabling compactions & flushes 2010-10-11 23:20:13,387 DEBUG [RS_CLOSE_REGION-192.168.1.218,60268,1286831967720-1] regionserver.HRegion(514): Updates disabled for region restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182. 2010-10-11 23:20:13,387 DEBUG [RS_CLOSE_REGION-192.168.1.218,60264,1286831967678-1] regionserver.HRegion(514): Updates disabled for region restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116. 2010-10-11 23:20:13,388 DEBUG [RS_CLOSE_REGION-192.168.1.218,60268,1286831967720-1] regionserver.Store(412): closed family 2010-10-11 23:20:13,388 INFO [RS_CLOSE_REGION-192.168.1.218,60268,1286831967720-1] regionserver.HRegion(525): Closed restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182. 2010-10-11 23:20:13,389 DEBUG [RS_CLOSE_REGION-192.168.1.218,60268,1286831967720-1] handler.CloseRegionHandler(128): Closed region restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182. 2010-10-11 23:20:13,388 DEBUG [RS_CLOSE_REGION-192.168.1.218,60264,1286831967678-1] regionserver.Store(412): closed family 2010-10-11 23:20:13,390 INFO [RS_CLOSE_REGION-192.168.1.218,60264,1286831967678-1] regionserver.HRegion(525): Closed restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116. 2010-10-11 23:20:13,390 DEBUG [RS_CLOSE_REGION-192.168.1.218,60264,1286831967678-1] handler.CloseRegionHandler(128): Closed region restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116. 2010-10-11 23:20:13,698 INFO [192.168.1.218:60261-BalancerChore] hbase.Chore(79): 192.168.1.218:60261-BalancerChore exiting 2010-10-11 23:20:13,698 INFO [192.168.1.218:60261-CatalogJanitor] hbase.Chore(79): 192.168.1.218:60261-CatalogJanitor exiting 2010-10-11 23:20:13,704 INFO [Master:0;192.168.1.218:60261] master.ServerManager(446): Waiting on following regionserver(s) to go down [serverName=192.168.1.218,60264,1286831967678, load=(requests=3, regions=2, usedHeap=71, maxHeap=123), serverName=192.168.1.218,60268,1286831967720, load=(requests=0, regions=2, usedHeap=71, maxHeap=123), serverName=192.168.1.218,60266,1286831967698, load=(requests=17, regions=1, usedHeap=71, maxHeap=123)] 2010-10-11 23:20:14,385 INFO [RegionServer:2;192.168.1.218,60268,1286831967720] regionserver.HRegionServer(1232): STOPPED: Exiting; cluster shutdown set and not carrying any regions 2010-10-11 23:20:14,391 INFO [RegionServer:2;192.168.1.218,60268,1286831967720.cacheFlusher] regionserver.MemStoreFlusher(160): RegionServer:2;192.168.1.218,60268,1286831967720.cacheFlusher exiting 2010-10-11 23:20:14,391 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720.logSyncer] wal.HLog$LogSyncer(972): RegionServer:2;192.168.1.218,60268,1286831967720.logSyncer interrupted while waiting for sync requests 2010-10-11 23:20:14,396 INFO [RegionServer:2;192.168.1.218,60268,1286831967720.logSyncer] wal.HLog$LogSyncer(977): RegionServer:2;192.168.1.218,60268,1286831967720.logSyncer exiting 2010-10-11 23:20:14,391 INFO [RegionServer:2;192.168.1.218,60268,1286831967720.majorCompactionChecker] hbase.Chore(79): RegionServer:2;192.168.1.218,60268,1286831967720.majorCompactionChecker exiting 2010-10-11 23:20:14,391 INFO [RegionServer:2;192.168.1.218,60268,1286831967720.compactor] regionserver.CompactSplitThread(131): RegionServer:2;192.168.1.218,60268,1286831967720.compactor exiting 2010-10-11 23:20:14,391 INFO [RegionServer:2;192.168.1.218,60268,1286831967720.logRoller] regionserver.LogRoller(113): LogRoller exiting. 2010-10-11 23:20:14,396 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720] wal.HLog(802): closing hlog writer in hdfs://localhost:60243/user/lfrancke/.logs/192.168.1.218,60268,1286831967720 2010-10-11 23:20:14,626 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720] wal.HLog(770): Moved 1 log files to /user/lfrancke/.oldlogs 2010-10-11 23:20:14,628 INFO [RegionServer:2;192.168.1.218,60268,1286831967720] regionserver.HRegionServer(594): stopping server at: 192.168.1.218,60268,1286831967720 2010-10-11 23:20:14,629 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720] catalog.CatalogTracker(140): Stopping catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@6ad21538 2010-10-11 23:20:14,630 INFO [RegionServer:2;192.168.1.218,60268,1286831967720] regionserver.Leases(124): RegionServer:2;192.168.1.218,60268,1286831967720 closing leases 2010-10-11 23:20:14,631 INFO [RegionServer:2;192.168.1.218,60268,1286831967720] regionserver.Leases(131): RegionServer:2;192.168.1.218,60268,1286831967720 closed leases 2010-10-11 23:20:14,632 DEBUG [RegionServer:2;192.168.1.218,60268,1286831967720] client.HConnectionManager$HConnectionImplementation(1046): Closed zookeeper sessionid=0x12b9d2982770003 2010-10-11 23:20:14,640 INFO [RegionServer:2;192.168.1.218,60268,1286831967720] regionserver.HRegionServer(612): RegionServer:2;192.168.1.218,60268,1286831967720 exiting 2010-10-11 23:20:14,640 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/192.168.1.218,60268,1286831967720 2010-10-11 23:20:14,642 INFO [Thread-1-EventThread] zookeeper.RegionServerTracker(71): RegionServer ephemeral node deleted, processing expiration [192.168.1.218,60268,1286831967720] 2010-10-11 23:20:14,643 INFO [Shutdown of DFS[DFSClient[clientName=DFSClient_hb_rs_192.168.1.218,60268,1286831967720_1286831974533, ugi=lfrancke.hrs.2,supergroup]]] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(238): Hook closing fs=DFS[DFSClient[clientName=DFSClient_hb_rs_192.168.1.218,60268,1286831967720_1286831974533, ugi=lfrancke.hrs.2,supergroup]] 2010-10-11 23:20:14,643 INFO [Thread-1-EventThread] master.ServerManager(486): Cluster shutdown set; 192.168.1.218,60268,1286831967720 expired; onlineServers=2 2010-10-11 23:20:14,645 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2010-10-11 23:20:14,705 INFO [Master:0;192.168.1.218:60261] master.ServerManager(446): Waiting on following regionserver(s) to go down [serverName=192.168.1.218,60264,1286831967678, load=(requests=0, regions=1, usedHeap=71, maxHeap=123), serverName=192.168.1.218,60266,1286831967698, load=(requests=0, regions=1, usedHeap=71, maxHeap=123)] 2010-10-11 23:20:15,302 INFO [RegionServer:2;192.168.1.218,60268,1286831967720.leaseChecker] regionserver.Leases(124): RegionServer:2;192.168.1.218,60268,1286831967720.leaseChecker closing leases 2010-10-11 23:20:15,303 INFO [RegionServer:2;192.168.1.218,60268,1286831967720.leaseChecker] regionserver.Leases(131): RegionServer:2;192.168.1.218,60268,1286831967720.leaseChecker closed leases 2010-10-11 23:20:15,350 INFO [RegionServer:1;192.168.1.218,60266,1286831967698] regionserver.HRegionServer(659): STOP_REGIONSERVER 2010-10-11 23:20:15,350 INFO [RegionServer:1;192.168.1.218,60266,1286831967698] regionserver.HRegionServer(1232): STOPPED: Received STOP_REGIONSERVER 2010-10-11 23:20:15,355 INFO [RegionServer:1;192.168.1.218,60266,1286831967698.cacheFlusher] regionserver.MemStoreFlusher(160): RegionServer:1;192.168.1.218,60266,1286831967698.cacheFlusher exiting 2010-10-11 23:20:15,356 DEBUG [RegionServer:1;192.168.1.218,60266,1286831967698.logSyncer] wal.HLog$LogSyncer(972): RegionServer:1;192.168.1.218,60266,1286831967698.logSyncer interrupted while waiting for sync requests 2010-10-11 23:20:15,356 INFO [RegionServer:1;192.168.1.218,60266,1286831967698.logSyncer] wal.HLog$LogSyncer(977): RegionServer:1;192.168.1.218,60266,1286831967698.logSyncer exiting 2010-10-11 23:20:15,359 DEBUG [RegionServer:1;192.168.1.218,60266,1286831967698] wal.HLog(802): closing hlog writer in hdfs://localhost:60243/user/lfrancke/.logs/192.168.1.218,60266,1286831967698 2010-10-11 23:20:15,356 DEBUG [RS_CLOSE_META-192.168.1.218,60266,1286831967698-1] handler.CloseRegionHandler(99): Processing close of .META.,,1.1028785192 2010-10-11 23:20:15,360 DEBUG [RS_CLOSE_META-192.168.1.218,60266,1286831967698-1] regionserver.HRegion(486): Closing .META.,,1.1028785192: disabling compactions & flushes 2010-10-11 23:20:15,355 INFO [RegionServer:1;192.168.1.218,60266,1286831967698.logRoller] regionserver.LogRoller(113): LogRoller exiting. 2010-10-11 23:20:15,355 INFO [RegionServer:1;192.168.1.218,60266,1286831967698.compactor] regionserver.CompactSplitThread(131): RegionServer:1;192.168.1.218,60266,1286831967698.compactor exiting 2010-10-11 23:20:15,355 INFO [RegionServer:1;192.168.1.218,60266,1286831967698.majorCompactionChecker] hbase.Chore(79): RegionServer:1;192.168.1.218,60266,1286831967698.majorCompactionChecker exiting 2010-10-11 23:20:15,360 DEBUG [RS_CLOSE_META-192.168.1.218,60266,1286831967698-1] regionserver.HRegion(514): Updates disabled for region .META.,,1.1028785192 2010-10-11 23:20:15,365 DEBUG [RS_CLOSE_META-192.168.1.218,60266,1286831967698-1] regionserver.HRegion(872): Started memstore flush for region .META.,,1.1028785192; current region memstore size 3.5k 2010-10-11 23:20:15,391 INFO [RegionServer:0;192.168.1.218,60264,1286831967678] regionserver.HRegionServer(659): STOP_REGIONSERVER 2010-10-11 23:20:15,391 INFO [RegionServer:0;192.168.1.218,60264,1286831967678] regionserver.HRegionServer(1232): STOPPED: Received STOP_REGIONSERVER 2010-10-11 23:20:15,395 INFO [RegionServer:0;192.168.1.218,60264,1286831967678.cacheFlusher] regionserver.MemStoreFlusher(160): RegionServer:0;192.168.1.218,60264,1286831967678.cacheFlusher exiting 2010-10-11 23:20:15,396 INFO [RegionServer:0;192.168.1.218,60264,1286831967678.compactor] regionserver.CompactSplitThread(131): RegionServer:0;192.168.1.218,60264,1286831967678.compactor exiting 2010-10-11 23:20:15,395 INFO [RegionServer:0;192.168.1.218,60264,1286831967678.majorCompactionChecker] hbase.Chore(79): RegionServer:0;192.168.1.218,60264,1286831967678.majorCompactionChecker exiting 2010-10-11 23:20:15,395 INFO [RegionServer:0;192.168.1.218,60264,1286831967678.logRoller] regionserver.LogRoller(113): LogRoller exiting. 2010-10-11 23:20:15,397 DEBUG [RS_CLOSE_ROOT-192.168.1.218,60264,1286831967678-1] handler.CloseRegionHandler(99): Processing close of -ROOT-,,0.70236052 2010-10-11 23:20:15,401 DEBUG [RS_CLOSE_ROOT-192.168.1.218,60264,1286831967678-1] regionserver.HRegion(486): Closing -ROOT-,,0.70236052: disabling compactions & flushes 2010-10-11 23:20:15,401 DEBUG [RS_CLOSE_ROOT-192.168.1.218,60264,1286831967678-1] regionserver.HRegion(514): Updates disabled for region -ROOT-,,0.70236052 2010-10-11 23:20:15,396 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678.logSyncer] wal.HLog$LogSyncer(972): RegionServer:0;192.168.1.218,60264,1286831967678.logSyncer interrupted while waiting for sync requests 2010-10-11 23:20:15,402 DEBUG [RS_CLOSE_ROOT-192.168.1.218,60264,1286831967678-1] regionserver.HRegion(872): Started memstore flush for region -ROOT-,,0.70236052; current region memstore size 472.0 2010-10-11 23:20:15,403 INFO [RegionServer:0;192.168.1.218,60264,1286831967678.logSyncer] wal.HLog$LogSyncer(977): RegionServer:0;192.168.1.218,60264,1286831967678.logSyncer exiting 2010-10-11 23:20:15,403 DEBUG [RS_CLOSE_ROOT-192.168.1.218,60264,1286831967678-1] regionserver.HRegion(910): Finished snapshotting, commencing flushing stores 2010-10-11 23:20:15,436 INFO [RegionServer:0;192.168.1.218,60264,1286831967678.leaseChecker] regionserver.Leases(124): RegionServer:0;192.168.1.218,60264,1286831967678.leaseChecker closing leases 2010-10-11 23:20:15,437 INFO [RegionServer:0;192.168.1.218,60264,1286831967678.leaseChecker] regionserver.Leases(131): RegionServer:0;192.168.1.218,60264,1286831967678.leaseChecker closed leases 2010-10-11 23:20:15,444 INFO [RegionServer:1;192.168.1.218,60266,1286831967698.leaseChecker] regionserver.Leases(124): RegionServer:1;192.168.1.218,60266,1286831967698.leaseChecker closing leases 2010-10-11 23:20:15,445 INFO [RegionServer:1;192.168.1.218,60266,1286831967698.leaseChecker] regionserver.Leases(131): RegionServer:1;192.168.1.218,60266,1286831967698.leaseChecker closed leases 2010-10-11 23:20:15,706 INFO [Master:0;192.168.1.218:60261] master.ServerManager(446): Waiting on following regionserver(s) to go down [serverName=192.168.1.218,60264,1286831967678, load=(requests=0, regions=1, usedHeap=73, maxHeap=123), serverName=192.168.1.218,60266,1286831967698, load=(requests=0, regions=1, usedHeap=73, maxHeap=123)] 2010-10-11 23:20:16,293 DEBUG [RS_CLOSE_META-192.168.1.218,60266,1286831967698-1] regionserver.HRegion(910): Finished snapshotting, commencing flushing stores 2010-10-11 23:20:16,314 DEBUG [RegionServer:1;192.168.1.218,60266,1286831967698] wal.HLog(770): Moved 1 log files to /user/lfrancke/.oldlogs 2010-10-11 23:20:16,319 INFO [RegionServer:1;192.168.1.218,60266,1286831967698] regionserver.HRegionServer(594): stopping server at: 192.168.1.218,60266,1286831967698 2010-10-11 23:20:16,319 DEBUG [RegionServer:1;192.168.1.218,60266,1286831967698] catalog.CatalogTracker(140): Stopping catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@2e1474fc 2010-10-11 23:20:16,320 INFO [RegionServer:1;192.168.1.218,60266,1286831967698] regionserver.HRegionServer(626): Waiting on 1 regions to close 2010-10-11 23:20:16,321 DEBUG [RegionServer:1;192.168.1.218,60266,1286831967698] regionserver.HRegionServer(630): {1028785192=.META.,,1.1028785192} 2010-10-11 23:20:16,323 INFO [RS_CLOSE_ROOT-192.168.1.218,60264,1286831967678-1] regionserver.Store(485): Renaming flushed file at hdfs://localhost:60243/user/lfrancke/-ROOT-/70236052/.tmp/2942363873753669332 to hdfs://localhost:60243/user/lfrancke/-ROOT-/70236052/info/3180124973395067063 2010-10-11 23:20:16,339 INFO [RS_CLOSE_ROOT-192.168.1.218,60264,1286831967678-1] regionserver.Store(495): Added hdfs://localhost:60243/user/lfrancke/-ROOT-/70236052/info/3180124973395067063, entries=2, sequenceid=5, memsize=472.0, filesize=506.0 to -ROOT-,,0.70236052 2010-10-11 23:20:16,341 INFO [RS_CLOSE_ROOT-192.168.1.218,60264,1286831967678-1] regionserver.HRegion(972): Finished memstore flush of ~472.0 for region -ROOT-,,0.70236052 in 939ms, sequenceid=5, compaction requested=false 2010-10-11 23:20:16,341 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678] wal.HLog(802): closing hlog writer in hdfs://localhost:60243/user/lfrancke/.logs/192.168.1.218,60264,1286831967678 2010-10-11 23:20:16,342 DEBUG [RS_CLOSE_ROOT-192.168.1.218,60264,1286831967678-1] regionserver.Store(412): closed info 2010-10-11 23:20:16,343 INFO [RS_CLOSE_ROOT-192.168.1.218,60264,1286831967678-1] regionserver.HRegion(525): Closed -ROOT-,,0.70236052 2010-10-11 23:20:16,344 DEBUG [RS_CLOSE_ROOT-192.168.1.218,60264,1286831967678-1] handler.CloseRegionHandler(128): Closed region -ROOT-,,0.70236052 2010-10-11 23:20:16,349 INFO [RS_CLOSE_META-192.168.1.218,60266,1286831967698-1] regionserver.Store(485): Renaming flushed file at hdfs://localhost:60243/user/lfrancke/.META./1028785192/.tmp/5203781142655416436 to hdfs://localhost:60243/user/lfrancke/.META./1028785192/info/2542756337664337405 2010-10-11 23:20:16,364 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678] wal.HLog(770): Moved 1 log files to /user/lfrancke/.oldlogs 2010-10-11 23:20:16,370 INFO [RS_CLOSE_META-192.168.1.218,60266,1286831967698-1] regionserver.Store(495): Added hdfs://localhost:60243/user/lfrancke/.META./1028785192/info/2542756337664337405, entries=9, sequenceid=8, memsize=3.5k, filesize=2.4k to .META.,,1.1028785192 2010-10-11 23:20:16,370 INFO [RegionServer:0;192.168.1.218,60264,1286831967678] regionserver.HRegionServer(594): stopping server at: 192.168.1.218,60264,1286831967678 2010-10-11 23:20:16,371 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678] catalog.CatalogTracker(140): Stopping catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@66f4652 2010-10-11 23:20:16,371 INFO [RS_CLOSE_META-192.168.1.218,60266,1286831967698-1] regionserver.HRegion(972): Finished memstore flush of ~3.5k for region .META.,,1.1028785192 in 1005ms, sequenceid=8, compaction requested=false 2010-10-11 23:20:16,372 INFO [RegionServer:0;192.168.1.218,60264,1286831967678] regionserver.Leases(124): RegionServer:0;192.168.1.218,60264,1286831967678 closing leases 2010-10-11 23:20:16,372 DEBUG [RS_CLOSE_META-192.168.1.218,60266,1286831967698-1] regionserver.Store(412): closed info 2010-10-11 23:20:16,373 INFO [RegionServer:0;192.168.1.218,60264,1286831967678] regionserver.Leases(131): RegionServer:0;192.168.1.218,60264,1286831967678 closed leases 2010-10-11 23:20:16,373 INFO [RS_CLOSE_META-192.168.1.218,60266,1286831967698-1] regionserver.HRegion(525): Closed .META.,,1.1028785192 2010-10-11 23:20:16,373 DEBUG [RegionServer:0;192.168.1.218,60264,1286831967678] client.HConnectionManager$HConnectionImplementation(1046): Closed zookeeper sessionid=0x12b9d2982770001 2010-10-11 23:20:16,374 DEBUG [RS_CLOSE_META-192.168.1.218,60266,1286831967698-1] handler.CloseRegionHandler(128): Closed region .META.,,1.1028785192 2010-10-11 23:20:16,376 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/192.168.1.218,60264,1286831967678 2010-10-11 23:20:16,376 INFO [RegionServer:0;192.168.1.218,60264,1286831967678] regionserver.HRegionServer(612): RegionServer:0;192.168.1.218,60264,1286831967678 exiting 2010-10-11 23:20:16,380 INFO [Thread-1-EventThread] zookeeper.RegionServerTracker(71): RegionServer ephemeral node deleted, processing expiration [192.168.1.218,60264,1286831967678] 2010-10-11 23:20:16,380 INFO [Shutdown of DFS[DFSClient[clientName=DFSClient_hb_rs_192.168.1.218,60264,1286831967678_1286831974567, ugi=lfrancke.hrs.0,supergroup]]] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(238): Hook closing fs=DFS[DFSClient[clientName=DFSClient_hb_rs_192.168.1.218,60264,1286831967678_1286831974567, ugi=lfrancke.hrs.0,supergroup]] 2010-10-11 23:20:16,381 INFO [Thread-1-EventThread] master.ServerManager(486): Cluster shutdown set; 192.168.1.218,60264,1286831967678 expired; onlineServers=1 2010-10-11 23:20:16,382 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2010-10-11 23:20:16,707 INFO [Master:0;192.168.1.218:60261] master.ServerManager(446): Waiting on following regionserver(s) to go down [serverName=192.168.1.218,60266,1286831967698, load=(requests=0, regions=1, usedHeap=73, maxHeap=123)] 2010-10-11 23:20:17,322 INFO [RegionServer:1;192.168.1.218,60266,1286831967698] regionserver.Leases(124): RegionServer:1;192.168.1.218,60266,1286831967698 closing leases 2010-10-11 23:20:17,323 INFO [RegionServer:1;192.168.1.218,60266,1286831967698] regionserver.Leases(131): RegionServer:1;192.168.1.218,60266,1286831967698 closed leases 2010-10-11 23:20:17,323 DEBUG [RegionServer:1;192.168.1.218,60266,1286831967698] client.HConnectionManager$HConnectionImplementation(1046): Closed zookeeper sessionid=0x12b9d2982770002 2010-10-11 23:20:17,589 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/192.168.1.218,60266,1286831967698 2010-10-11 23:20:17,593 INFO [Thread-1-EventThread] zookeeper.RegionServerTracker(71): RegionServer ephemeral node deleted, processing expiration [192.168.1.218,60266,1286831967698] 2010-10-11 23:20:17,594 INFO [Thread-1-EventThread] master.ServerManager(486): Cluster shutdown set; 192.168.1.218,60266,1286831967698 expired; onlineServers=0 2010-10-11 23:20:17,589 INFO [RegionServer:1;192.168.1.218,60266,1286831967698] regionserver.HRegionServer(612): RegionServer:1;192.168.1.218,60266,1286831967698 exiting 2010-10-11 23:20:17,595 INFO [Thread-1-EventThread] master.HMaster(924): Cluster shutdown set; onlineServer=0 2010-10-11 23:20:17,597 INFO [Shutdown of DFS[DFSClient[clientName=DFSClient_hb_rs_192.168.1.218,60266,1286831967698_1286831974558, ugi=lfrancke.hrs.1,supergroup]]] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(238): Hook closing fs=DFS[DFSClient[clientName=DFSClient_hb_rs_192.168.1.218,60266,1286831967698_1286831974558, ugi=lfrancke.hrs.1,supergroup]] 2010-10-11 23:20:17,597 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2010-10-11 23:20:17,599 INFO [Thread-1] util.JVMClusterUtil(244): Shutdown of 1 master(s) and 3 regionserver(s) complete 2010-10-11 23:20:17,599 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(1046): Closed zookeeper sessionid=0x12b9d2982770007 2010-10-11 23:20:17,601 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(1046): Closed zookeeper sessionid=0x12b9d2982770009 2010-10-11 23:20:17,603 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(1046): Closed zookeeper sessionid=0x12b9d298277000a 2010-10-11 23:20:17,610 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(1046): Closed zookeeper sessionid=0x12b9d298277000b 2010-10-11 23:20:17,615 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(1046): Closed zookeeper sessionid=0x12b9d298277000c 2010-10-11 23:20:17,617 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(1046): Closed zookeeper sessionid=0x12b9d298277000d 2010-10-11 23:20:17,620 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(1046): Closed zookeeper sessionid=0x12b9d298277000e 2010-10-11 23:20:17,621 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(1046): Closed zookeeper sessionid=0x12b9d2982770008 2010-10-11 23:20:17,623 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(1046): Closed zookeeper sessionid=0x12b9d298277000f 2010-10-11 23:20:17,625 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(1046): Closed zookeeper sessionid=0x12b9d2982770010 2010-10-11 23:20:17,627 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(1046): Closed zookeeper sessionid=0x12b9d2982770011 2010-10-11 23:20:17,629 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(1046): Closed zookeeper sessionid=0x12b9d2982770012 2010-10-11 23:20:17,708 DEBUG [Master:0;192.168.1.218:60261] master.HMaster(545): Stopping service threads 2010-10-11 23:20:17,712 DEBUG [Master:0;192.168.1.218:60261] zookeeper.ZKUtil(1011): master:60261-0x12b9d2982770000 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:60261 2010-10-11 23:20:17,712 DEBUG [Master:0;192.168.1.218:60261] zookeeper.ZKUtil(568): master:60261-0x12b9d2982770000 Read server address from znode /hbase/master: 192.168.1.218:60261 2010-10-11 23:20:17,722 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60261-0x12b9d2982770000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2010-10-11 23:20:17,724 DEBUG [Master:0;192.168.1.218:60261] catalog.CatalogTracker(140): Stopping catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@4dc67b54 2010-10-11 23:20:17,726 INFO [Master:0;192.168.1.218:60261] master.HMaster(293): HMaster main thread exiting 2010-10-11 23:20:17,727 INFO [Thread-1] master.TestRestartCluster(112): Sleeping a bit 2010-10-11 23:20:19,727 INFO [Thread-1] master.TestRestartCluster(115): Starting cluster the second time 2010-10-11 23:20:19,732 INFO [Thread-1] ipc.HBaseRpcMetrics(57): Initializing RPC Metrics with hostName=MiniHBaseCluster$MiniHBaseClusterMaster, port=60459 2010-10-11 23:20:19,735 INFO [Thread-1] zookeeper.ZKUtil(94): master:60459 opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 23:20:19,872 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60459 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 23:20:19,872 INFO [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(264): master:60459 connected 2010-10-11 23:20:20,637 INFO [Thread-1] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 23:20:20,830 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 23:20:20,831 INFO [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(264): hconnection connected 2010-10-11 23:20:21,098 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d2982770014 Set watcher on existing znode /hbase/master 2010-10-11 23:20:21,102 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d2982770014 Set watcher on existing znode /hbase/root-region-server 2010-10-11 23:20:21,104 DEBUG [Thread-1] zookeeper.ZKUtil(1011): hconnection-0x12b9d2982770014 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:60264 2010-10-11 23:20:21,112 INFO [Thread-1] ipc.HBaseRpcMetrics(57): Initializing RPC Metrics with hostName=MiniHBaseCluster$MiniHBaseClusterRegionServer, port=60462 2010-10-11 23:20:21,118 INFO [Thread-1] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 23:20:21,122 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 23:20:21,123 INFO [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(264): hconnection connected 2010-10-11 23:20:21,126 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d2982770015 Set watcher on existing znode /hbase/master 2010-10-11 23:20:21,127 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d2982770015 Set watcher on existing znode /hbase/root-region-server 2010-10-11 23:20:21,128 DEBUG [Thread-1] zookeeper.ZKUtil(1011): hconnection-0x12b9d2982770015 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:60264 2010-10-11 23:20:21,133 INFO [Thread-1] ipc.HBaseRpcMetrics(57): Initializing RPC Metrics with hostName=MiniHBaseCluster$MiniHBaseClusterRegionServer, port=60464 2010-10-11 23:20:21,136 INFO [Thread-1] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 23:20:21,418 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 23:20:21,419 INFO [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(264): hconnection connected 2010-10-11 23:20:21,422 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d2982770016 Set watcher on existing znode /hbase/master 2010-10-11 23:20:21,423 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d2982770016 Set watcher on existing znode /hbase/root-region-server 2010-10-11 23:20:21,424 DEBUG [Thread-1] zookeeper.ZKUtil(1011): hconnection-0x12b9d2982770016 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:60264 2010-10-11 23:20:21,429 INFO [Thread-1] ipc.HBaseRpcMetrics(57): Initializing RPC Metrics with hostName=MiniHBaseCluster$MiniHBaseClusterRegionServer, port=60466 2010-10-11 23:20:21,436 INFO [RegionServer:1;192.168.1.218,60464,1286832021135] zookeeper.ZKUtil(94): regionserver:60464 opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 23:20:21,438 INFO [RegionServer:0;192.168.1.218,60462,1286832021116] zookeeper.ZKUtil(94): regionserver:60462 opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 23:20:21,438 INFO [RegionServer:2;192.168.1.218,60466,1286832021431] zookeeper.ZKUtil(94): regionserver:60466 opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 23:20:21,444 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d2982770014 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2010-10-11 23:20:21,445 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d2982770015 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2010-10-11 23:20:21,445 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d2982770016 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2010-10-11 23:20:21,455 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60464 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 23:20:21,456 INFO [RegionServer:1;192.168.1.218,60464,1286832021135-EventThread] zookeeper.ZooKeeperWatcher(264): regionserver:60464 connected 2010-10-11 23:20:21,461 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60466 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 23:20:21,461 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60462 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 23:20:21,462 INFO [RegionServer:2;192.168.1.218,60466,1286832021431-EventThread] zookeeper.ZooKeeperWatcher(264): regionserver:60466 connected 2010-10-11 23:20:21,463 INFO [RegionServer:0;192.168.1.218,60462,1286832021116-EventThread] zookeeper.ZooKeeperWatcher(264): regionserver:60462 connected 2010-10-11 23:20:21,613 INFO [Master:0;192.168.1.218:60459] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 23:20:21,694 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): hconnection-0x12b9d2982770014 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:60459 2010-10-11 23:20:21,694 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): hconnection-0x12b9d2982770015 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:60459 2010-10-11 23:20:21,699 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): hconnection-0x12b9d2982770016 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:60459 2010-10-11 23:20:21,700 DEBUG [Master:0;192.168.1.218:60459-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 23:20:21,700 INFO [Master:0;192.168.1.218:60459-EventThread] zookeeper.ZooKeeperWatcher(264): hconnection connected 2010-10-11 23:20:22,615 INFO [RegionServer:2;192.168.1.218,60466,1286832021431] zookeeper.ZKUtil(197): regionserver:60466-0x12b9d2982770018 Set watcher on existing znode /hbase/master 2010-10-11 23:20:22,783 INFO [RegionServer:1;192.168.1.218,60464,1286832021135] zookeeper.ZKUtil(197): regionserver:60464-0x12b9d2982770017 Set watcher on existing znode /hbase/master 2010-10-11 23:20:22,784 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431] zookeeper.ZKUtil(1011): regionserver:60466-0x12b9d2982770018 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:60459 2010-10-11 23:20:22,784 INFO [RegionServer:0;192.168.1.218,60462,1286832021116] zookeeper.ZKUtil(197): regionserver:60462-0x12b9d2982770019 Set watcher on existing znode /hbase/master 2010-10-11 23:20:22,785 INFO [Master:0;192.168.1.218:60459] zookeeper.ZKUtil(197): hconnection-0x12b9d298277001a Set watcher on existing znode /hbase/master 2010-10-11 23:20:22,785 INFO [RegionServer:2;192.168.1.218,60466,1286832021431] zookeeper.ZKUtil(197): regionserver:60466-0x12b9d2982770018 Set watcher on existing znode /hbase/shutdown 2010-10-11 23:20:22,785 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135] zookeeper.ZKUtil(1011): regionserver:60464-0x12b9d2982770017 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:60459 2010-10-11 23:20:22,787 DEBUG [Master:0;192.168.1.218:60459] zookeeper.ZKUtil(1011): hconnection-0x12b9d298277001a Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:60459 2010-10-11 23:20:22,787 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116] zookeeper.ZKUtil(1011): regionserver:60462-0x12b9d2982770019 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:60459 2010-10-11 23:20:22,789 INFO [Master:0;192.168.1.218:60459] zookeeper.ZKUtil(197): hconnection-0x12b9d298277001a Set watcher on existing znode /hbase/root-region-server 2010-10-11 23:20:22,788 INFO [RegionServer:1;192.168.1.218,60464,1286832021135] zookeeper.ZKUtil(197): regionserver:60464-0x12b9d2982770017 Set watcher on existing znode /hbase/shutdown 2010-10-11 23:20:22,790 DEBUG [Master:0;192.168.1.218:60459] zookeeper.ZKUtil(1011): hconnection-0x12b9d298277001a Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:60264 2010-10-11 23:20:22,789 INFO [RegionServer:0;192.168.1.218,60462,1286832021116] zookeeper.ZKUtil(197): regionserver:60462-0x12b9d2982770019 Set watcher on existing znode /hbase/shutdown 2010-10-11 23:20:22,791 INFO [Master:0;192.168.1.218:60459] metrics.MasterMetrics(58): Initialized 2010-10-11 23:20:22,791 INFO [Thread-1] zookeeper.ZKUtil(94): hconnection opening connection to ZooKeeper with quorum (localhost:21810) 2010-10-11 23:20:22,792 DEBUG [Master:0;192.168.1.218:60459] master.LogCleaner(119): Add log cleaner in chain: org.apache.hadoop.hbase.master.TimeToLiveLogCleaner 2010-10-11 23:20:22,792 DEBUG [Master:0;192.168.1.218:60459] master.ReplicationLogCleaner(101): Didn't find this log in ZK, deleting: null 2010-10-11 23:20:22,794 DEBUG [Master:0;192.168.1.218:60459] master.LogCleaner(119): Add log cleaner in chain: org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2010-10-11 23:20:22,948 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2010-10-11 23:20:22,949 INFO [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(264): hconnection connected 2010-10-11 23:20:22,951 INFO [Master:0;192.168.1.218:60459] zookeeper.ZKUtil(197): master:60459-0x12b9d2982770013 Set watcher on existing znode /hbase/root-region-server 2010-10-11 23:20:22,957 DEBUG [Master:0;192.168.1.218:60459] zookeeper.ZKUtil(1011): master:60459-0x12b9d2982770013 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:60264 2010-10-11 23:20:22,979 INFO [Master:0;192.168.1.218:60459] zookeeper.ZKUtil(197): master:60459-0x12b9d2982770013 Set watcher on existing znode /hbase/unassigned/1028785192 2010-10-11 23:20:22,979 DEBUG [Master:0;192.168.1.218:60459] catalog.CatalogTracker(132): Starting catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@7096985e 2010-10-11 23:20:22,984 INFO [Master:0;192.168.1.218:60459] zookeeper.ZKUtil(197): master:60459-0x12b9d2982770013 Set watcher on existing znode /hbase/shutdown 2010-10-11 23:20:22,984 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d298277001b Set watcher on existing znode /hbase/master 2010-10-11 23:20:22,986 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60464-0x12b9d2982770017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2010-10-11 23:20:22,987 INFO [Master:0;192.168.1.218:60459] master.HMaster(364): Server active/primary master; 192.168.1.218:60459, sessionid=0x12b9d2982770013, cluster-up flag was=false 2010-10-11 23:20:22,988 DEBUG [Master:0;192.168.1.218:60459] executor.ExecutorService(172): Starting executor service: MASTER_OPEN_REGION-192.168.1.218:60459 2010-10-11 23:20:22,986 DEBUG [Thread-1] zookeeper.ZKUtil(1011): hconnection-0x12b9d298277001b Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:60459 2010-10-11 23:20:22,986 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60466-0x12b9d2982770018 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2010-10-11 23:20:22,986 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60462-0x12b9d2982770019 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2010-10-11 23:20:22,986 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60459-0x12b9d2982770013 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/shutdown 2010-10-11 23:20:22,991 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431-EventThread] zookeeper.ZKUtil(1011): regionserver:60466-0x12b9d2982770018 Retrieved 29 byte(s) of data from znode /hbase/shutdown and set watcher; Mon Oct 11 23:20:22 CEST 2010 2010-10-11 23:20:22,990 INFO [Thread-1] zookeeper.ZKUtil(197): hconnection-0x12b9d298277001b Set watcher on existing znode /hbase/root-region-server 2010-10-11 23:20:22,989 DEBUG [Master:0;192.168.1.218:60459] executor.ExecutorService(172): Starting executor service: MASTER_CLOSE_REGION-192.168.1.218:60459 2010-10-11 23:20:22,989 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135-EventThread] zookeeper.ZKUtil(1011): regionserver:60464-0x12b9d2982770017 Retrieved 29 byte(s) of data from znode /hbase/shutdown and set watcher; Mon Oct 11 23:20:22 CEST 2010 2010-10-11 23:20:22,996 DEBUG [Master:0;192.168.1.218:60459] executor.ExecutorService(172): Starting executor service: MASTER_SERVER_OPERATIONS-192.168.1.218:60459 2010-10-11 23:20:22,997 DEBUG [Master:0;192.168.1.218:60459] executor.ExecutorService(172): Starting executor service: MASTER_TABLE_OPERATIONS-192.168.1.218:60459 2010-10-11 23:20:22,996 DEBUG [Thread-1] zookeeper.ZKUtil(1011): hconnection-0x12b9d298277001b Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:60264 2010-10-11 23:20:22,995 INFO [RegionServer:2;192.168.1.218,60466,1286832021431] zookeeper.ZKUtil(197): regionserver:60466-0x12b9d2982770018 Set watcher on existing znode /hbase/root-region-server 2010-10-11 23:20:22,995 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60459-0x12b9d2982770013 Retrieved 29 byte(s) of data from znode /hbase/shutdown and set watcher; Mon Oct 11 23:20:22 CEST 2010 2010-10-11 23:20:23,001 DEBUG [Master:0;192.168.1.218:60459] master.HMaster(532): Started service threads 2010-10-11 23:20:22,994 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116-EventThread] zookeeper.ZKUtil(1011): regionserver:60462-0x12b9d2982770019 Retrieved 29 byte(s) of data from znode /hbase/shutdown and set watcher; Mon Oct 11 23:20:22 CEST 2010 2010-10-11 23:20:23,001 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431] zookeeper.ZKUtil(1011): regionserver:60466-0x12b9d2982770018 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:60264 2010-10-11 23:20:22,999 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(536): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@3c34e2cc; hsa=192.168.1.218:60264 2010-10-11 23:20:22,997 INFO [RegionServer:1;192.168.1.218,60464,1286832021135] zookeeper.ZKUtil(197): regionserver:60464-0x12b9d2982770017 Set watcher on existing znode /hbase/root-region-server 2010-10-11 23:20:23,003 INFO [RegionServer:2;192.168.1.218,60466,1286832021431] zookeeper.ZKUtil(197): regionserver:60466-0x12b9d2982770018 Set watcher on existing znode /hbase/unassigned/1028785192 2010-10-11 23:20:23,005 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431] catalog.CatalogTracker(132): Starting catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@4069b25f 2010-10-11 23:20:23,002 INFO [RegionServer:0;192.168.1.218,60462,1286832021116] zookeeper.ZKUtil(197): regionserver:60462-0x12b9d2982770019 Set watcher on existing znode /hbase/root-region-server 2010-10-11 23:20:23,006 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135] zookeeper.ZKUtil(1011): regionserver:60464-0x12b9d2982770017 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:60264 2010-10-11 23:20:23,006 INFO [RegionServer:2;192.168.1.218,60466,1286832021431] regionserver.MemStoreFlusher(102): globalMemStoreLimit=49.6m, globalMemStoreLimitLowMark=43.4m, maxHeap=123.9m 2010-10-11 23:20:23,008 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431] regionserver.PriorityCompactionQueue(134): Create PriorityCompactionQueue 2010-10-11 23:20:23,008 INFO [RegionServer:2;192.168.1.218,60466,1286832021431] regionserver.HRegionServer$MajorCompactionChecker(957): Runs every 1000000ms 2010-10-11 23:20:23,005 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(728): locateRegionInMeta parentTable=-ROOT-, metaLocation=address: 192.168.1.218:60264, regioninfo: -ROOT-,,0.70236052, attempt=0 of 4 failed; retrying after sleep of 5000 because: Failed setting up proxy interface org.apache.hadoop.hbase.ipc.HRegionInterface to /192.168.1.218:60264 after attempts=1 2010-10-11 23:20:23,018 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(536): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@3c34e2cc; hsa=192.168.1.218:60264 2010-10-11 23:20:23,008 INFO [RegionServer:1;192.168.1.218,60464,1286832021135] zookeeper.ZKUtil(197): regionserver:60464-0x12b9d2982770017 Set watcher on existing znode /hbase/unassigned/1028785192 2010-10-11 23:20:23,023 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135] catalog.CatalogTracker(132): Starting catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@4669b7fe 2010-10-11 23:20:23,007 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116] zookeeper.ZKUtil(1011): regionserver:60462-0x12b9d2982770019 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:60264 2010-10-11 23:20:23,049 INFO [RegionServer:1;192.168.1.218,60464,1286832021135] regionserver.MemStoreFlusher(102): globalMemStoreLimit=49.6m, globalMemStoreLimitLowMark=43.4m, maxHeap=123.9m 2010-10-11 23:20:23,053 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135] regionserver.PriorityCompactionQueue(134): Create PriorityCompactionQueue 2010-10-11 23:20:23,054 INFO [RegionServer:1;192.168.1.218,60464,1286832021135] regionserver.HRegionServer$MajorCompactionChecker(957): Runs every 1000000ms 2010-10-11 23:20:23,055 INFO [RegionServer:0;192.168.1.218,60462,1286832021116] zookeeper.ZKUtil(197): regionserver:60462-0x12b9d2982770019 Set watcher on existing znode /hbase/unassigned/1028785192 2010-10-11 23:20:23,058 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116] catalog.CatalogTracker(132): Starting catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@564e4fc4 2010-10-11 23:20:23,256 INFO [RegionServer:0;192.168.1.218,60462,1286832021116] regionserver.MemStoreFlusher(102): globalMemStoreLimit=49.6m, globalMemStoreLimitLowMark=43.4m, maxHeap=123.9m 2010-10-11 23:20:23,257 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116] regionserver.PriorityCompactionQueue(134): Create PriorityCompactionQueue 2010-10-11 23:20:23,261 INFO [RegionServer:0;192.168.1.218,60462,1286832021116] regionserver.HRegionServer$MajorCompactionChecker(957): Runs every 1000000ms 2010-10-11 23:20:23,058 INFO [RegionServer:2;192.168.1.218,60466,1286832021431] regionserver.HRegionServer(1355): Connected to master at 192.168.1.218:60459 2010-10-11 23:20:23,287 INFO [RegionServer:1;192.168.1.218,60464,1286832021135] regionserver.HRegionServer(1355): Connected to master at 192.168.1.218:60459 2010-10-11 23:20:23,291 INFO [RegionServer:0;192.168.1.218,60462,1286832021116] regionserver.HRegionServer(1355): Connected to master at 192.168.1.218:60459 2010-10-11 23:20:23,382 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60459-0x12b9d2982770013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2010-10-11 23:20:23,382 INFO [RegionServer:0;192.168.1.218,60462,1286832021116] regionserver.HRegionServer(1396): Telling master at 192.168.1.218:60459 that we are up 2010-10-11 23:20:23,382 INFO [RegionServer:1;192.168.1.218,60464,1286832021135] regionserver.HRegionServer(1396): Telling master at 192.168.1.218:60459 that we are up 2010-10-11 23:20:23,382 INFO [RegionServer:2;192.168.1.218,60466,1286832021431] regionserver.HRegionServer(1396): Telling master at 192.168.1.218:60459 that we are up 2010-10-11 23:20:23,384 INFO [IPC Server handler 3 on 60459] master.ServerManager(221): Registering server=192.168.1.218,60462,1286832021116, regionCount=0, userLoad=false 2010-10-11 23:20:23,387 INFO [IPC Server handler 0 on 60459] master.ServerManager(221): Registering server=192.168.1.218,60466,1286832021431, regionCount=0, userLoad=false 2010-10-11 23:20:23,388 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116] regionserver.HRegionServer(758): Config from master: hbase.regionserver.address=192.168.1.218 2010-10-11 23:20:23,384 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60459-0x12b9d2982770013 Retrieved 19 byte(s) of data from znode /hbase/rs/192.168.1.218,60462,1286832021116 and set watcher; 192.168.1.218:60462 2010-10-11 23:20:23,389 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431] regionserver.HRegionServer(758): Config from master: hbase.regionserver.address=192.168.1.218 2010-10-11 23:20:23,390 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431] regionserver.HRegionServer(758): Config from master: fs.default.name=hdfs://localhost:60243/user/lfrancke 2010-10-11 23:20:23,389 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116] regionserver.HRegionServer(758): Config from master: fs.default.name=hdfs://localhost:60243/user/lfrancke 2010-10-11 23:20:23,391 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116] regionserver.HRegionServer(758): Config from master: hbase.rootdir=hdfs://localhost:60243/user/lfrancke 2010-10-11 23:20:23,386 INFO [IPC Server handler 4 on 60459] master.ServerManager(221): Registering server=192.168.1.218,60464,1286832021135, regionCount=0, userLoad=false 2010-10-11 23:20:23,392 INFO [RegionServer:0;192.168.1.218,60462,1286832021116] regionserver.HRegionServer(776): Master passed us address to use. Was=192.168.1.218:60462, Now=192.168.1.218:60462 2010-10-11 23:20:23,393 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135] regionserver.HRegionServer(758): Config from master: hbase.regionserver.address=192.168.1.218 2010-10-11 23:20:23,394 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135] regionserver.HRegionServer(758): Config from master: fs.default.name=hdfs://localhost:60243/user/lfrancke 2010-10-11 23:20:23,395 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135] regionserver.HRegionServer(758): Config from master: hbase.rootdir=hdfs://localhost:60243/user/lfrancke 2010-10-11 23:20:23,396 INFO [RegionServer:1;192.168.1.218,60464,1286832021135] regionserver.HRegionServer(776): Master passed us address to use. Was=192.168.1.218:60464, Now=192.168.1.218:60464 2010-10-11 23:20:23,390 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431] regionserver.HRegionServer(758): Config from master: hbase.rootdir=hdfs://localhost:60243/user/lfrancke 2010-10-11 23:20:23,397 INFO [RegionServer:2;192.168.1.218,60466,1286832021431] regionserver.HRegionServer(776): Master passed us address to use. Was=192.168.1.218:60466, Now=192.168.1.218:60466 2010-10-11 23:20:23,398 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116] regionserver.HRegionServer(997): logdir=hdfs://localhost:60243/user/lfrancke/.logs/192.168.1.218,60462,1286832021116 2010-10-11 23:20:23,390 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60459-0x12b9d2982770013 Retrieved 19 byte(s) of data from znode /hbase/rs/192.168.1.218,60464,1286832021135 and set watcher; 192.168.1.218:60464 2010-10-11 23:20:23,401 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60459-0x12b9d2982770013 Retrieved 19 byte(s) of data from znode /hbase/rs/192.168.1.218,60466,1286832021431 and set watcher; 192.168.1.218:60466 2010-10-11 23:20:23,406 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431] regionserver.HRegionServer(997): logdir=hdfs://localhost:60243/user/lfrancke/.logs/192.168.1.218,60466,1286832021431 2010-10-11 23:20:23,416 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135] regionserver.HRegionServer(997): logdir=hdfs://localhost:60243/user/lfrancke/.logs/192.168.1.218,60464,1286832021135 2010-10-11 23:20:23,799 INFO [RegionServer:0;192.168.1.218,60462,1286832021116] wal.HLog(359): HLog configuration: blocksize=64 MB, rollsize=60.8 MB, enabled=true, flushlogentries=1, optionallogflushinternal=1000ms 2010-10-11 23:20:24,075 INFO [RegionServer:1;192.168.1.218,60464,1286832021135] wal.HLog(359): HLog configuration: blocksize=64 MB, rollsize=60.8 MB, enabled=true, flushlogentries=1, optionallogflushinternal=1000ms 2010-10-11 23:20:24,075 INFO [RegionServer:2;192.168.1.218,60466,1286832021431] wal.HLog(359): HLog configuration: blocksize=64 MB, rollsize=60.8 MB, enabled=true, flushlogentries=1, optionallogflushinternal=1000ms 2010-10-11 23:20:24,371 INFO [RegionServer:0;192.168.1.218,60462,1286832021116] wal.SequenceFileLogWriter(126): Using syncFs -- HDFS-200 2010-10-11 23:20:24,408 INFO [RegionServer:0;192.168.1.218,60462,1286832021116] wal.HLog(498): New hlog /user/lfrancke/.logs/192.168.1.218,60462,1286832021116/192.168.1.218%3A60462.1286832023799 2010-10-11 23:20:24,409 INFO [RegionServer:0;192.168.1.218,60462,1286832021116] wal.HLog(389): Using getNumCurrentReplicas--HDFS-826 2010-10-11 23:20:24,412 INFO [RegionServer:0;192.168.1.218,60462,1286832021116] metrics.RegionServerMetrics(149): Initialized 2010-10-11 23:20:24,413 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116] executor.ExecutorService(172): Starting executor service: RS_OPEN_REGION-192.168.1.218,60462,1286832021116 2010-10-11 23:20:24,414 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116] executor.ExecutorService(172): Starting executor service: RS_OPEN_ROOT-192.168.1.218,60462,1286832021116 2010-10-11 23:20:24,414 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116] executor.ExecutorService(172): Starting executor service: RS_OPEN_META-192.168.1.218,60462,1286832021116 2010-10-11 23:20:24,415 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116] executor.ExecutorService(172): Starting executor service: RS_CLOSE_REGION-192.168.1.218,60462,1286832021116 2010-10-11 23:20:24,415 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116] executor.ExecutorService(172): Starting executor service: RS_CLOSE_ROOT-192.168.1.218,60462,1286832021116 2010-10-11 23:20:24,416 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116] executor.ExecutorService(172): Starting executor service: RS_CLOSE_META-192.168.1.218,60462,1286832021116 2010-10-11 23:20:24,423 INFO [RegionServer:0;192.168.1.218,60462,1286832021116] regionserver.HRegionServer(802): Serving as 192.168.1.218,60462,1286832021116, sessionid=0x12b9d2982770019 2010-10-11 23:20:24,482 INFO [RegionServer:2;192.168.1.218,60466,1286832021431] wal.SequenceFileLogWriter(126): Using syncFs -- HDFS-200 2010-10-11 23:20:24,485 INFO [RegionServer:1;192.168.1.218,60464,1286832021135] wal.SequenceFileLogWriter(126): Using syncFs -- HDFS-200 2010-10-11 23:20:24,489 INFO [RegionServer:2;192.168.1.218,60466,1286832021431] wal.HLog(498): New hlog /user/lfrancke/.logs/192.168.1.218,60466,1286832021431/192.168.1.218%3A60466.1286832024077 2010-10-11 23:20:24,490 INFO [RegionServer:1;192.168.1.218,60464,1286832021135] wal.HLog(498): New hlog /user/lfrancke/.logs/192.168.1.218,60464,1286832021135/192.168.1.218%3A60464.1286832024076 2010-10-11 23:20:24,490 INFO [RegionServer:2;192.168.1.218,60466,1286832021431] wal.HLog(389): Using getNumCurrentReplicas--HDFS-826 2010-10-11 23:20:24,491 INFO [RegionServer:1;192.168.1.218,60464,1286832021135] wal.HLog(389): Using getNumCurrentReplicas--HDFS-826 2010-10-11 23:20:24,493 INFO [RegionServer:2;192.168.1.218,60466,1286832021431] metrics.RegionServerMetrics(149): Initialized 2010-10-11 23:20:24,494 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431] executor.ExecutorService(172): Starting executor service: RS_OPEN_REGION-192.168.1.218,60466,1286832021431 2010-10-11 23:20:24,495 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431] executor.ExecutorService(172): Starting executor service: RS_OPEN_ROOT-192.168.1.218,60466,1286832021431 2010-10-11 23:20:24,497 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431] executor.ExecutorService(172): Starting executor service: RS_OPEN_META-192.168.1.218,60466,1286832021431 2010-10-11 23:20:24,498 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431] executor.ExecutorService(172): Starting executor service: RS_CLOSE_REGION-192.168.1.218,60466,1286832021431 2010-10-11 23:20:24,499 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431] executor.ExecutorService(172): Starting executor service: RS_CLOSE_ROOT-192.168.1.218,60466,1286832021431 2010-10-11 23:20:24,493 INFO [RegionServer:1;192.168.1.218,60464,1286832021135] metrics.RegionServerMetrics(149): Initialized 2010-10-11 23:20:24,500 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431] executor.ExecutorService(172): Starting executor service: RS_CLOSE_META-192.168.1.218,60466,1286832021431 2010-10-11 23:20:24,500 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135] executor.ExecutorService(172): Starting executor service: RS_OPEN_REGION-192.168.1.218,60464,1286832021135 2010-10-11 23:20:24,502 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135] executor.ExecutorService(172): Starting executor service: RS_OPEN_ROOT-192.168.1.218,60464,1286832021135 2010-10-11 23:20:24,503 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135] executor.ExecutorService(172): Starting executor service: RS_OPEN_META-192.168.1.218,60464,1286832021135 2010-10-11 23:20:24,504 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135] executor.ExecutorService(172): Starting executor service: RS_CLOSE_REGION-192.168.1.218,60464,1286832021135 2010-10-11 23:20:24,505 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135] executor.ExecutorService(172): Starting executor service: RS_CLOSE_ROOT-192.168.1.218,60464,1286832021135 2010-10-11 23:20:24,517 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135] executor.ExecutorService(172): Starting executor service: RS_CLOSE_META-192.168.1.218,60464,1286832021135 2010-10-11 23:20:24,594 INFO [RegionServer:2;192.168.1.218,60466,1286832021431] regionserver.HRegionServer(802): Serving as 192.168.1.218,60466,1286832021431, sessionid=0x12b9d2982770018 2010-10-11 23:20:24,622 INFO [RegionServer:1;192.168.1.218,60464,1286832021135] regionserver.HRegionServer(802): Serving as 192.168.1.218,60464,1286832021135, sessionid=0x12b9d2982770017 2010-10-11 23:20:26,001 INFO [Master:0;192.168.1.218:60459] master.ServerManager(595): Waiting on regionserver(s) count to settle; currently=3 2010-10-11 23:20:28,021 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(536): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@3c34e2cc; hsa=192.168.1.218:60264 2010-10-11 23:20:28,022 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(728): locateRegionInMeta parentTable=-ROOT-, metaLocation=address: 192.168.1.218:60264, regioninfo: -ROOT-,,0.70236052, attempt=2 of 4 failed; retrying after sleep of 5000 because: Failed setting up proxy interface org.apache.hadoop.hbase.ipc.HRegionInterface to /192.168.1.218:60264 after attempts=1 2010-10-11 23:20:28,024 DEBUG [Thread-1] client.HConnectionManager$HConnectionImplementation(536): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@3c34e2cc; hsa=192.168.1.218:60264 2010-10-11 23:20:29,003 INFO [Master:0;192.168.1.218:60459] master.ServerManager(609): Exiting wait on regionserver(s) to checkin; count=3, stopped=false, count of regions out on cluster=0 2010-10-11 23:20:29,007 INFO [Master:0;192.168.1.218:60459] master.MasterFileSystem(176): Log folder hdfs://localhost:60243/user/lfrancke/.logs/192.168.1.218,60462,1286832021116 belongs to an existing region server 2010-10-11 23:20:29,008 INFO [Master:0;192.168.1.218:60459] master.MasterFileSystem(176): Log folder hdfs://localhost:60243/user/lfrancke/.logs/192.168.1.218,60464,1286832021135 belongs to an existing region server 2010-10-11 23:20:29,008 INFO [Master:0;192.168.1.218:60459] master.MasterFileSystem(176): Log folder hdfs://localhost:60243/user/lfrancke/.logs/192.168.1.218,60466,1286832021431 belongs to an existing region server 2010-10-11 23:20:29,010 DEBUG [Master:0;192.168.1.218:60459] zookeeper.ZKUtil(496): master:60459-0x12b9d2982770013 Unable to get data of znode /hbase/unassigned/70236052 because node does not exist (not an error) 2010-10-11 23:20:29,012 INFO [Master:0;192.168.1.218:60459] catalog.RootLocationEditor(46): Unsetting ROOT region location in ZooKeeper 2010-10-11 23:20:29,027 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d2982770016 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 23:20:29,027 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60466-0x12b9d2982770018 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 23:20:29,027 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60459-0x12b9d2982770013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 23:20:29,027 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d2982770014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 23:20:29,031 INFO [RegionServer:2;192.168.1.218,60466,1286832021431-EventThread] zookeeper.ZKUtil(197): regionserver:60466-0x12b9d2982770018 Set watcher on existing znode /hbase/root-region-server 2010-10-11 23:20:29,030 INFO [Thread-1-EventThread] zookeeper.ZKUtil(197): hconnection-0x12b9d2982770016 Set watcher on existing znode /hbase/root-region-server 2010-10-11 23:20:29,029 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d298277001b Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 23:20:29,028 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60464-0x12b9d2982770017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 23:20:29,028 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d2982770015 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 23:20:29,028 DEBUG [Master:0;192.168.1.218:60459] zookeeper.ZKAssign(203): master:60459-0x12b9d2982770013 Creating (or updating) unassigned node for 70236052 with OFFLINE state 2010-10-11 23:20:29,028 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60462-0x12b9d2982770019 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 23:20:29,028 DEBUG [Master:0;192.168.1.218:60459-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d298277001a Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 23:20:29,037 INFO [RegionServer:1;192.168.1.218,60464,1286832021135-EventThread] zookeeper.ZKUtil(197): regionserver:60464-0x12b9d2982770017 Set watcher on existing znode /hbase/root-region-server 2010-10-11 23:20:29,036 INFO [Thread-1-EventThread] zookeeper.ZKUtil(197): hconnection-0x12b9d298277001b Set watcher on existing znode /hbase/root-region-server 2010-10-11 23:20:29,033 INFO [Thread-1-EventThread] zookeeper.ZKUtil(197): hconnection-0x12b9d2982770014 Set watcher on existing znode /hbase/root-region-server 2010-10-11 23:20:29,032 INFO [Thread-1-EventThread] zookeeper.ZKUtil(197): master:60459-0x12b9d2982770013 Set watcher on existing znode /hbase/root-region-server 2010-10-11 23:20:29,052 INFO [Thread-1-EventThread] zookeeper.ZKUtil(197): hconnection-0x12b9d2982770015 Set watcher on existing znode /hbase/root-region-server 2010-10-11 23:20:29,053 INFO [Master:0;192.168.1.218:60459-EventThread] zookeeper.ZKUtil(197): hconnection-0x12b9d298277001a Set watcher on existing znode /hbase/root-region-server 2010-10-11 23:20:29,053 INFO [RegionServer:0;192.168.1.218,60462,1286832021116-EventThread] zookeeper.ZKUtil(197): regionserver:60462-0x12b9d2982770019 Set watcher on existing znode /hbase/root-region-server 2010-10-11 23:20:29,144 DEBUG [Master:0;192.168.1.218:60459] master.AssignmentManager(736): No previous transition plan for -ROOT-,,0.70236052 so generated a random one; hri=-ROOT-,,0.70236052, src=, dest=192.168.1.218,60464,1286832021135; 3 (online=3) available servers 2010-10-11 23:20:29,145 DEBUG [Master:0;192.168.1.218:60459] master.AssignmentManager(680): Assigning region -ROOT-,,0.70236052 to 192.168.1.218,60464,1286832021135 2010-10-11 23:20:29,145 DEBUG [Master:0;192.168.1.218:60459] master.ServerManager(565): New connection to 192.168.1.218,60464,1286832021135 2010-10-11 23:20:29,152 INFO [IPC Server handler 0 on 60464] regionserver.HRegionServer(1948): Received request to open region: -ROOT-,,0.70236052 2010-10-11 23:20:29,155 DEBUG [RS_OPEN_ROOT-192.168.1.218,60464,1286832021135-1] handler.OpenRegionHandler(69): Processing open of -ROOT-,,0.70236052 2010-10-11 23:20:29,155 DEBUG [RS_OPEN_ROOT-192.168.1.218,60464,1286832021135-1] zookeeper.ZKAssign(583): regionserver:60464-0x12b9d2982770017 Attempting to transition node 70236052/-ROOT- from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 23:20:29,156 DEBUG [RS_OPEN_ROOT-192.168.1.218,60464,1286832021135-1] zookeeper.ZKUtil(1011): regionserver:60464-0x12b9d2982770017 Retrieved 42 byte(s) of data from znode /hbase/unassigned/70236052; data=+?*}~ -ROOT-,,0192.16... 2010-10-11 23:20:29,269 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60464-0x12b9d2982770017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/70236052 2010-10-11 23:20:29,269 DEBUG [RS_OPEN_ROOT-192.168.1.218,60464,1286832021135-1] zookeeper.ZKAssign(629): regionserver:60464-0x12b9d2982770017 Successfully transitioned node 70236052 from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 23:20:29,272 DEBUG [RS_OPEN_ROOT-192.168.1.218,60464,1286832021135-1] regionserver.HRegion(2434): Opening region: REGION => {NAME => '-ROOT-,,0', STARTKEY => '', ENDKEY => '', ENCODED => 70236052, TABLE => {{NAME => '-ROOT-', IS_ROOT => 'true', IS_META => 'true', FAMILIES => [{NAME => 'info', BLOOMFILTER => 'NONE', REPLICATION_SCOPE => '0', VERSIONS => '10', COMPRESSION => 'NONE', TTL => '2147483647', BLOCKSIZE => '8192', IN_MEMORY => 'true', BLOCKCACHE => 'true'}]}} 2010-10-11 23:20:29,269 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60459-0x12b9d2982770013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/70236052 2010-10-11 23:20:29,275 DEBUG [RS_OPEN_ROOT-192.168.1.218,60464,1286832021135-1] regionserver.HRegion(296): Instantiated -ROOT-,,0.70236052 2010-10-11 23:20:29,277 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60459-0x12b9d2982770013 Retrieved 56 byte(s) of data from znode /hbase/unassigned/70236052 and set watcher; +?*}? -ROOT-,,0!192.16... 2010-10-11 23:20:29,279 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,60464,1286832021135, region=70236052/-ROOT- 2010-10-11 23:20:29,307 DEBUG [RS_OPEN_ROOT-192.168.1.218,60464,1286832021135-1] regionserver.Store(271): loaded hdfs://localhost:60243/user/lfrancke/-ROOT-/70236052/info/3180124973395067063, isReference=false, isBulkLoadResult=false, seqid=5, majorCompaction=false 2010-10-11 23:20:29,315 DEBUG [RS_OPEN_ROOT-192.168.1.218,60464,1286832021135-1] regionserver.Store(271): loaded hdfs://localhost:60243/user/lfrancke/-ROOT-/70236052/info/942775653349594949, isReference=false, isBulkLoadResult=false, seqid=2, majorCompaction=false 2010-10-11 23:20:29,318 INFO [RS_OPEN_ROOT-192.168.1.218,60464,1286832021135-1] regionserver.HRegion(357): Onlined -ROOT-,,0.70236052; next sequenceid=6 2010-10-11 23:20:29,318 DEBUG [RS_OPEN_ROOT-192.168.1.218,60464,1286832021135-1] zookeeper.ZKAssign(583): regionserver:60464-0x12b9d2982770017 Attempting to transition node 70236052/-ROOT- from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 23:20:29,320 DEBUG [RS_OPEN_ROOT-192.168.1.218,60464,1286832021135-1] zookeeper.ZKUtil(1011): regionserver:60464-0x12b9d2982770017 Retrieved 56 byte(s) of data from znode /hbase/unassigned/70236052; data=+?*}? -ROOT-,,0!192.16... 2010-10-11 23:20:29,323 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60464-0x12b9d2982770017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/70236052 2010-10-11 23:20:29,323 DEBUG [RS_OPEN_ROOT-192.168.1.218,60464,1286832021135-1] zookeeper.ZKAssign(629): regionserver:60464-0x12b9d2982770017 Successfully transitioned node 70236052 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 23:20:29,323 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60459-0x12b9d2982770013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/70236052 2010-10-11 23:20:29,325 INFO [RS_OPEN_ROOT-192.168.1.218,60464,1286832021135-1] catalog.RootLocationEditor(65): Setting ROOT region location in ZooKeeper as 192.168.1.218:60464 2010-10-11 23:20:29,327 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60459-0x12b9d2982770013 Retrieved 56 byte(s) of data from znode /hbase/unassigned/70236052 and set watcher; +?*~? -ROOT-,,0!192.16... 2010-10-11 23:20:29,328 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,60464,1286832021135, region=70236052/-ROOT- 2010-10-11 23:20:29,330 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60459-0x12b9d2982770013 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 23:20:29,329 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d2982770016 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 23:20:29,329 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60466-0x12b9d2982770018 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 23:20:29,334 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): hconnection-0x12b9d2982770016 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:60464 2010-10-11 23:20:29,332 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60459-0x12b9d2982770013 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:60464 2010-10-11 23:20:29,331 DEBUG [RS_OPEN_ROOT-192.168.1.218,60464,1286832021135-1] zookeeper.ZKAssign(583): regionserver:60464-0x12b9d2982770017 Attempting to transition node 70236052/-ROOT- from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 23:20:29,331 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60462-0x12b9d2982770019 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 23:20:29,331 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d2982770014 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 23:20:29,331 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d298277001b Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 23:20:29,331 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60464-0x12b9d2982770017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 23:20:29,331 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d2982770015 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 23:20:29,331 DEBUG [Master:0;192.168.1.218:60459-EventThread] zookeeper.ZooKeeperWatcher(211): hconnection-0x12b9d298277001a Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/root-region-server 2010-10-11 23:20:29,341 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): hconnection-0x12b9d2982770015 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:60464 2010-10-11 23:20:29,340 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135-EventThread] zookeeper.ZKUtil(1011): regionserver:60464-0x12b9d2982770017 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:60464 2010-10-11 23:20:29,339 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): hconnection-0x12b9d298277001b Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:60464 2010-10-11 23:20:29,338 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): hconnection-0x12b9d2982770014 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:60464 2010-10-11 23:20:29,337 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116-EventThread] zookeeper.ZKUtil(1011): regionserver:60462-0x12b9d2982770019 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:60464 2010-10-11 23:20:29,337 DEBUG [RS_OPEN_ROOT-192.168.1.218,60464,1286832021135-1] zookeeper.ZKUtil(1011): regionserver:60464-0x12b9d2982770017 Retrieved 56 byte(s) of data from znode /hbase/unassigned/70236052; data=+?*~? -ROOT-,,0!192.16... 2010-10-11 23:20:29,335 INFO [Master:0;192.168.1.218:60459] master.HMaster(426): -ROOT- assigned=1, rit=false 2010-10-11 23:20:29,335 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431-EventThread] zookeeper.ZKUtil(1011): regionserver:60466-0x12b9d2982770018 Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:60464 2010-10-11 23:20:29,341 DEBUG [Master:0;192.168.1.218:60459-EventThread] zookeeper.ZKUtil(1011): hconnection-0x12b9d298277001a Retrieved 19 byte(s) of data from znode /hbase/root-region-server and set watcher; 192.168.1.218:60464 2010-10-11 23:20:29,347 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60464-0x12b9d2982770017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/70236052 2010-10-11 23:20:29,346 DEBUG [Master:0;192.168.1.218:60459] zookeeper.ZKUtil(496): master:60459-0x12b9d2982770013 Unable to get data of znode /hbase/unassigned/1028785192 because node does not exist (not an error) 2010-10-11 23:20:29,347 DEBUG [RS_OPEN_ROOT-192.168.1.218,60464,1286832021135-1] zookeeper.ZKAssign(629): regionserver:60464-0x12b9d2982770017 Successfully transitioned node 70236052 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 23:20:29,349 DEBUG [RS_OPEN_ROOT-192.168.1.218,60464,1286832021135-1] handler.OpenRegionHandler(191): Opened -ROOT-,,0.70236052 2010-10-11 23:20:29,347 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60459-0x12b9d2982770013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/70236052 2010-10-11 23:20:29,352 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60459-0x12b9d2982770013 Retrieved 56 byte(s) of data from znode /hbase/unassigned/70236052 and set watcher; +?*~? -ROOT-,,0!192.16... 2010-10-11 23:20:29,353 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENED, server=192.168.1.218,60464,1286832021135, region=70236052/-ROOT- 2010-10-11 23:20:29,356 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60459-1] handler.OpenedRegionHandler(88): Handling OPENED event for 70236052; deleting unassigned node 2010-10-11 23:20:29,357 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60459-1] zookeeper.ZKAssign(322): master:60459-0x12b9d2982770013 Deleting existing unassigned node for 70236052 that is in expected state RS_ZK_REGION_OPENED 2010-10-11 23:20:29,357 INFO [Master:0;192.168.1.218:60459] catalog.CatalogTracker(408): Passed metaserver is null 2010-10-11 23:20:29,359 DEBUG [Master:0;192.168.1.218:60459] zookeeper.ZKAssign(203): master:60459-0x12b9d2982770013 Creating (or updating) unassigned node for 1028785192 with OFFLINE state 2010-10-11 23:20:29,359 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60459-1] zookeeper.ZKUtil(1011): master:60459-0x12b9d2982770013 Retrieved 56 byte(s) of data from znode /hbase/unassigned/70236052; data=+?*~? -ROOT-,,0!192.16... 2010-10-11 23:20:29,364 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60466-0x12b9d2982770018 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:20:29,364 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60462-0x12b9d2982770019 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:20:29,364 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60459-0x12b9d2982770013 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:20:29,364 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60464-0x12b9d2982770017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:20:29,365 DEBUG [Master:0;192.168.1.218:60459] master.AssignmentManager(736): No previous transition plan for .META.,,1.1028785192 so generated a random one; hri=.META.,,1.1028785192, src=, dest=192.168.1.218,60462,1286832021116; 3 (online=3) available servers 2010-10-11 23:20:29,369 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60459-0x12b9d2982770013 Retrieved 42 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?*~? .META.,,1192.16... 2010-10-11 23:20:29,369 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431-EventThread] zookeeper.ZKUtil(1011): regionserver:60466-0x12b9d2982770018 Retrieved 42 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?*~? .META.,,1192.16... 2010-10-11 23:20:29,371 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60459-0x12b9d2982770013 Retrieved 42 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?*~? .META.,,1192.16... 2010-10-11 23:20:29,371 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=M_ZK_REGION_OFFLINE, server=192.168.1.218:60459, region=1028785192/.META. 2010-10-11 23:20:29,373 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60459-0x12b9d2982770013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/unassigned/70236052 2010-10-11 23:20:29,368 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116-EventThread] zookeeper.ZKUtil(1011): regionserver:60462-0x12b9d2982770019 Retrieved 42 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?*~? .META.,,1192.16... 2010-10-11 23:20:29,368 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60459-1] handler.OpenedRegionHandler(99): Opened region -ROOT-,,0.70236052 2010-10-11 23:20:29,369 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135-EventThread] zookeeper.ZKUtil(1011): regionserver:60464-0x12b9d2982770017 Retrieved 42 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?*~? .META.,,1192.16... 2010-10-11 23:20:29,369 DEBUG [Master:0;192.168.1.218:60459] master.AssignmentManager(680): Assigning region .META.,,1.1028785192 to 192.168.1.218,60462,1286832021116 2010-10-11 23:20:29,377 DEBUG [Master:0;192.168.1.218:60459] master.ServerManager(565): New connection to 192.168.1.218,60462,1286832021116 2010-10-11 23:20:29,383 INFO [IPC Server handler 0 on 60462] regionserver.HRegionServer(1948): Received request to open region: .META.,,1.1028785192 2010-10-11 23:20:29,386 DEBUG [RS_OPEN_META-192.168.1.218,60462,1286832021116-1] handler.OpenRegionHandler(69): Processing open of .META.,,1.1028785192 2010-10-11 23:20:29,387 DEBUG [RS_OPEN_META-192.168.1.218,60462,1286832021116-1] zookeeper.ZKAssign(583): regionserver:60462-0x12b9d2982770019 Attempting to transition node 1028785192/.META. from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 23:20:29,389 DEBUG [RS_OPEN_META-192.168.1.218,60462,1286832021116-1] zookeeper.ZKUtil(1011): regionserver:60462-0x12b9d2982770019 Retrieved 42 byte(s) of data from znode /hbase/unassigned/1028785192; data=+?*~? .META.,,1192.16... 2010-10-11 23:20:29,394 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60462-0x12b9d2982770019 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:20:29,396 DEBUG [RS_OPEN_META-192.168.1.218,60462,1286832021116-1] zookeeper.ZKAssign(629): regionserver:60462-0x12b9d2982770019 Successfully transitioned node 1028785192 from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 23:20:29,395 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60459-0x12b9d2982770013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:20:29,400 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116-EventThread] zookeeper.ZKUtil(1011): regionserver:60462-0x12b9d2982770019 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?*~? .META.,,1!192.16... 2010-10-11 23:20:29,399 DEBUG [RS_OPEN_META-192.168.1.218,60462,1286832021116-1] regionserver.HRegion(2434): Opening region: REGION => {NAME => '.META.,,1', STARTKEY => '', ENDKEY => '', ENCODED => 1028785192, TABLE => {{NAME => '.META.', IS_META => 'true', FAMILIES => [{NAME => 'info', BLOOMFILTER => 'NONE', REPLICATION_SCOPE => '0', VERSIONS => '10', COMPRESSION => 'NONE', TTL => '2147483647', BLOCKSIZE => '8192', IN_MEMORY => 'true', BLOCKCACHE => 'true'}]}} 2010-10-11 23:20:29,397 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60466-0x12b9d2982770018 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:20:29,396 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60464-0x12b9d2982770017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:20:29,410 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431-EventThread] zookeeper.ZKUtil(1011): regionserver:60466-0x12b9d2982770018 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?*~? .META.,,1!192.16... 2010-10-11 23:20:29,408 DEBUG [RS_OPEN_META-192.168.1.218,60462,1286832021116-1] regionserver.HRegion(296): Instantiated .META.,,1.1028785192 2010-10-11 23:20:29,403 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60459-0x12b9d2982770013 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?*~? .META.,,1!192.16... 2010-10-11 23:20:29,411 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135-EventThread] zookeeper.ZKUtil(1011): regionserver:60464-0x12b9d2982770017 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?*~? .META.,,1!192.16... 2010-10-11 23:20:29,414 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60459-0x12b9d2982770013 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?*~? .META.,,1!192.16... 2010-10-11 23:20:29,415 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,60462,1286832021116, region=1028785192/.META. 2010-10-11 23:20:29,585 DEBUG [RS_OPEN_META-192.168.1.218,60462,1286832021116-1] regionserver.Store(271): loaded hdfs://localhost:60243/user/lfrancke/.META./1028785192/info/2542756337664337405, isReference=false, isBulkLoadResult=false, seqid=8, majorCompaction=false 2010-10-11 23:20:29,588 INFO [RS_OPEN_META-192.168.1.218,60462,1286832021116-1] regionserver.HRegion(357): Onlined .META.,,1.1028785192; next sequenceid=9 2010-10-11 23:20:29,588 DEBUG [RS_OPEN_META-192.168.1.218,60462,1286832021116-1] zookeeper.ZKAssign(583): regionserver:60462-0x12b9d2982770019 Attempting to transition node 1028785192/.META. from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 23:20:29,590 DEBUG [RS_OPEN_META-192.168.1.218,60462,1286832021116-1] zookeeper.ZKUtil(1011): regionserver:60462-0x12b9d2982770019 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192; data=+?*~? .META.,,1!192.16... 2010-10-11 23:20:29,771 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60464-0x12b9d2982770017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:20:29,772 DEBUG [RS_OPEN_META-192.168.1.218,60462,1286832021116-1] zookeeper.ZKAssign(629): regionserver:60462-0x12b9d2982770019 Successfully transitioned node 1028785192 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 23:20:29,772 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60462-0x12b9d2982770019 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:20:29,772 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60466-0x12b9d2982770018 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:20:29,772 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60459-0x12b9d2982770013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:20:29,776 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116-EventThread] zookeeper.ZKUtil(1011): regionserver:60462-0x12b9d2982770019 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?*? .META.,,1!192.16... 2010-10-11 23:20:29,774 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135-EventThread] zookeeper.ZKUtil(1011): regionserver:60464-0x12b9d2982770017 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?*? .META.,,1!192.16... 2010-10-11 23:20:29,780 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60459-0x12b9d2982770013 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?*? .META.,,1!192.16... 2010-10-11 23:20:29,779 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431-EventThread] zookeeper.ZKUtil(1011): regionserver:60466-0x12b9d2982770018 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?*? .META.,,1!192.16... 2010-10-11 23:20:29,782 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60459-0x12b9d2982770013 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?*? .META.,,1!192.16... 2010-10-11 23:20:29,783 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,60462,1286832021116, region=1028785192/.META. 2010-10-11 23:20:30,633 INFO [RS_OPEN_META-192.168.1.218,60462,1286832021116-1] catalog.MetaEditor(174): Updated row .META.,,1.1028785192 in region -ROOT-,,0 with server=192.168.1.218:60462, startcode=1286832021116 2010-10-11 23:20:30,634 DEBUG [RS_OPEN_META-192.168.1.218,60462,1286832021116-1] zookeeper.ZKAssign(583): regionserver:60462-0x12b9d2982770019 Attempting to transition node 1028785192/.META. from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 23:20:30,636 DEBUG [RS_OPEN_META-192.168.1.218,60462,1286832021116-1] zookeeper.ZKUtil(1011): regionserver:60462-0x12b9d2982770019 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192; data=+?*? .META.,,1!192.16... 2010-10-11 23:20:30,650 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60462-0x12b9d2982770019 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:20:30,659 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60464-0x12b9d2982770017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:20:30,661 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60459-0x12b9d2982770013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:20:30,660 DEBUG [RS_OPEN_META-192.168.1.218,60462,1286832021116-1] zookeeper.ZKAssign(629): regionserver:60462-0x12b9d2982770019 Successfully transitioned node 1028785192 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 23:20:30,663 DEBUG [RS_OPEN_META-192.168.1.218,60462,1286832021116-1] handler.OpenRegionHandler(191): Opened .META.,,1.1028785192 2010-10-11 23:20:30,660 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60466-0x12b9d2982770018 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:20:30,660 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116-EventThread] zookeeper.ZKUtil(1011): regionserver:60462-0x12b9d2982770019 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?*?? .META.,,1!192.16... 2010-10-11 23:20:30,663 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60459-0x12b9d2982770013 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?*?? .META.,,1!192.16... 2010-10-11 23:20:30,663 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135-EventThread] zookeeper.ZKUtil(1011): regionserver:60464-0x12b9d2982770017 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?*?? .META.,,1!192.16... 2010-10-11 23:20:30,667 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60459-0x12b9d2982770013 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?*?? .META.,,1!192.16... 2010-10-11 23:20:30,665 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431-EventThread] zookeeper.ZKUtil(1011): regionserver:60466-0x12b9d2982770018 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192 and set watcher; +?*?? .META.,,1!192.16... 2010-10-11 23:20:30,668 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENED, server=192.168.1.218,60462,1286832021116, region=1028785192/.META. 2010-10-11 23:20:30,669 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60459-1] handler.OpenedRegionHandler(88): Handling OPENED event for 1028785192; deleting unassigned node 2010-10-11 23:20:30,670 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60459-1] zookeeper.ZKAssign(322): master:60459-0x12b9d2982770013 Deleting existing unassigned node for 1028785192 that is in expected state RS_ZK_REGION_OPENED 2010-10-11 23:20:30,671 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60459-1] zookeeper.ZKUtil(1011): master:60459-0x12b9d2982770013 Retrieved 56 byte(s) of data from znode /hbase/unassigned/1028785192; data=+?*?? .META.,,1!192.16... 2010-10-11 23:20:30,674 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60464-0x12b9d2982770017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:20:30,675 INFO [RegionServer:1;192.168.1.218,60464,1286832021135-EventThread] zookeeper.MetaNodeTracker(61): Detected completed assignment of META, notifying catalog tracker 2010-10-11 23:20:30,674 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60459-0x12b9d2982770013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:20:30,676 INFO [Thread-1-EventThread] zookeeper.MetaNodeTracker(61): Detected completed assignment of META, notifying catalog tracker 2010-10-11 23:20:30,674 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60459-1] handler.OpenedRegionHandler(99): Opened region .META.,,1.1028785192 2010-10-11 23:20:30,674 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60462-0x12b9d2982770019 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:20:30,680 INFO [RegionServer:0;192.168.1.218,60462,1286832021116-EventThread] zookeeper.MetaNodeTracker(61): Detected completed assignment of META, notifying catalog tracker 2010-10-11 23:20:30,674 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60466-0x12b9d2982770018 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/unassigned/1028785192 2010-10-11 23:20:30,687 INFO [RegionServer:2;192.168.1.218,60466,1286832021431-EventThread] zookeeper.MetaNodeTracker(61): Detected completed assignment of META, notifying catalog tracker 2010-10-11 23:20:30,692 INFO [Master:0;192.168.1.218:60459] master.HMaster(439): .META. assigned=2, rit=false 2010-10-11 23:20:30,693 INFO [Master:0;192.168.1.218:60459] master.HMaster(388): Master startup proceeding: cluster startup 2010-10-11 23:20:30,693 DEBUG [Master:0;192.168.1.218:60459] zookeeper.ZKAssign(364): master:60459-0x12b9d2982770013 Deleting any existing unassigned nodes 2010-10-11 23:20:30,696 DEBUG [Master:0;192.168.1.218:60459] client.HConnectionManager$HConnectionImplementation(536): Lookedup root region location, connection=org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation@6f54c08a; hsa=192.168.1.218:60464 2010-10-11 23:20:30,700 DEBUG [Master:0;192.168.1.218:60459] client.HConnectionManager$HConnectionImplementation(894): Cached location for .META.,,1.1028785192 is 192.168.1.218:60462 2010-10-11 23:20:30,723 INFO [Master:0;192.168.1.218:60459] master.AssignmentManager(858): Bulk assigning 3 region(s) across 3 server(s) 2010-10-11 23:20:30,727 DEBUG [192.168.1.218:60459-BulkAssigner-0] master.AssignmentManager(610): Bulk assigning 1 region(s) to 192.168.1.218,60462,1286832021116 2010-10-11 23:20:30,728 DEBUG [192.168.1.218:60459-BulkAssigner-0] zookeeper.ZKAssign(203): master:60459-0x12b9d2982770013 Creating (or updating) unassigned node for 356b53228a08c5891e8293b4170d2182 with OFFLINE state 2010-10-11 23:20:30,732 DEBUG [192.168.1.218:60459-BulkAssigner-1] master.AssignmentManager(610): Bulk assigning 1 region(s) to 192.168.1.218,60464,1286832021135 2010-10-11 23:20:30,734 DEBUG [192.168.1.218:60459-BulkAssigner-1] zookeeper.ZKAssign(203): master:60459-0x12b9d2982770013 Creating (or updating) unassigned node for eafd6bf6df3715d4cd5efdbaf0b4ca08 with OFFLINE state 2010-10-11 23:20:30,736 DEBUG [192.168.1.218:60459-BulkAssigner-2] master.AssignmentManager(610): Bulk assigning 1 region(s) to 192.168.1.218,60466,1286832021431 2010-10-11 23:20:30,736 DEBUG [192.168.1.218:60459-BulkAssigner-2] zookeeper.ZKAssign(203): master:60459-0x12b9d2982770013 Creating (or updating) unassigned node for acdba302d19aa8c7381816fd7b1f5116 with OFFLINE state 2010-10-11 23:20:30,738 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60459-0x12b9d2982770013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/unassigned 2010-10-11 23:20:30,743 INFO [IPC Server handler 1 on 60462] regionserver.HRegionServer(1961): Received request to open 1 region(s) 2010-10-11 23:20:30,744 INFO [IPC Server handler 1 on 60462] regionserver.HRegionServer(1948): Received request to open region: restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182. 2010-10-11 23:20:30,746 DEBUG [RS_OPEN_REGION-192.168.1.218,60462,1286832021116-1] handler.OpenRegionHandler(69): Processing open of restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182. 2010-10-11 23:20:30,747 DEBUG [RS_OPEN_REGION-192.168.1.218,60462,1286832021116-1] zookeeper.ZKAssign(583): regionserver:60462-0x12b9d2982770019 Attempting to transition node 356b53228a08c5891e8293b4170d2182 from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 23:20:30,748 DEBUG [192.168.1.218:60459-BulkAssigner-0] master.AssignmentManager(640): Bulk assigning done for 192.168.1.218,60462,1286832021116 2010-10-11 23:20:30,749 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60459-0x12b9d2982770013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/unassigned 2010-10-11 23:20:30,750 DEBUG [192.168.1.218:60459-BulkAssigner-2] master.ServerManager(565): New connection to 192.168.1.218,60466,1286832021431 2010-10-11 23:20:30,750 DEBUG [RS_OPEN_REGION-192.168.1.218,60462,1286832021116-1] zookeeper.ZKUtil(1011): regionserver:60462-0x12b9d2982770019 Retrieved 97 byte(s) of data from znode /hbase/unassigned/356b53228a08c5891e8293b4170d2182; data=+?*? @restartTableOne,,1... 2010-10-11 23:20:30,755 INFO [IPC Server handler 0 on 60466] regionserver.HRegionServer(1961): Received request to open 1 region(s) 2010-10-11 23:20:30,756 INFO [IPC Server handler 0 on 60466] regionserver.HRegionServer(1948): Received request to open region: restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116. 2010-10-11 23:20:30,757 DEBUG [RS_OPEN_REGION-192.168.1.218,60466,1286832021431-1] handler.OpenRegionHandler(69): Processing open of restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116. 2010-10-11 23:20:30,757 DEBUG [192.168.1.218:60459-BulkAssigner-2] master.AssignmentManager(640): Bulk assigning done for 192.168.1.218,60466,1286832021431 2010-10-11 23:20:30,758 DEBUG [RS_OPEN_REGION-192.168.1.218,60466,1286832021431-1] zookeeper.ZKAssign(583): regionserver:60466-0x12b9d2982770018 Attempting to transition node acdba302d19aa8c7381816fd7b1f5116 from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 23:20:31,056 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60462-0x12b9d2982770019 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/356b53228a08c5891e8293b4170d2182 2010-10-11 23:20:31,056 DEBUG [RS_OPEN_REGION-192.168.1.218,60466,1286832021431-1] zookeeper.ZKUtil(1011): regionserver:60466-0x12b9d2982770018 Retrieved 99 byte(s) of data from znode /hbase/unassigned/acdba302d19aa8c7381816fd7b1f5116; data=+?*?BrestartTableThree,... 2010-10-11 23:20:31,056 DEBUG [RS_OPEN_REGION-192.168.1.218,60462,1286832021116-1] zookeeper.ZKAssign(629): regionserver:60462-0x12b9d2982770019 Successfully transitioned node 356b53228a08c5891e8293b4170d2182 from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 23:20:31,057 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60459-0x12b9d2982770013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/356b53228a08c5891e8293b4170d2182 2010-10-11 23:20:31,057 INFO [IPC Server handler 1 on 60464] regionserver.HRegionServer(1961): Received request to open 1 region(s) 2010-10-11 23:20:31,059 DEBUG [RS_OPEN_REGION-192.168.1.218,60462,1286832021116-1] regionserver.HRegion(2434): Opening region: REGION => {NAME => 'restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182.', STARTKEY => '', ENDKEY => '', ENCODED => 356b53228a08c5891e8293b4170d2182, TABLE => {{NAME => 'restartTableOne', FAMILIES => [{NAME => 'family', BLOOMFILTER => 'NONE', REPLICATION_SCOPE => '0', VERSIONS => '3', COMPRESSION => 'NONE', TTL => '2147483647', BLOCKSIZE => '65536', IN_MEMORY => 'false', BLOCKCACHE => 'true'}]}} 2010-10-11 23:20:31,060 INFO [IPC Server handler 1 on 60464] regionserver.HRegionServer(1948): Received request to open region: restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08. 2010-10-11 23:20:31,061 DEBUG [RS_OPEN_REGION-192.168.1.218,60462,1286832021116-1] regionserver.HRegion(296): Instantiated restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182. 2010-10-11 23:20:31,063 DEBUG [192.168.1.218:60459-BulkAssigner-1] master.AssignmentManager(640): Bulk assigning done for 192.168.1.218,60464,1286832021135 2010-10-11 23:20:31,062 DEBUG [RS_OPEN_REGION-192.168.1.218,60464,1286832021135-1] handler.OpenRegionHandler(69): Processing open of restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08. 2010-10-11 23:20:31,064 DEBUG [RS_OPEN_REGION-192.168.1.218,60464,1286832021135-1] zookeeper.ZKAssign(583): regionserver:60464-0x12b9d2982770017 Attempting to transition node eafd6bf6df3715d4cd5efdbaf0b4ca08 from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 23:20:31,069 INFO [RS_OPEN_REGION-192.168.1.218,60462,1286832021116-1] regionserver.HRegion(357): Onlined restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182.; next sequenceid=1 2010-10-11 23:20:31,070 DEBUG [RS_OPEN_REGION-192.168.1.218,60462,1286832021116-1] zookeeper.ZKAssign(583): regionserver:60462-0x12b9d2982770019 Attempting to transition node 356b53228a08c5891e8293b4170d2182 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 23:20:31,239 DEBUG [RS_OPEN_REGION-192.168.1.218,60466,1286832021431-1] zookeeper.ZKAssign(629): regionserver:60466-0x12b9d2982770018 Successfully transitioned node acdba302d19aa8c7381816fd7b1f5116 from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 23:20:31,240 DEBUG [RS_OPEN_REGION-192.168.1.218,60462,1286832021116-1] zookeeper.ZKUtil(1011): regionserver:60462-0x12b9d2982770019 Retrieved 111 byte(s) of data from znode /hbase/unassigned/356b53228a08c5891e8293b4170d2182; data=+?*? @restartTableOne,,1... 2010-10-11 23:20:31,240 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60459-0x12b9d2982770013 Retrieved 111 byte(s) of data from znode /hbase/unassigned/356b53228a08c5891e8293b4170d2182 and set watcher; +?*? @restartTableOne,,1... 2010-10-11 23:20:31,240 DEBUG [RS_OPEN_REGION-192.168.1.218,60464,1286832021135-1] zookeeper.ZKUtil(1011): regionserver:60464-0x12b9d2982770017 Retrieved 97 byte(s) of data from znode /hbase/unassigned/eafd6bf6df3715d4cd5efdbaf0b4ca08; data=+?*?@restartTableTwo,,1... 2010-10-11 23:20:31,239 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60466-0x12b9d2982770018 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/acdba302d19aa8c7381816fd7b1f5116 2010-10-11 23:20:31,241 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,60462,1286832021116, region=356b53228a08c5891e8293b4170d2182 2010-10-11 23:20:31,240 DEBUG [RS_OPEN_REGION-192.168.1.218,60466,1286832021431-1] regionserver.HRegion(2434): Opening region: REGION => {NAME => 'restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116.', STARTKEY => '', ENDKEY => '', ENCODED => acdba302d19aa8c7381816fd7b1f5116, TABLE => {{NAME => 'restartTableThree', FAMILIES => [{NAME => 'family', BLOOMFILTER => 'NONE', REPLICATION_SCOPE => '0', VERSIONS => '3', COMPRESSION => 'NONE', TTL => '2147483647', BLOCKSIZE => '65536', IN_MEMORY => 'false', BLOCKCACHE => 'true'}]}} 2010-10-11 23:20:31,244 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60459-0x12b9d2982770013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/acdba302d19aa8c7381816fd7b1f5116 2010-10-11 23:20:31,246 DEBUG [RS_OPEN_REGION-192.168.1.218,60466,1286832021431-1] regionserver.HRegion(296): Instantiated restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116. 2010-10-11 23:20:31,253 INFO [RS_OPEN_REGION-192.168.1.218,60466,1286832021431-1] regionserver.HRegion(357): Onlined restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116.; next sequenceid=1 2010-10-11 23:20:31,254 DEBUG [RS_OPEN_REGION-192.168.1.218,60466,1286832021431-1] zookeeper.ZKAssign(583): regionserver:60466-0x12b9d2982770018 Attempting to transition node acdba302d19aa8c7381816fd7b1f5116 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 23:20:31,364 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60462-0x12b9d2982770019 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/356b53228a08c5891e8293b4170d2182 2010-10-11 23:20:31,365 DEBUG [RS_OPEN_REGION-192.168.1.218,60464,1286832021135-1] zookeeper.ZKAssign(629): regionserver:60464-0x12b9d2982770017 Successfully transitioned node eafd6bf6df3715d4cd5efdbaf0b4ca08 from M_ZK_REGION_OFFLINE to RS_ZK_REGION_OPENING 2010-10-11 23:20:31,365 DEBUG [RS_OPEN_REGION-192.168.1.218,60462,1286832021116-1] zookeeper.ZKAssign(629): regionserver:60462-0x12b9d2982770019 Successfully transitioned node 356b53228a08c5891e8293b4170d2182 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 23:20:31,367 DEBUG [RS_OPEN_REGION-192.168.1.218,60464,1286832021135-1] regionserver.HRegion(2434): Opening region: REGION => {NAME => 'restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08.', STARTKEY => '', ENDKEY => '', ENCODED => eafd6bf6df3715d4cd5efdbaf0b4ca08, TABLE => {{NAME => 'restartTableTwo', FAMILIES => [{NAME => 'family', BLOOMFILTER => 'NONE', REPLICATION_SCOPE => '0', VERSIONS => '3', COMPRESSION => 'NONE', TTL => '2147483647', BLOCKSIZE => '65536', IN_MEMORY => 'false', BLOCKCACHE => 'true'}]}} 2010-10-11 23:20:31,366 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60459-0x12b9d2982770013 Retrieved 113 byte(s) of data from znode /hbase/unassigned/acdba302d19aa8c7381816fd7b1f5116 and set watcher; +?*?QBrestartTableThree,... 2010-10-11 23:20:31,366 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60464-0x12b9d2982770017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/eafd6bf6df3715d4cd5efdbaf0b4ca08 2010-10-11 23:20:31,366 DEBUG [RS_OPEN_REGION-192.168.1.218,60466,1286832021431-1] zookeeper.ZKUtil(1011): regionserver:60466-0x12b9d2982770018 Retrieved 113 byte(s) of data from znode /hbase/unassigned/acdba302d19aa8c7381816fd7b1f5116; data=+?*?QBrestartTableThree,... 2010-10-11 23:20:31,371 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,60466,1286832021431, region=acdba302d19aa8c7381816fd7b1f5116 2010-10-11 23:20:31,373 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60459-0x12b9d2982770013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/356b53228a08c5891e8293b4170d2182 2010-10-11 23:20:31,370 DEBUG [RS_OPEN_REGION-192.168.1.218,60464,1286832021135-1] regionserver.HRegion(296): Instantiated restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08. 2010-10-11 23:20:31,381 INFO [RS_OPEN_REGION-192.168.1.218,60464,1286832021135-1] regionserver.HRegion(357): Onlined restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08.; next sequenceid=1 2010-10-11 23:20:31,381 DEBUG [RS_OPEN_REGION-192.168.1.218,60464,1286832021135-1] zookeeper.ZKAssign(583): regionserver:60464-0x12b9d2982770017 Attempting to transition node eafd6bf6df3715d4cd5efdbaf0b4ca08 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 23:20:31,508 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60466-0x12b9d2982770018 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/acdba302d19aa8c7381816fd7b1f5116 2010-10-11 23:20:31,508 DEBUG [RS_OPEN_REGION-192.168.1.218,60466,1286832021431-1] zookeeper.ZKAssign(629): regionserver:60466-0x12b9d2982770018 Successfully transitioned node acdba302d19aa8c7381816fd7b1f5116 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 23:20:31,509 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60459-0x12b9d2982770013 Retrieved 111 byte(s) of data from znode /hbase/unassigned/356b53228a08c5891e8293b4170d2182 and set watcher; +?*? @restartTableOne,,1... 2010-10-11 23:20:31,509 DEBUG [RS_OPEN_REGION-192.168.1.218,60464,1286832021135-1] zookeeper.ZKUtil(1011): regionserver:60464-0x12b9d2982770017 Retrieved 111 byte(s) of data from znode /hbase/unassigned/eafd6bf6df3715d4cd5efdbaf0b4ca08; data=+?*? @restartTableTwo,,1... 2010-10-11 23:20:31,511 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,60462,1286832021116, region=356b53228a08c5891e8293b4170d2182 2010-10-11 23:20:31,512 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60459-0x12b9d2982770013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/eafd6bf6df3715d4cd5efdbaf0b4ca08 2010-10-11 23:20:31,634 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60464-0x12b9d2982770017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/eafd6bf6df3715d4cd5efdbaf0b4ca08 2010-10-11 23:20:31,635 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60459-0x12b9d2982770013 Retrieved 111 byte(s) of data from znode /hbase/unassigned/eafd6bf6df3715d4cd5efdbaf0b4ca08 and set watcher; +?*?@restartTableTwo,,1... 2010-10-11 23:20:31,635 DEBUG [RS_OPEN_REGION-192.168.1.218,60464,1286832021135-1] zookeeper.ZKAssign(629): regionserver:60464-0x12b9d2982770017 Successfully transitioned node eafd6bf6df3715d4cd5efdbaf0b4ca08 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENING 2010-10-11 23:20:31,636 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,60464,1286832021135, region=eafd6bf6df3715d4cd5efdbaf0b4ca08 2010-10-11 23:20:31,638 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60459-0x12b9d2982770013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/acdba302d19aa8c7381816fd7b1f5116 2010-10-11 23:20:31,639 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60459-0x12b9d2982770013 Retrieved 113 byte(s) of data from znode /hbase/unassigned/acdba302d19aa8c7381816fd7b1f5116 and set watcher; +?*??BrestartTableThree,... 2010-10-11 23:20:31,640 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENING, server=192.168.1.218,60466,1286832021431, region=acdba302d19aa8c7381816fd7b1f5116 2010-10-11 23:20:31,932 INFO [RS_OPEN_REGION-192.168.1.218,60462,1286832021116-1] catalog.MetaEditor(174): Updated row restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182. in region .META.,,1 with server=192.168.1.218:60462, startcode=1286832021116 2010-10-11 23:20:31,935 DEBUG [RS_OPEN_REGION-192.168.1.218,60462,1286832021116-1] zookeeper.ZKAssign(583): regionserver:60462-0x12b9d2982770019 Attempting to transition node 356b53228a08c5891e8293b4170d2182 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 23:20:31,937 DEBUG [RS_OPEN_REGION-192.168.1.218,60462,1286832021116-1] zookeeper.ZKUtil(1011): regionserver:60462-0x12b9d2982770019 Retrieved 111 byte(s) of data from znode /hbase/unassigned/356b53228a08c5891e8293b4170d2182; data=+?*? @restartTableOne,,1... 2010-10-11 23:20:31,940 INFO [RS_OPEN_REGION-192.168.1.218,60464,1286832021135-1] catalog.MetaEditor(174): Updated row restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08. in region .META.,,1 with server=192.168.1.218:60464, startcode=1286832021135 2010-10-11 23:20:31,941 DEBUG [RS_OPEN_REGION-192.168.1.218,60464,1286832021135-1] zookeeper.ZKAssign(583): regionserver:60464-0x12b9d2982770017 Attempting to transition node eafd6bf6df3715d4cd5efdbaf0b4ca08 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 23:20:31,942 INFO [RS_OPEN_REGION-192.168.1.218,60466,1286832021431-1] catalog.MetaEditor(174): Updated row restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116. in region .META.,,1 with server=192.168.1.218:60466, startcode=1286832021431 2010-10-11 23:20:31,943 DEBUG [RS_OPEN_REGION-192.168.1.218,60466,1286832021431-1] zookeeper.ZKAssign(583): regionserver:60466-0x12b9d2982770018 Attempting to transition node acdba302d19aa8c7381816fd7b1f5116 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 23:20:31,946 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60459-0x12b9d2982770013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/356b53228a08c5891e8293b4170d2182 2010-10-11 23:20:31,947 DEBUG [RS_OPEN_REGION-192.168.1.218,60466,1286832021431-1] zookeeper.ZKUtil(1011): regionserver:60466-0x12b9d2982770018 Retrieved 113 byte(s) of data from znode /hbase/unassigned/acdba302d19aa8c7381816fd7b1f5116; data=+?*??BrestartTableThree,... 2010-10-11 23:20:31,946 DEBUG [RS_OPEN_REGION-192.168.1.218,60462,1286832021116-1] zookeeper.ZKAssign(629): regionserver:60462-0x12b9d2982770019 Successfully transitioned node 356b53228a08c5891e8293b4170d2182 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 23:20:31,949 DEBUG [RS_OPEN_REGION-192.168.1.218,60462,1286832021116-1] handler.OpenRegionHandler(191): Opened restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182. 2010-10-11 23:20:31,946 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60462-0x12b9d2982770019 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/356b53228a08c5891e8293b4170d2182 2010-10-11 23:20:31,953 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60459-0x12b9d2982770013 Retrieved 111 byte(s) of data from znode /hbase/unassigned/356b53228a08c5891e8293b4170d2182 and set watcher; +?*??@restartTableOne,,1... 2010-10-11 23:20:31,954 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENED, server=192.168.1.218,60462,1286832021116, region=356b53228a08c5891e8293b4170d2182 2010-10-11 23:20:31,955 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60459-0x12b9d2982770013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/acdba302d19aa8c7381816fd7b1f5116 2010-10-11 23:20:31,952 DEBUG [RS_OPEN_REGION-192.168.1.218,60466,1286832021431-1] zookeeper.ZKAssign(629): regionserver:60466-0x12b9d2982770018 Successfully transitioned node acdba302d19aa8c7381816fd7b1f5116 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 23:20:31,957 DEBUG [RS_OPEN_REGION-192.168.1.218,60466,1286832021431-1] handler.OpenRegionHandler(191): Opened restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116. 2010-10-11 23:20:31,949 DEBUG [RS_OPEN_REGION-192.168.1.218,60464,1286832021135-1] zookeeper.ZKUtil(1011): regionserver:60464-0x12b9d2982770017 Retrieved 111 byte(s) of data from znode /hbase/unassigned/eafd6bf6df3715d4cd5efdbaf0b4ca08; data=+?*?@restartTableTwo,,1... 2010-10-11 23:20:31,957 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60459-1] handler.OpenedRegionHandler(88): Handling OPENED event for 356b53228a08c5891e8293b4170d2182; deleting unassigned node 2010-10-11 23:20:31,960 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60459-1] zookeeper.ZKAssign(322): master:60459-0x12b9d2982770013 Deleting existing unassigned node for 356b53228a08c5891e8293b4170d2182 that is in expected state RS_ZK_REGION_OPENED 2010-10-11 23:20:31,954 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60466-0x12b9d2982770018 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/acdba302d19aa8c7381816fd7b1f5116 2010-10-11 23:20:31,964 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60464-0x12b9d2982770017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/eafd6bf6df3715d4cd5efdbaf0b4ca08 2010-10-11 23:20:31,964 DEBUG [RS_OPEN_REGION-192.168.1.218,60464,1286832021135-1] zookeeper.ZKAssign(629): regionserver:60464-0x12b9d2982770017 Successfully transitioned node eafd6bf6df3715d4cd5efdbaf0b4ca08 from RS_ZK_REGION_OPENING to RS_ZK_REGION_OPENED 2010-10-11 23:20:31,967 DEBUG [RS_OPEN_REGION-192.168.1.218,60464,1286832021135-1] handler.OpenRegionHandler(191): Opened restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08. 2010-10-11 23:20:31,965 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60459-1] zookeeper.ZKUtil(1011): master:60459-0x12b9d2982770013 Retrieved 111 byte(s) of data from znode /hbase/unassigned/356b53228a08c5891e8293b4170d2182; data=+?*??@restartTableOne,,1... 2010-10-11 23:20:31,967 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60459-0x12b9d2982770013 Retrieved 113 byte(s) of data from znode /hbase/unassigned/acdba302d19aa8c7381816fd7b1f5116 and set watcher; +?*??BrestartTableThree,... 2010-10-11 23:20:31,970 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENED, server=192.168.1.218,60466,1286832021431, region=acdba302d19aa8c7381816fd7b1f5116 2010-10-11 23:20:31,974 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60459-0x12b9d2982770013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/unassigned/eafd6bf6df3715d4cd5efdbaf0b4ca08 2010-10-11 23:20:31,979 DEBUG [Thread-1-EventThread] zookeeper.ZKUtil(1011): master:60459-0x12b9d2982770013 Retrieved 111 byte(s) of data from znode /hbase/unassigned/eafd6bf6df3715d4cd5efdbaf0b4ca08 and set watcher; +?*??@restartTableTwo,,1... 2010-10-11 23:20:31,980 DEBUG [Thread-1-EventThread] master.AssignmentManager(304): Handling transition=RS_ZK_REGION_OPENED, server=192.168.1.218,60464,1286832021135, region=eafd6bf6df3715d4cd5efdbaf0b4ca08 2010-10-11 23:20:31,981 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60459-0x12b9d2982770013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/unassigned/356b53228a08c5891e8293b4170d2182 2010-10-11 23:20:31,982 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60459-0x12b9d2982770013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/unassigned 2010-10-11 23:20:31,982 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60459-1] handler.OpenedRegionHandler(99): Opened region restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182. 2010-10-11 23:20:31,985 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60459-1] handler.OpenedRegionHandler(88): Handling OPENED event for acdba302d19aa8c7381816fd7b1f5116; deleting unassigned node 2010-10-11 23:20:31,986 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60459-1] zookeeper.ZKAssign(322): master:60459-0x12b9d2982770013 Deleting existing unassigned node for acdba302d19aa8c7381816fd7b1f5116 that is in expected state RS_ZK_REGION_OPENED 2010-10-11 23:20:31,988 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60459-1] zookeeper.ZKUtil(1011): master:60459-0x12b9d2982770013 Retrieved 113 byte(s) of data from znode /hbase/unassigned/acdba302d19aa8c7381816fd7b1f5116; data=+?*??BrestartTableThree,... 2010-10-11 23:20:31,990 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60459-0x12b9d2982770013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/unassigned/acdba302d19aa8c7381816fd7b1f5116 2010-10-11 23:20:31,990 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60459-1] handler.OpenedRegionHandler(99): Opened region restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116. 2010-10-11 23:20:31,991 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60459-0x12b9d2982770013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/unassigned 2010-10-11 23:20:31,992 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60459-1] handler.OpenedRegionHandler(88): Handling OPENED event for eafd6bf6df3715d4cd5efdbaf0b4ca08; deleting unassigned node 2010-10-11 23:20:31,993 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60459-1] zookeeper.ZKAssign(322): master:60459-0x12b9d2982770013 Deleting existing unassigned node for eafd6bf6df3715d4cd5efdbaf0b4ca08 that is in expected state RS_ZK_REGION_OPENED 2010-10-11 23:20:31,996 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60459-1] zookeeper.ZKUtil(1011): master:60459-0x12b9d2982770013 Retrieved 111 byte(s) of data from znode /hbase/unassigned/eafd6bf6df3715d4cd5efdbaf0b4ca08; data=+?*??@restartTableTwo,,1... 2010-10-11 23:20:31,999 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60459-0x12b9d2982770013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/unassigned/eafd6bf6df3715d4cd5efdbaf0b4ca08 2010-10-11 23:20:31,999 INFO [Master:0;192.168.1.218:60459] master.AssignmentManager(906): Bulk assigning done 2010-10-11 23:20:31,999 DEBUG [MASTER_OPEN_REGION-192.168.1.218:60459-1] handler.OpenedRegionHandler(99): Opened region restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08. 2010-10-11 23:20:32,001 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60459-0x12b9d2982770013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/unassigned 2010-10-11 23:20:32,020 INFO [192.168.1.218:60459-CatalogJanitor] master.CatalogJanitor(113): Scanned 3 catalog row(s) and gc'd 0 unreferenced parent region(s) 2010-10-11 23:20:33,025 INFO [main] hbase.HBaseTestingUtility(405): Shutting down minicluster 2010-10-11 23:20:33,025 DEBUG [main] util.JVMClusterUtil(209): Shutting down HBase Cluster 2010-10-11 23:20:33,026 INFO [main] master.HMaster(924): Cluster shutdown requested 2010-10-11 23:20:33,102 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60464-0x12b9d2982770017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2010-10-11 23:20:33,103 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60459-0x12b9d2982770013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2010-10-11 23:20:33,103 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60466-0x12b9d2982770018 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2010-10-11 23:20:33,103 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116-EventThread] zookeeper.ZooKeeperWatcher(211): regionserver:60462-0x12b9d2982770019 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/shutdown 2010-10-11 23:20:33,105 INFO [RegionServer:2;192.168.1.218,60466,1286832021431-EventThread] zookeeper.ZKUtil(197): regionserver:60466-0x12b9d2982770018 Set watcher on existing znode /hbase/shutdown 2010-10-11 23:20:33,104 INFO [Thread-1-EventThread] zookeeper.ZKUtil(197): master:60459-0x12b9d2982770013 Set watcher on existing znode /hbase/shutdown 2010-10-11 23:20:33,104 INFO [RegionServer:1;192.168.1.218,60464,1286832021135-EventThread] zookeeper.ZKUtil(197): regionserver:60464-0x12b9d2982770017 Set watcher on existing znode /hbase/shutdown 2010-10-11 23:20:33,106 INFO [RegionServer:0;192.168.1.218,60462,1286832021116-EventThread] zookeeper.ZKUtil(197): regionserver:60462-0x12b9d2982770019 Set watcher on existing znode /hbase/shutdown 2010-10-11 23:20:33,342 INFO [Master:0;192.168.1.218:60261.serverMonitor] hbase.Chore(79): Master:0;192.168.1.218:60261.serverMonitor exiting 2010-10-11 23:20:33,348 INFO [Master:0;192.168.1.218:60261.oldLogCleaner] hbase.Chore(79): Master:0;192.168.1.218:60261.oldLogCleaner exiting 2010-10-11 23:20:33,357 INFO [192.168.1.218:60261.timeoutMonitor] hbase.Chore(79): 192.168.1.218:60261.timeoutMonitor exiting 2010-10-11 23:20:33,439 DEBUG [RS_CLOSE_REGION-192.168.1.218,60462,1286832021116-1] handler.CloseRegionHandler(99): Processing close of restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182. 2010-10-11 23:20:33,441 DEBUG [RS_CLOSE_REGION-192.168.1.218,60462,1286832021116-1] regionserver.HRegion(486): Closing restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182.: disabling compactions & flushes 2010-10-11 23:20:33,442 DEBUG [RS_CLOSE_REGION-192.168.1.218,60462,1286832021116-1] regionserver.HRegion(514): Updates disabled for region restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182. 2010-10-11 23:20:33,443 DEBUG [RS_CLOSE_REGION-192.168.1.218,60462,1286832021116-1] regionserver.Store(412): closed family 2010-10-11 23:20:33,443 INFO [RS_CLOSE_REGION-192.168.1.218,60462,1286832021116-1] regionserver.HRegion(525): Closed restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182. 2010-10-11 23:20:33,444 DEBUG [RS_CLOSE_REGION-192.168.1.218,60462,1286832021116-1] handler.CloseRegionHandler(128): Closed region restartTableOne,,1286831989104.356b53228a08c5891e8293b4170d2182. 2010-10-11 23:20:33,663 DEBUG [RS_CLOSE_REGION-192.168.1.218,60466,1286832021431-1] handler.CloseRegionHandler(99): Processing close of restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116. 2010-10-11 23:20:33,666 DEBUG [RS_CLOSE_REGION-192.168.1.218,60466,1286832021431-1] regionserver.HRegion(486): Closing restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116.: disabling compactions & flushes 2010-10-11 23:20:33,668 DEBUG [RS_CLOSE_REGION-192.168.1.218,60466,1286832021431-1] regionserver.HRegion(514): Updates disabled for region restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116. 2010-10-11 23:20:33,669 DEBUG [RS_CLOSE_REGION-192.168.1.218,60466,1286832021431-1] regionserver.Store(412): closed family 2010-10-11 23:20:33,669 INFO [RS_CLOSE_REGION-192.168.1.218,60466,1286832021431-1] regionserver.HRegion(525): Closed restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116. 2010-10-11 23:20:33,670 DEBUG [RS_CLOSE_REGION-192.168.1.218,60466,1286832021431-1] handler.CloseRegionHandler(128): Closed region restartTableThree,,1286832006271.acdba302d19aa8c7381816fd7b1f5116. 2010-10-11 23:20:33,668 DEBUG [RS_CLOSE_REGION-192.168.1.218,60464,1286832021135-1] handler.CloseRegionHandler(99): Processing close of restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08. 2010-10-11 23:20:33,672 DEBUG [RS_CLOSE_REGION-192.168.1.218,60464,1286832021135-1] regionserver.HRegion(486): Closing restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08.: disabling compactions & flushes 2010-10-11 23:20:33,672 DEBUG [RS_CLOSE_REGION-192.168.1.218,60464,1286832021135-1] regionserver.HRegion(514): Updates disabled for region restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08. 2010-10-11 23:20:33,673 DEBUG [RS_CLOSE_REGION-192.168.1.218,60464,1286832021135-1] regionserver.Store(412): closed family 2010-10-11 23:20:33,673 INFO [RS_CLOSE_REGION-192.168.1.218,60464,1286832021135-1] regionserver.HRegion(525): Closed restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08. 2010-10-11 23:20:33,674 DEBUG [RS_CLOSE_REGION-192.168.1.218,60464,1286832021135-1] handler.CloseRegionHandler(128): Closed region restartTableTwo,,1286832000638.eafd6bf6df3715d4cd5efdbaf0b4ca08. 2010-10-11 23:20:34,003 INFO [192.168.1.218:60459-CatalogJanitor] hbase.Chore(79): 192.168.1.218:60459-CatalogJanitor exiting 2010-10-11 23:20:34,003 INFO [Master:0;192.168.1.218:60459] master.ServerManager(446): Waiting on following regionserver(s) to go down [serverName=192.168.1.218,60462,1286832021116, load=(requests=0, regions=2, usedHeap=82, maxHeap=123), serverName=192.168.1.218,60466,1286832021431, load=(requests=0, regions=1, usedHeap=82, maxHeap=123), serverName=192.168.1.218,60464,1286832021135, load=(requests=0, regions=2, usedHeap=82, maxHeap=123)] 2010-10-11 23:20:34,003 INFO [192.168.1.218:60459-BalancerChore] hbase.Chore(79): 192.168.1.218:60459-BalancerChore exiting 2010-10-11 23:20:34,668 INFO [RegionServer:2;192.168.1.218,60466,1286832021431] regionserver.HRegionServer(1232): STOPPED: Exiting; cluster shutdown set and not carrying any regions 2010-10-11 23:20:34,682 INFO [RegionServer:2;192.168.1.218,60466,1286832021431.majorCompactionChecker] hbase.Chore(79): RegionServer:2;192.168.1.218,60466,1286832021431.majorCompactionChecker exiting 2010-10-11 23:20:34,682 INFO [RegionServer:2;192.168.1.218,60466,1286832021431.compactor] regionserver.CompactSplitThread(131): RegionServer:2;192.168.1.218,60466,1286832021431.compactor exiting 2010-10-11 23:20:34,685 INFO [RegionServer:2;192.168.1.218,60466,1286832021431.logRoller] regionserver.LogRoller(113): LogRoller exiting. 2010-10-11 23:20:34,686 INFO [RegionServer:2;192.168.1.218,60466,1286832021431.cacheFlusher] regionserver.MemStoreFlusher(160): RegionServer:2;192.168.1.218,60466,1286832021431.cacheFlusher exiting 2010-10-11 23:20:34,686 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431.logSyncer] wal.HLog$LogSyncer(972): RegionServer:2;192.168.1.218,60466,1286832021431.logSyncer interrupted while waiting for sync requests 2010-10-11 23:20:34,689 INFO [RegionServer:2;192.168.1.218,60466,1286832021431.logSyncer] wal.HLog$LogSyncer(977): RegionServer:2;192.168.1.218,60466,1286832021431.logSyncer exiting 2010-10-11 23:20:34,690 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431] wal.HLog(802): closing hlog writer in hdfs://localhost:60243/user/lfrancke/.logs/192.168.1.218,60466,1286832021431 2010-10-11 23:20:34,716 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431] wal.HLog(770): Moved 1 log files to /user/lfrancke/.oldlogs 2010-10-11 23:20:34,717 INFO [RegionServer:2;192.168.1.218,60466,1286832021431] regionserver.HRegionServer(594): stopping server at: 192.168.1.218,60466,1286832021431 2010-10-11 23:20:34,718 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431] catalog.CatalogTracker(140): Stopping catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@4069b25f 2010-10-11 23:20:34,718 INFO [RegionServer:2;192.168.1.218,60466,1286832021431] regionserver.Leases(124): RegionServer:2;192.168.1.218,60466,1286832021431 closing leases 2010-10-11 23:20:34,719 INFO [RegionServer:2;192.168.1.218,60466,1286832021431] regionserver.Leases(131): RegionServer:2;192.168.1.218,60466,1286832021431 closed leases 2010-10-11 23:20:34,719 DEBUG [RegionServer:2;192.168.1.218,60466,1286832021431] client.HConnectionManager$HConnectionImplementation(1046): Closed zookeeper sessionid=0x12b9d2982770016 2010-10-11 23:20:34,722 INFO [RegionServer:2;192.168.1.218,60466,1286832021431] regionserver.HRegionServer(612): RegionServer:2;192.168.1.218,60466,1286832021431 exiting 2010-10-11 23:20:34,722 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60459-0x12b9d2982770013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/192.168.1.218,60466,1286832021431 2010-10-11 23:20:34,725 INFO [Shutdown of DFS[DFSClient[clientName=DFSClient_hb_rs_192.168.1.218,60466,1286832021431_1286832023398, ugi=lfrancke.hrs.5,supergroup]]] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(238): Hook closing fs=DFS[DFSClient[clientName=DFSClient_hb_rs_192.168.1.218,60466,1286832021431_1286832023398, ugi=lfrancke.hrs.5,supergroup]] 2010-10-11 23:20:34,725 INFO [Thread-1-EventThread] zookeeper.RegionServerTracker(71): RegionServer ephemeral node deleted, processing expiration [192.168.1.218,60466,1286832021431] 2010-10-11 23:20:34,727 INFO [Thread-1-EventThread] master.ServerManager(486): Cluster shutdown set; 192.168.1.218,60466,1286832021431 expired; onlineServers=2 2010-10-11 23:20:34,727 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60459-0x12b9d2982770013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2010-10-11 23:20:35,006 INFO [Master:0;192.168.1.218:60459] master.ServerManager(446): Waiting on following regionserver(s) to go down [serverName=192.168.1.218,60462,1286832021116, load=(requests=0, regions=1, usedHeap=82, maxHeap=123), serverName=192.168.1.218,60464,1286832021135, load=(requests=0, regions=1, usedHeap=82, maxHeap=123)] 2010-10-11 23:20:35,450 INFO [RegionServer:0;192.168.1.218,60462,1286832021116] regionserver.HRegionServer(659): STOP_REGIONSERVER 2010-10-11 23:20:35,450 INFO [RegionServer:0;192.168.1.218,60462,1286832021116] regionserver.HRegionServer(1232): STOPPED: Received STOP_REGIONSERVER 2010-10-11 23:20:35,455 INFO [RegionServer:0;192.168.1.218,60462,1286832021116.logRoller] regionserver.LogRoller(113): LogRoller exiting. 2010-10-11 23:20:35,456 DEBUG [RS_CLOSE_META-192.168.1.218,60462,1286832021116-1] handler.CloseRegionHandler(99): Processing close of .META.,,1.1028785192 2010-10-11 23:20:35,455 INFO [RegionServer:0;192.168.1.218,60462,1286832021116.majorCompactionChecker] hbase.Chore(79): RegionServer:0;192.168.1.218,60462,1286832021116.majorCompactionChecker exiting 2010-10-11 23:20:35,455 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116.logSyncer] wal.HLog$LogSyncer(972): RegionServer:0;192.168.1.218,60462,1286832021116.logSyncer interrupted while waiting for sync requests 2010-10-11 23:20:35,457 DEBUG [RS_CLOSE_META-192.168.1.218,60462,1286832021116-1] regionserver.HRegion(486): Closing .META.,,1.1028785192: disabling compactions & flushes 2010-10-11 23:20:35,456 INFO [RegionServer:0;192.168.1.218,60462,1286832021116.cacheFlusher] regionserver.MemStoreFlusher(160): RegionServer:0;192.168.1.218,60462,1286832021116.cacheFlusher exiting 2010-10-11 23:20:35,456 INFO [RegionServer:0;192.168.1.218,60462,1286832021116.compactor] regionserver.CompactSplitThread(131): RegionServer:0;192.168.1.218,60462,1286832021116.compactor exiting 2010-10-11 23:20:35,459 DEBUG [RS_CLOSE_META-192.168.1.218,60462,1286832021116-1] regionserver.HRegion(514): Updates disabled for region .META.,,1.1028785192 2010-10-11 23:20:35,458 INFO [RegionServer:0;192.168.1.218,60462,1286832021116.logSyncer] wal.HLog$LogSyncer(977): RegionServer:0;192.168.1.218,60462,1286832021116.logSyncer exiting 2010-10-11 23:20:35,462 DEBUG [RS_CLOSE_META-192.168.1.218,60462,1286832021116-1] regionserver.HRegion(872): Started memstore flush for region .META.,,1.1028785192; current region memstore size 1.7k 2010-10-11 23:20:35,462 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116] wal.HLog(802): closing hlog writer in hdfs://localhost:60243/user/lfrancke/.logs/192.168.1.218,60462,1286832021116 2010-10-11 23:20:35,521 INFO [RegionServer:2;192.168.1.218,60466,1286832021431.leaseChecker] regionserver.Leases(124): RegionServer:2;192.168.1.218,60466,1286832021431.leaseChecker closing leases 2010-10-11 23:20:35,522 INFO [RegionServer:2;192.168.1.218,60466,1286832021431.leaseChecker] regionserver.Leases(131): RegionServer:2;192.168.1.218,60466,1286832021431.leaseChecker closed leases 2010-10-11 23:20:35,681 INFO [RegionServer:1;192.168.1.218,60464,1286832021135] regionserver.HRegionServer(659): STOP_REGIONSERVER 2010-10-11 23:20:35,682 INFO [RegionServer:1;192.168.1.218,60464,1286832021135] regionserver.HRegionServer(1232): STOPPED: Received STOP_REGIONSERVER 2010-10-11 23:20:35,687 INFO [RegionServer:1;192.168.1.218,60464,1286832021135.majorCompactionChecker] hbase.Chore(79): RegionServer:1;192.168.1.218,60464,1286832021135.majorCompactionChecker exiting 2010-10-11 23:20:35,687 INFO [RegionServer:1;192.168.1.218,60464,1286832021135.logRoller] regionserver.LogRoller(113): LogRoller exiting. 2010-10-11 23:20:35,688 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135.logSyncer] wal.HLog$LogSyncer(972): RegionServer:1;192.168.1.218,60464,1286832021135.logSyncer interrupted while waiting for sync requests 2010-10-11 23:20:35,698 INFO [RegionServer:1;192.168.1.218,60464,1286832021135.logSyncer] wal.HLog$LogSyncer(977): RegionServer:1;192.168.1.218,60464,1286832021135.logSyncer exiting 2010-10-11 23:20:35,698 INFO [RegionServer:1;192.168.1.218,60464,1286832021135.cacheFlusher] regionserver.MemStoreFlusher(160): RegionServer:1;192.168.1.218,60464,1286832021135.cacheFlusher exiting 2010-10-11 23:20:35,697 INFO [RegionServer:1;192.168.1.218,60464,1286832021135.compactor] regionserver.CompactSplitThread(131): RegionServer:1;192.168.1.218,60464,1286832021135.compactor exiting 2010-10-11 23:20:35,697 DEBUG [RS_CLOSE_ROOT-192.168.1.218,60464,1286832021135-1] handler.CloseRegionHandler(99): Processing close of -ROOT-,,0.70236052 2010-10-11 23:20:35,700 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135] wal.HLog(802): closing hlog writer in hdfs://localhost:60243/user/lfrancke/.logs/192.168.1.218,60464,1286832021135 2010-10-11 23:20:35,702 DEBUG [RS_CLOSE_ROOT-192.168.1.218,60464,1286832021135-1] regionserver.HRegion(486): Closing -ROOT-,,0.70236052: disabling compactions & flushes 2010-10-11 23:20:35,703 DEBUG [RS_CLOSE_ROOT-192.168.1.218,60464,1286832021135-1] regionserver.HRegion(514): Updates disabled for region -ROOT-,,0.70236052 2010-10-11 23:20:35,704 DEBUG [RS_CLOSE_ROOT-192.168.1.218,60464,1286832021135-1] regionserver.HRegion(872): Started memstore flush for region -ROOT-,,0.70236052; current region memstore size 472.0 2010-10-11 23:20:35,960 DEBUG [RS_CLOSE_ROOT-192.168.1.218,60464,1286832021135-1] regionserver.HRegion(910): Finished snapshotting, commencing flushing stores 2010-10-11 23:20:35,963 DEBUG [RS_CLOSE_META-192.168.1.218,60462,1286832021116-1] regionserver.HRegion(910): Finished snapshotting, commencing flushing stores 2010-10-11 23:20:35,967 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135] wal.HLog(770): Moved 1 log files to /user/lfrancke/.oldlogs 2010-10-11 23:20:35,976 INFO [RegionServer:1;192.168.1.218,60464,1286832021135] regionserver.HRegionServer(594): stopping server at: 192.168.1.218,60464,1286832021135 2010-10-11 23:20:35,976 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135] catalog.CatalogTracker(140): Stopping catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@4669b7fe 2010-10-11 23:20:35,977 INFO [RegionServer:1;192.168.1.218,60464,1286832021135] regionserver.HRegionServer(626): Waiting on 1 regions to close 2010-10-11 23:20:35,978 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116] wal.HLog(770): Moved 1 log files to /user/lfrancke/.oldlogs 2010-10-11 23:20:35,978 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135] regionserver.HRegionServer(630): {70236052=-ROOT-,,0.70236052} 2010-10-11 23:20:35,981 INFO [RegionServer:0;192.168.1.218,60462,1286832021116] regionserver.HRegionServer(594): stopping server at: 192.168.1.218,60462,1286832021116 2010-10-11 23:20:35,982 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116] catalog.CatalogTracker(140): Stopping catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@564e4fc4 2010-10-11 23:20:35,983 INFO [RegionServer:0;192.168.1.218,60462,1286832021116] regionserver.HRegionServer(626): Waiting on 1 regions to close 2010-10-11 23:20:35,983 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116] regionserver.HRegionServer(630): {1028785192=.META.,,1.1028785192} 2010-10-11 23:20:36,008 INFO [Master:0;192.168.1.218:60459] master.ServerManager(446): Waiting on following regionserver(s) to go down [serverName=192.168.1.218,60462,1286832021116, load=(requests=0, regions=1, usedHeap=83, maxHeap=123), serverName=192.168.1.218,60464,1286832021135, load=(requests=0, regions=1, usedHeap=83, maxHeap=123)] 2010-10-11 23:20:36,031 INFO [RS_CLOSE_ROOT-192.168.1.218,60464,1286832021135-1] regionserver.Store(485): Renaming flushed file at hdfs://localhost:60243/user/lfrancke/-ROOT-/70236052/.tmp/7313983279743438677 to hdfs://localhost:60243/user/lfrancke/-ROOT-/70236052/info/6577780696823246467 2010-10-11 23:20:36,039 INFO [RS_CLOSE_META-192.168.1.218,60462,1286832021116-1] regionserver.Store(485): Renaming flushed file at hdfs://localhost:60243/user/lfrancke/.META./1028785192/.tmp/4815387243743410644 to hdfs://localhost:60243/user/lfrancke/.META./1028785192/info/3102546770640078823 2010-10-11 23:20:36,063 INFO [RS_CLOSE_ROOT-192.168.1.218,60464,1286832021135-1] regionserver.Store(495): Added hdfs://localhost:60243/user/lfrancke/-ROOT-/70236052/info/6577780696823246467, entries=2, sequenceid=8, memsize=472.0, filesize=506.0 to -ROOT-,,0.70236052 2010-10-11 23:20:36,064 INFO [RS_CLOSE_ROOT-192.168.1.218,60464,1286832021135-1] regionserver.HRegion(972): Finished memstore flush of ~472.0 for region -ROOT-,,0.70236052 in 360ms, sequenceid=8, compaction requested=true 2010-10-11 23:20:36,069 DEBUG [RS_CLOSE_ROOT-192.168.1.218,60464,1286832021135-1] regionserver.Store(412): closed info 2010-10-11 23:20:36,070 INFO [RS_CLOSE_ROOT-192.168.1.218,60464,1286832021135-1] regionserver.HRegion(525): Closed -ROOT-,,0.70236052 2010-10-11 23:20:36,070 DEBUG [RS_CLOSE_ROOT-192.168.1.218,60464,1286832021135-1] handler.CloseRegionHandler(128): Closed region -ROOT-,,0.70236052 2010-10-11 23:20:36,071 INFO [RS_CLOSE_META-192.168.1.218,60462,1286832021116-1] regionserver.Store(495): Added hdfs://localhost:60243/user/lfrancke/.META./1028785192/info/3102546770640078823, entries=6, sequenceid=13, memsize=1.7k, filesize=1.2k to .META.,,1.1028785192 2010-10-11 23:20:36,073 INFO [RS_CLOSE_META-192.168.1.218,60462,1286832021116-1] regionserver.HRegion(972): Finished memstore flush of ~1.7k for region .META.,,1.1028785192 in 612ms, sequenceid=13, compaction requested=false 2010-10-11 23:20:36,074 DEBUG [RS_CLOSE_META-192.168.1.218,60462,1286832021116-1] regionserver.Store(412): closed info 2010-10-11 23:20:36,075 INFO [RS_CLOSE_META-192.168.1.218,60462,1286832021116-1] regionserver.HRegion(525): Closed .META.,,1.1028785192 2010-10-11 23:20:36,075 DEBUG [RS_CLOSE_META-192.168.1.218,60462,1286832021116-1] handler.CloseRegionHandler(128): Closed region .META.,,1.1028785192 2010-10-11 23:20:36,432 INFO [RegionServer:0;192.168.1.218,60462,1286832021116.leaseChecker] regionserver.Leases(124): RegionServer:0;192.168.1.218,60462,1286832021116.leaseChecker closing leases 2010-10-11 23:20:36,432 INFO [RegionServer:0;192.168.1.218,60462,1286832021116.leaseChecker] regionserver.Leases(131): RegionServer:0;192.168.1.218,60462,1286832021116.leaseChecker closed leases 2010-10-11 23:20:36,541 INFO [RegionServer:1;192.168.1.218,60464,1286832021135.leaseChecker] regionserver.Leases(124): RegionServer:1;192.168.1.218,60464,1286832021135.leaseChecker closing leases 2010-10-11 23:20:36,542 INFO [RegionServer:1;192.168.1.218,60464,1286832021135.leaseChecker] regionserver.Leases(131): RegionServer:1;192.168.1.218,60464,1286832021135.leaseChecker closed leases 2010-10-11 23:20:36,980 INFO [RegionServer:1;192.168.1.218,60464,1286832021135] regionserver.Leases(124): RegionServer:1;192.168.1.218,60464,1286832021135 closing leases 2010-10-11 23:20:36,980 INFO [RegionServer:1;192.168.1.218,60464,1286832021135] regionserver.Leases(131): RegionServer:1;192.168.1.218,60464,1286832021135 closed leases 2010-10-11 23:20:36,981 DEBUG [RegionServer:1;192.168.1.218,60464,1286832021135] client.HConnectionManager$HConnectionImplementation(1046): Closed zookeeper sessionid=0x12b9d2982770015 2010-10-11 23:20:36,984 INFO [RegionServer:0;192.168.1.218,60462,1286832021116] regionserver.Leases(124): RegionServer:0;192.168.1.218,60462,1286832021116 closing leases 2010-10-11 23:20:36,984 INFO [RegionServer:0;192.168.1.218,60462,1286832021116] regionserver.Leases(131): RegionServer:0;192.168.1.218,60462,1286832021116 closed leases 2010-10-11 23:20:37,009 INFO [Master:0;192.168.1.218:60459] master.ServerManager(446): Waiting on following regionserver(s) to go down [serverName=192.168.1.218,60462,1286832021116, load=(requests=0, regions=1, usedHeap=83, maxHeap=123), serverName=192.168.1.218,60464,1286832021135, load=(requests=0, regions=1, usedHeap=83, maxHeap=123)] 2010-10-11 23:20:37,104 DEBUG [RegionServer:0;192.168.1.218,60462,1286832021116] client.HConnectionManager$HConnectionImplementation(1046): Closed zookeeper sessionid=0x12b9d2982770014 2010-10-11 23:20:37,105 INFO [RegionServer:1;192.168.1.218,60464,1286832021135] regionserver.HRegionServer(612): RegionServer:1;192.168.1.218,60464,1286832021135 exiting 2010-10-11 23:20:37,107 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60459-0x12b9d2982770013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/192.168.1.218,60464,1286832021135 2010-10-11 23:20:37,107 INFO [Thread-1-EventThread] zookeeper.RegionServerTracker(71): RegionServer ephemeral node deleted, processing expiration [192.168.1.218,60464,1286832021135] 2010-10-11 23:20:37,109 INFO [Thread-1-EventThread] master.ServerManager(486): Cluster shutdown set; 192.168.1.218,60464,1286832021135 expired; onlineServers=1 2010-10-11 23:20:37,115 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60459-0x12b9d2982770013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2010-10-11 23:20:37,119 INFO [Shutdown of DFS[DFSClient[clientName=DFSClient_hb_rs_192.168.1.218,60464,1286832021135_1286832023397, ugi=lfrancke.hrs.4,supergroup]]] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(238): Hook closing fs=DFS[DFSClient[clientName=DFSClient_hb_rs_192.168.1.218,60464,1286832021135_1286832023397, ugi=lfrancke.hrs.4,supergroup]] 2010-10-11 23:20:37,124 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60459-0x12b9d2982770013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/192.168.1.218,60462,1286832021116 2010-10-11 23:20:37,129 INFO [Thread-1-EventThread] zookeeper.RegionServerTracker(71): RegionServer ephemeral node deleted, processing expiration [192.168.1.218,60462,1286832021116] 2010-10-11 23:20:37,130 INFO [Thread-1-EventThread] master.ServerManager(486): Cluster shutdown set; 192.168.1.218,60462,1286832021116 expired; onlineServers=0 2010-10-11 23:20:37,130 INFO [Thread-1-EventThread] master.HMaster(924): Cluster shutdown set; onlineServer=0 2010-10-11 23:20:37,126 INFO [RegionServer:0;192.168.1.218,60462,1286832021116] regionserver.HRegionServer(612): RegionServer:0;192.168.1.218,60462,1286832021116 exiting 2010-10-11 23:20:37,133 INFO [Shutdown of DFS[DFSClient[clientName=DFSClient_hb_rs_192.168.1.218,60462,1286832021116_1286832023393, ugi=lfrancke.hrs.3,supergroup]]] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(238): Hook closing fs=DFS[DFSClient[clientName=DFSClient_hb_rs_192.168.1.218,60462,1286832021116_1286832023393, ugi=lfrancke.hrs.3,supergroup]] 2010-10-11 23:20:37,135 INFO [main] util.JVMClusterUtil(244): Shutdown of 1 master(s) and 3 regionserver(s) complete 2010-10-11 23:20:37,135 DEBUG [main] client.HConnectionManager$HConnectionImplementation(1046): Closed zookeeper sessionid=0x12b9d298277001b 2010-10-11 23:20:37,137 DEBUG [main] client.HConnectionManager$HConnectionImplementation(1046): Closed zookeeper sessionid=0x12b9d298277001a 2010-10-11 23:20:38,010 DEBUG [Master:0;192.168.1.218:60459] master.HMaster(545): Stopping service threads 2010-10-11 23:20:38,018 DEBUG [Master:0;192.168.1.218:60459] zookeeper.ZKUtil(1011): master:60459-0x12b9d2982770013 Retrieved 19 byte(s) of data from znode /hbase/master and set watcher; 192.168.1.218:60459 2010-10-11 23:20:38,019 DEBUG [Master:0;192.168.1.218:60459] zookeeper.ZKUtil(568): master:60459-0x12b9d2982770013 Read server address from znode /hbase/master: 192.168.1.218:60459 2010-10-11 23:20:38,152 DEBUG [Thread-1-EventThread] zookeeper.ZooKeeperWatcher(211): master:60459-0x12b9d2982770013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2010-10-11 23:20:38,152 DEBUG [Master:0;192.168.1.218:60459] catalog.CatalogTracker(140): Stopping catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@7096985e 2010-10-11 23:20:38,278 INFO [Master:0;192.168.1.218:60459] master.HMaster(293): HMaster main thread exiting Shutting down the Mini HDFS Cluster Shutting down DataNode 2 2010-10-11 23:20:38,283 INFO [main] log.Slf4jLog(67): Stopped SelectChannelConnector@localhost:0 2010-10-11 23:20:38,349 WARN [org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@9d532ae] datanode.DataXceiverServer(137): DatanodeRegistration(127.0.0.1:60253, storageID=DS-87203773-192.168.1.218-60253-1286831963920, infoPort=60254, ipcPort=60255):DataXceiveServer: java.nio.channels.AsynchronousCloseException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:185) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:152) at sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:84) at org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:130) at java.lang.Thread.run(Thread.java:637) Shutting down DataNode 1 2010-10-11 23:20:39,354 INFO [main] log.Slf4jLog(67): Stopped SelectChannelConnector@localhost:0 2010-10-11 23:20:39,514 WARN [org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@62d337d3] datanode.DataXceiverServer(137): DatanodeRegistration(127.0.0.1:60250, storageID=DS-734029004-192.168.1.218-60250-1286831962217, infoPort=60251, ipcPort=60252):DataXceiveServer: java.nio.channels.AsynchronousCloseException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:185) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:152) at sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:84) at org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:130) at java.lang.Thread.run(Thread.java:637) Shutting down DataNode 0 2010-10-11 23:20:40,519 INFO [main] log.Slf4jLog(67): Stopped SelectChannelConnector@localhost:0 2010-10-11 23:20:40,606 WARN [org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@d896a4c] datanode.DataXceiverServer(137): DatanodeRegistration(127.0.0.1:60247, storageID=DS-2094981108-192.168.1.218-60247-1286831961028, infoPort=60248, ipcPort=60249):DataXceiveServer: java.nio.channels.AsynchronousCloseException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:185) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:152) at sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:84) at org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:130) at java.lang.Thread.run(Thread.java:637) 2010-10-11 23:20:41,610 INFO [main] log.Slf4jLog(67): Stopped SelectChannelConnector@localhost:0 2010-10-11 23:20:41,727 WARN [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$ReplicationMonitor@3aa83a13] namenode.FSNamesystem$ReplicationMonitor(2413): ReplicationMonitor thread received InterruptedException.java.lang.InterruptedException: sleep interrupted 2010-10-11 23:20:42,930 INFO [main] hbase.HBaseTestingUtility(425): Minicluster is down org.apache.hadoop.hbase.client.NoServerForRegionException: Unable to find region for after 4 tries. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegionInMeta(HConnectionManager.java:636) at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:545) at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:514) at org.apache.hadoop.hbase.client.HTable.(HTable.java:166) at org.apache.hadoop.hbase.HBaseTestingUtility.restartHBaseCluster(HBaseTestingUtility.java:382) at org.apache.hadoop.hbase.master.TestRestartCluster.testClusterRestart(TestRestartCluster.java:116) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.FailOnTimeout$1.run(FailOnTimeout.java:28) Process finished with exit code 255