[root@compiler00 hbase]# bin/hbase --config ~/hbase-conf/ org.apache.hadoop.hbase.test.IntegrationTestBigLinkedList loop 1 1 2000000 /tmp/it_16224 1 -m serverKilling 2016-08-27 22:44:51,705 WARN [main] util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2016-08-27 22:44:52,168 INFO [main] hbase.HBaseClusterManager: Running with SSH user [root] and options [] 2016-08-27 22:44:52,330 INFO [main] zookeeper.RecoverableZooKeeper: Process identifier=hconnection-0x793a404a connecting to ZooKeeper ensemble=hbase00.ncku.edu.tw:2181,hbase01.ncku.edu.tw:2181,hbase02.ncku.edu.tw:2181 2016-08-27 22:44:52,344 INFO [main] zookeeper.ZooKeeper: Client environment:zookeeper.version=3.4.6-1569965, built on 02/20/2014 09:09 GMT 2016-08-27 22:44:52,344 INFO [main] zookeeper.ZooKeeper: Client environment:host.name=compiler00.ncku.edu.tw 2016-08-27 22:44:52,344 INFO [main] zookeeper.ZooKeeper: Client environment:java.version=1.7.0_79 2016-08-27 22:44:52,344 INFO [main] zookeeper.ZooKeeper: Client environment:java.vendor=Oracle Corporation 2016-08-27 22:44:52,344 INFO [main] zookeeper.ZooKeeper: Client environment:java.home=/usr/java/jdk1.7.0_79/jre 2016-08-27 22:44:52,344 INFO [main] zookeeper.ZooKeeper: Client environment:java.class.path=/root/hbase-conf/:/usr/java/latest//lib/tools.jar:/root/hbase/bin/../hbase-server/target:/root/hbase/hbase-it/target/hbase-it-1.4.0-SNAPSHOT-tests.jar:/root/hbase/hbase-common/target/hbase-common-1.4.0-SNAPSHOT.jar:/root/hbase/hbase-protocol/target/hbase-protocol-1.4.0-SNAPSHOT.jar:/root/hbase/hbase-client/target/hbase-client-1.4.0-SNAPSHOT.jar:/root/.m2/repository/org/jruby/jcodings/jcodings/1.0.8/jcodings-1.0.8.jar:/root/.m2/repository/org/jruby/joni/joni/2.1.2/joni-2.1.2.jar:/root/.m2/repository/com/google/guava/guava/12.0.1/guava-12.0.1.jar:/root/.m2/repository/com/sun/jersey/jersey-client/1.9/jersey-client-1.9.jar:/root/.m2/repository/com/yammer/metrics/metrics-core/2.2.0/metrics-core-2.2.0.jar:/root/.m2/repository/commons-logging/commons-logging/1.2/commons-logging-1.2.jar:/root/.m2/repository/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/root/.m2/repository/org/apache/commons/commons-math/2.2/commons-math-2.2.jar:/root/.m2/repository/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/root/.m2/repository/org/apache/htrace/htrace-core/3.1.0-incubating/htrace-core-3.1.0-incubating.jar:/root/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.5.1/hadoop-mapreduce-client-core-2.5.1.jar:/root/.m2/repository/org/apache/hadoop/hadoop-yarn-common/2.5.1/hadoop-yarn-common-2.5.1.jar:/root/.m2/repository/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar:/root/.m2/repository/javax/activation/activation/1.1/activation-1.1.jar:/root/.m2/repository/javax/servlet/servlet-api/2.5/servlet-api-2.5.jar:/root/.m2/repository/org/codehaus/jackson/jackson-xc/1.9.13/jackson-xc-1.9.13.jar:/root/.m2/repository/com/google/inject/guice/3.0/guice-3.0.jar:/root/.m2/repository/javax/inject/javax.inject/1/javax.inject-1.jar:/root/.m2/repository/aopalliance/aopalliance/1.0/aopalliance-1.0.jar:/root/.m2/repository/com/sun/jersey/contribs/jersey-guice/1.9/jersey-guice-1.9.jar:/root/.m2/repository/org/apache/avro/avro/1.7.4/avro-1.7.4.jar:/root/.m2/repository/com/thoughtworks/paranamer/paranamer/2.3/paranamer-2.3.jar:/root/.m2/repository/org/xerial/snappy/snappy-java/1.0.4.1/snappy-java-1.0.4.1.jar:/root/.m2/repository/org/apache/hadoop/hadoop-annotations/2.5.1/hadoop-annotations-2.5.1.jar:/usr/java/jdk1.7.0_79/jre/../lib/tools.jar:/root/.m2/repository/com/google/inject/extensions/guice-servlet/3.0/guice-servlet-3.0.jar:/root/.m2/repository/org/apache/hadoop/hadoop-common/2.5.1/hadoop-common-2.5.1.jar:/root/.m2/repository/org/apache/commons/commons-math3/3.1.1/commons-math3-3.1.1.jar:/root/.m2/repository/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/root/.m2/repository/com/sun/jersey/jersey-json/1.9/jersey-json-1.9.jar:/root/.m2/repository/org/codehaus/jettison/jettison/1.3.3/jettison-1.3.3.jar:/root/.m2/repository/com/sun/xml/bind/jaxb-impl/2.2.3-1/jaxb-impl-2.2.3-1.jar:/root/.m2/repository/commons-el/commons-el/1.0/commons-el-1.0.jar:/root/.m2/repository/net/java/dev/jets3t/jets3t/0.9.0/jets3t-0.9.0.jar:/root/.m2/repository/com/jamesmurty/utils/java-xmlbuilder/0.4/java-xmlbuilder-0.4.jar:/root/.m2/repository/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar:/root/.m2/repository/commons-digester/commons-digester/1.8/commons-digester-1.8.jar:/root/.m2/repository/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar:/root/.m2/repository/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar:/root/.m2/repository/com/jcraft/jsch/0.1.42/jsch-0.1.42.jar:/root/.m2/repository/org/apache/commons/commons-compress/1.4.1/commons-compress-1.4.1.jar:/root/.m2/repository/org/tukaani/xz/1.0/xz-1.0.jar:/root/hbase/hbase-server/target/hbase-server-1.4.0-SNAPSHOT.jar:/root/hbase/hbase-procedure/target/hbase-procedure-1.4.0-SNAPSHOT.jar:/root/hbase/hbase-prefix-tree/target/hbase-prefix-tree-1.4.0-SNAPSHOT.jar:/root/.m2/repository/commons-httpclient/commons-httpclient/3.1/commons-httpclient-3.1.jar:/root/.m2/repository/commons-codec/commons-codec/1.9/commons-codec-1.9.jar:/root/.m2/repository/commons-collections/commons-collections/3.2.2/commons-collections-3.2.2.jar:/root/.m2/repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/root/.m2/repository/com/sun/jersey/jersey-core/1.9/jersey-core-1.9.jar:/root/.m2/repository/com/sun/jersey/jersey-server/1.9/jersey-server-1.9.jar:/root/.m2/repository/asm/asm/3.1/asm-3.1.jar:/root/.m2/repository/commons-io/commons-io/2.4/commons-io-2.4.jar:/root/.m2/repository/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar:/root/.m2/repository/org/mortbay/jetty/jetty/6.1.26/jetty-6.1.26.jar:/root/.m2/repository/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/root/.m2/repository/org/mortbay/jetty/jetty-sslengine/6.1.26/jetty-sslengine-6.1.26.jar:/root/.m2/repository/org/mortbay/jetty/jsp-2.1/6.1.14/jsp-2.1-6.1.14.jar:/root/.m2/repository/org/mortbay/jetty/jsp-api-2.1/6.1.14/jsp-api-2.1-6.1.14.jar:/root/.m2/repository/org/mortbay/jetty/servlet-api-2.5/6.1.14/servlet-api-2.5-6.1.14.jar:/root/.m2/repository/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar:/root/.m2/repository/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar:/root/.m2/repository/org/codehaus/jackson/jackson-jaxrs/1.9.13/jackson-jaxrs-1.9.13.jar:/root/.m2/repository/tomcat/jasper-compiler/5.5.23/jasper-compiler-5.5.23.jar:/root/.m2/repository/tomcat/jasper-runtime/5.5.23/jasper-runtime-5.5.23.jar:/root/.m2/repository/org/jamon/jamon-runtime/2.4.1/jamon-runtime-2.4.1.jar:/root/.m2/repository/io/netty/netty-all/4.0.23.Final/netty-all-4.0.23.Final.jar:/root/.m2/repository/com/lmax/disruptor/3.3.0/disruptor-3.3.0.jar:/root/.m2/repository/org/apache/hadoop/hadoop-auth/2.5.1/hadoop-auth-2.5.1.jar:/root/.m2/repository/org/apache/httpcomponents/httpclient/4.2.5/httpclient-4.2.5.jar:/root/.m2/repository/org/apache/directory/server/apacheds-kerberos-codec/2.0.0-M15/apacheds-kerberos-codec-2.0.0-M15.jar:/root/.m2/repository/org/apache/directory/server/apacheds-i18n/2.0.0-M15/apacheds-i18n-2.0.0-M15.jar:/root/.m2/repository/org/apache/directory/api/api-asn1-api/1.0.0-M20/api-asn1-api-1.0.0-M20.jar:/root/.m2/repository/org/apache/directory/api/api-util/1.0.0-M20/api-util-1.0.0-M20.jar:/root/.m2/repository/org/apache/hadoop/hadoop-client/2.5.1/hadoop-client-2.5.1.jar:/root/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-app/2.5.1/hadoop-mapreduce-client-app-2.5.1.jar:/root/.m2/repository/org/apache/hadoop/hadoop-yarn-api/2.5.1/hadoop-yarn-api-2.5.1.jar:/root/.m2/repository/org/apache/hadoop/hadoop-hdfs/2.5.1/hadoop-hdfs-2.5.1.jar:/root/.m2/repository/commons-daemon/commons-daemon/1.0.13/commons-daemon-1.0.13.jar:/root/hbase/hbase-thrift/target/hbase-thrift-1.4.0-SNAPSHOT.jar:/root/.m2/repository/commons-net/commons-net/3.1/commons-net-3.1.jar:/root/.m2/repository/org/apache/thrift/libthrift/0.9.3/libthrift-0.9.3.jar:/root/.m2/repository/org/apache/httpcomponents/httpcore/4.4.4/httpcore-4.4.4.jar:/root/.m2/repository/org/slf4j/slf4j-api/1.7.7/slf4j-api-1.7.7.jar:/root/hbase/hbase-hadoop-compat/target/hbase-hadoop-compat-1.4.0-SNAPSHOT.jar:/root/hbase/hbase-hadoop2-compat/target/hbase-hadoop2-compat-1.4.0-SNAPSHOT.jar:/root/hbase/hbase-annotations/target/hbase-annotations-1.4.0-SNAPSHOT.jar:/root/hbase/hbase-shell/target/hbase-shell-1.4.0-SNAPSHOT.jar:/root/.m2/repository/org/jruby/jruby-complete/1.6.8/jruby-complete-1.6.8.jar:/root/hbase/hbase-external-blockcache/target/hbase-external-blockcache-1.4.0-SNAPSHOT.jar:/root/hbase/hbase-testing-util/target/hbase-testing-util-1.4.0-SNAPSHOT.jar:/root/hbase/hbase-common/target/hbase-common-1.4.0-SNAPSHOT-tests.jar:/root/hbase/hbase-annotations/target/hbase-annotations-1.4.0-SNAPSHOT-tests.jar:/root/hbase/hbase-server/target/hbase-server-1.4.0-SNAPSHOT-tests.jar:/root/hbase/hbase-hadoop-compat/target/hbase-hadoop-compat-1.4.0-SNAPSHOT-tests.jar:/root/hbase/hbase-hadoop2-compat/target/hbase-hadoop2-compat-1.4.0-SNAPSHOT-tests.jar:/root/.m2/repository/org/slf4j/slf4j-log4j12/1.7.7/slf4j-log4j12-1.7.7.jar:/root/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.5.1/hadoop-mapreduce-client-jobclient-2.5.1.jar:/root/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-common/2.5.1/hadoop-mapreduce-client-common-2.5.1.jar:/root/.m2/repository/org/apache/hadoop/hadoop-yarn-client/2.5.1/hadoop-yarn-client-2.5.1.jar:/root/.m2/repository/org/apache/hadoop/hadoop-yarn-server-common/2.5.1/hadoop-yarn-server-common-2.5.1.jar:/root/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.5.1/hadoop-mapreduce-client-shuffle-2.5.1.jar:/root/.m2/repository/org/apache/hadoop/hadoop-yarn-server-nodemanager/2.5.1/hadoop-yarn-server-nodemanager-2.5.1.jar:/root/.m2/repository/org/fusesource/leveldbjni/leveldbjni-all/1.8/leveldbjni-all-1.8.jar:/root/.m2/repository/org/apache/hadoop/hadoop-hdfs/2.5.1/hadoop-hdfs-2.5.1-tests.jar:/root/.m2/repository/org/apache/hadoop/hadoop-minicluster/2.5.1/hadoop-minicluster-2.5.1.jar:/root/.m2/repository/org/apache/hadoop/hadoop-common/2.5.1/hadoop-common-2.5.1-tests.jar:/root/.m2/repository/org/apache/hadoop/hadoop-yarn-server-tests/2.5.1/hadoop-yarn-server-tests-2.5.1-tests.jar:/root/.m2/repository/org/apache/hadoop/hadoop-yarn-server-resourcemanager/2.5.1/hadoop-yarn-server-resourcemanager-2.5.1.jar:/root/.m2/repository/org/apache/hadoop/hadoop-yarn-server-applicationhistoryservice/2.5.1/hadoop-yarn-server-applicationhistoryservice-2.5.1.jar:/root/.m2/repository/org/apache/hadoop/hadoop-yarn-server-web-proxy/2.5.1/hadoop-yarn-server-web-proxy-2.5.1.jar:/root/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.5.1/hadoop-mapreduce-client-jobclient-2.5.1-tests.jar:/root/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-hs/2.5.1/hadoop-mapreduce-client-hs-2.5.1.jar:/root/hbase/hbase-resource-bundle/target/hbase-resource-bundle-1.4.0-SNAPSHOT.jar:/root/.m2/repository/com/github/stephenc/findbugs/findbugs-annotations/1.3.9-1/findbugs-annotations-1.3.9-1.jar:/root/.m2/repository/log4j/log4j/1.2.17/log4j-1.2.17.jar:/root/.m2/repository/junit/junit/4.12/junit-4.12.jar:/root/.m2/repository/org/hamcrest/hamcrest-core/1.3/hamcrest-core-1.3.jar:/root/.m2/repository/org/mockito/mockito-all/1.10.8/mockito-all-1.10.8.jar:/root/hbase/bin/../lib/*.jar: 2016-08-27 22:44:52,345 INFO [main] zookeeper.ZooKeeper: Client environment:java.library.path=/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib 2016-08-27 22:44:52,345 INFO [main] zookeeper.ZooKeeper: Client environment:java.io.tmpdir=/tmp 2016-08-27 22:44:52,345 INFO [main] zookeeper.ZooKeeper: Client environment:java.compiler= 2016-08-27 22:44:52,345 INFO [main] zookeeper.ZooKeeper: Client environment:os.name=Linux 2016-08-27 22:44:52,346 INFO [main] zookeeper.ZooKeeper: Client environment:os.arch=amd64 2016-08-27 22:44:52,346 INFO [main] zookeeper.ZooKeeper: Client environment:os.version=3.10.0-327.el7.x86_64 2016-08-27 22:44:52,346 INFO [main] zookeeper.ZooKeeper: Client environment:user.name=root 2016-08-27 22:44:52,346 INFO [main] zookeeper.ZooKeeper: Client environment:user.home=/root 2016-08-27 22:44:52,346 INFO [main] zookeeper.ZooKeeper: Client environment:user.dir=/root/hbase 2016-08-27 22:44:52,347 INFO [main] zookeeper.ZooKeeper: Initiating client connection, connectString=hbase00.ncku.edu.tw:2181,hbase01.ncku.edu.tw:2181,hbase02.ncku.edu.tw:2181 sessionTimeout=90000 watcher=org.apache.hadoop.hbase.zookeeper.PendingWatcher@41002623 2016-08-27 22:44:52,386 INFO [main-SendThread(hbase00.ncku.edu.tw:2181)] zookeeper.ClientCnxn: Opening socket connection to server hbase00.ncku.edu.tw/192.168.103.142:2181. Will not attempt to authenticate using SASL (unknown error) 2016-08-27 22:44:52,394 INFO [main-SendThread(hbase00.ncku.edu.tw:2181)] zookeeper.ClientCnxn: Socket connection established to hbase00.ncku.edu.tw/192.168.103.142:2181, initiating session 2016-08-27 22:44:52,409 INFO [main-SendThread(hbase00.ncku.edu.tw:2181)] zookeeper.ClientCnxn: Session establishment complete on server hbase00.ncku.edu.tw/192.168.103.142:2181, sessionid = 0x56cd52a74a0007, negotiated timeout = 90000 2016-08-27 22:44:53,626 INFO [main] zookeeper.RecoverableZooKeeper: Process identifier=hconnection-0x70171be9 connecting to ZooKeeper ensemble=hbase00.ncku.edu.tw:2181,hbase01.ncku.edu.tw:2181,hbase02.ncku.edu.tw:2181 2016-08-27 22:44:53,626 INFO [main] zookeeper.ZooKeeper: Initiating client connection, connectString=hbase00.ncku.edu.tw:2181,hbase01.ncku.edu.tw:2181,hbase02.ncku.edu.tw:2181 sessionTimeout=90000 watcher=org.apache.hadoop.hbase.zookeeper.PendingWatcher@7d29977c 2016-08-27 22:44:53,628 INFO [main-SendThread(hbase01.ncku.edu.tw:2181)] zookeeper.ClientCnxn: Opening socket connection to server hbase01.ncku.edu.tw/192.168.103.143:2181. Will not attempt to authenticate using SASL (unknown error) 2016-08-27 22:44:53,629 INFO [main-SendThread(hbase01.ncku.edu.tw:2181)] zookeeper.ClientCnxn: Socket connection established to hbase01.ncku.edu.tw/192.168.103.143:2181, initiating session 2016-08-27 22:44:53,636 INFO [main-SendThread(hbase01.ncku.edu.tw:2181)] zookeeper.ClientCnxn: Session establishment complete on server hbase01.ncku.edu.tw/192.168.103.143:2181, sessionid = 0x156cd52a38c000d, negotiated timeout = 90000 2016-08-27 22:44:53,701 INFO [main] policies.Policy: Using ChaosMonkey Policy: class org.apache.hadoop.hbase.chaos.policies.DoActionsOncePolicy, period: 60000 2016-08-27 22:44:53,702 INFO [main] policies.Policy: Using ChaosMonkey Policy: class org.apache.hadoop.hbase.chaos.policies.PeriodicRandomActionPolicy, period: 60000 2016-08-27 22:44:53,703 INFO [main] policies.Policy: Using ChaosMonkey Policy: class org.apache.hadoop.hbase.chaos.policies.PeriodicRandomActionPolicy, period: 60000 2016-08-27 22:44:53,708 INFO [Thread-4] policies.Policy: Sleeping for 4365 to add jitter 2016-08-27 22:44:53,708 INFO [Thread-5] policies.Policy: Sleeping for 44253 to add jitter 2016-08-27 22:44:53,709 INFO [main] test.IntegrationTestBigLinkedList$Loop: Running Loop with args:[1, 1, 2000000, /tmp/it_16224, 1] 2016-08-27 22:44:53,709 INFO [main] test.IntegrationTestBigLinkedList$Loop: Starting iteration = 0 2016-08-27 22:44:53,722 INFO [main] test.IntegrationTestBigLinkedList$Generator: Running RandomInputGenerator with numMappers=1, numNodes=2000000 2016-08-27 22:44:53,843 INFO [main] client.RMProxy: Connecting to ResourceManager at hbase00/192.168.103.142:8032 2016-08-27 22:44:55,009 INFO [main] mapreduce.JobSubmitter: number of splits:1 2016-08-27 22:44:55,352 INFO [main] mapreduce.JobSubmitter: Submitting tokens for job: job_1472323552212_0001 2016-08-27 22:44:55,786 INFO [main] impl.YarnClientImpl: Submitted application application_1472323552212_0001 2016-08-27 22:44:55,859 INFO [main] mapreduce.Job: The url to track the job: http://hbase00:8088/proxy/application_1472323552212_0001/ 2016-08-27 22:44:55,860 INFO [main] mapreduce.Job: Running job: job_1472323552212_0001 2016-08-27 22:44:58,153 INFO [Thread-4] actions.Action: Killing region server:hbase04.ncku.edu.tw,16020,1472323563584 2016-08-27 22:44:58,154 INFO [Thread-4] hbase.HBaseCluster: Aborting RS: hbase04.ncku.edu.tw,16020,1472323563584 2016-08-27 22:44:58,156 INFO [Thread-4] hbase.HBaseClusterManager: Executing remote command: ps ux | grep proc_regionserver | grep -v grep | tr -s ' ' | cut -d ' ' -f2 | xargs kill -s SIGKILL , hostname:hbase04.ncku.edu.tw 2016-08-27 22:44:58,157 INFO [Thread-4] util.Shell: Executing full command [/usr/bin/ssh root@hbase04.ncku.edu.tw "ps ux | grep proc_regionserver | grep -v grep | tr -s ' ' | cut -d ' ' -f2 | xargs kill -s SIGKILL"] 2016-08-27 22:44:58,610 INFO [Thread-4] hbase.HBaseClusterManager: Executed remote command, exit code:0 , output: 2016-08-27 22:44:58,610 INFO [Thread-4] hbase.HBaseCluster: Waiting for service: regionserver to stop: hbase04.ncku.edu.tw,16020,1472323563584 2016-08-27 22:44:58,611 INFO [Thread-4] hbase.HBaseClusterManager: Executing remote command: ps ux | grep proc_regionserver | grep -v grep | tr -s ' ' | cut -d ' ' -f2 , hostname:hbase04.ncku.edu.tw 2016-08-27 22:44:58,611 INFO [Thread-4] util.Shell: Executing full command [/usr/bin/ssh root@hbase04.ncku.edu.tw "ps ux | grep proc_regionserver | grep -v grep | tr -s ' ' | cut -d ' ' -f2"] 2016-08-27 22:44:59,027 INFO [Thread-4] hbase.HBaseClusterManager: Executed remote command, exit code:0 , output: 2016-08-27 22:44:59,036 INFO [Thread-4] actions.Action: Killed region server:hbase04.ncku.edu.tw,16020,1472323563584. Reported num of rs:6 2016-08-27 22:44:59,036 INFO [Thread-4] actions.Action: Sleeping for:60000 2016-08-27 22:45:05,171 INFO [main] mapreduce.Job: Job job_1472323552212_0001 running in uber mode : false 2016-08-27 22:45:05,174 INFO [main] mapreduce.Job: map 0% reduce 0% 2016-08-27 22:45:18,399 INFO [main] mapreduce.Job: map 62% reduce 0% 2016-08-27 22:45:21,458 INFO [main] mapreduce.Job: map 100% reduce 0% 2016-08-27 22:45:22,484 INFO [main] mapreduce.Job: Job job_1472323552212_0001 completed successfully 2016-08-27 22:45:22,683 INFO [main] mapreduce.Job: Counters: 30 File System Counters FILE: Number of bytes read=0 FILE: Number of bytes written=122260 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=109 HDFS: Number of bytes written=56555635 HDFS: Number of read operations=4 HDFS: Number of large read operations=0 HDFS: Number of write operations=2 Job Counters Launched map tasks=1 Other local map tasks=1 Total time spent by all maps in occupied slots (ms)=26678 Total time spent by all reduces in occupied slots (ms)=0 Total time spent by all map tasks (ms)=13339 Total vcore-seconds taken by all map tasks=26678 Total megabyte-seconds taken by all map tasks=27318272 Map-Reduce Framework Map input records=2000000 Map output records=2000000 Input split bytes=109 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=129 CPU time spent (ms)=11610 Physical memory (bytes) snapshot=329748480 Virtual memory (bytes) snapshot=4164489216 Total committed heap usage (bytes)=436731904 File Input Format Counters Bytes Read=0 File Output Format Counters Bytes Written=56555635 2016-08-27 22:45:22,687 INFO [main] test.IntegrationTestBigLinkedList$Generator: Running Generator with numMappers=1, numNodes=2000000 2016-08-27 22:45:22,689 INFO [main] zookeeper.RecoverableZooKeeper: Process identifier=hconnection-0x24cff5e connecting to ZooKeeper ensemble=hbase00.ncku.edu.tw:2181,hbase01.ncku.edu.tw:2181,hbase02.ncku.edu.tw:2181 2016-08-27 22:45:22,689 INFO [main] zookeeper.ZooKeeper: Initiating client connection, connectString=hbase00.ncku.edu.tw:2181,hbase01.ncku.edu.tw:2181,hbase02.ncku.edu.tw:2181 sessionTimeout=90000 watcher=org.apache.hadoop.hbase.zookeeper.PendingWatcher@d117580 2016-08-27 22:45:22,692 INFO [main-SendThread(hbase00.ncku.edu.tw:2181)] zookeeper.ClientCnxn: Opening socket connection to server hbase00.ncku.edu.tw/192.168.103.142:2181. Will not attempt to authenticate using SASL (unknown error) 2016-08-27 22:45:22,694 INFO [main-SendThread(hbase00.ncku.edu.tw:2181)] zookeeper.ClientCnxn: Socket connection established to hbase00.ncku.edu.tw/192.168.103.142:2181, initiating session 2016-08-27 22:45:22,700 INFO [main-SendThread(hbase00.ncku.edu.tw:2181)] zookeeper.ClientCnxn: Session establishment complete on server hbase00.ncku.edu.tw/192.168.103.142:2181, sessionid = 0x56cd52a74a0008, negotiated timeout = 90000 2016-08-27 22:45:22,948 INFO [main] test.IntegrationTestBigLinkedList$Generator: Number of live regionservers: 5, pre-splitting table into 15 regions (default regions per server: 3) 2016-08-27 22:45:27,366 INFO [main] client.HBaseAdmin: Created IntegrationTestBigLinkedList 2016-08-27 22:45:27,366 INFO [main] client.ConnectionManager$HConnectionImplementation: Closing master protocol: MasterService 2016-08-27 22:45:27,367 INFO [main] client.ConnectionManager$HConnectionImplementation: Closing zookeeper sessionid=0x56cd52a74a0008 2016-08-27 22:45:27,388 INFO [main] zookeeper.ZooKeeper: Session: 0x56cd52a74a0008 closed 2016-08-27 22:45:27,388 INFO [main-EventThread] zookeeper.ClientCnxn: EventThread shut down 2016-08-27 22:45:27,527 INFO [main] client.RMProxy: Connecting to ResourceManager at hbase00/192.168.103.142:8032 2016-08-27 22:45:28,513 INFO [main] input.FileInputFormat: Total input paths to process : 1 2016-08-27 22:45:28,654 INFO [main] mapreduce.JobSubmitter: number of splits:1 2016-08-27 22:45:28,725 INFO [main] mapreduce.JobSubmitter: Submitting tokens for job: job_1472323552212_0002 2016-08-27 22:45:28,854 INFO [main] impl.YarnClientImpl: Submitted application application_1472323552212_0002 2016-08-27 22:45:28,862 INFO [main] mapreduce.Job: The url to track the job: http://hbase00:8088/proxy/application_1472323552212_0002/ 2016-08-27 22:45:28,863 INFO [main] mapreduce.Job: Running job: job_1472323552212_0002 2016-08-27 22:45:37,977 INFO [Thread-5] actions.Action: Cluster status Master: hbase00.ncku.edu.tw,16000,1472323561904 Number of backup masters: 1 hbase01.ncku.edu.tw,16000,1472323564091 Number of live region servers: 5 hbase01.ncku.edu.tw,16020,1472323562567 hbase02.ncku.edu.tw,16020,1472323562214 hbase06.ncku.edu.tw,16020,1472323563572 hbase05.ncku.edu.tw,16020,1472323563913 hbase03.ncku.edu.tw,16020,1472323563486 Number of dead region servers: 1 hbase04.ncku.edu.tw,16020,1472323563584 Average load: 3.4 Number of requests: 0 Number of regions: 17 Number of regions in transition: 0 2016-08-27 22:45:37,977 INFO [Thread-5] policies.Policy: Sleeping for: 59989 2016-08-27 22:45:38,172 INFO [main] mapreduce.Job: Job job_1472323552212_0002 running in uber mode : false 2016-08-27 22:45:38,173 INFO [main] mapreduce.Job: map 0% reduce 0% 2016-08-27 22:45:50,310 INFO [main] mapreduce.Job: map 50% reduce 0% 2016-08-27 22:45:59,036 INFO [Thread-4] actions.Action: Starting region server:hbase04.ncku.edu.tw 2016-08-27 22:45:59,037 INFO [Thread-4] hbase.HBaseCluster: Starting RS on: hbase04.ncku.edu.tw 2016-08-27 22:45:59,041 INFO [Thread-4] hbase.HBaseClusterManager: Executing remote command: /root/hbase/bin/../bin/hbase-daemon.sh start regionserver , hostname:hbase04.ncku.edu.tw 2016-08-27 22:45:59,041 INFO [Thread-4] util.Shell: Executing full command [/usr/bin/ssh root@hbase04.ncku.edu.tw "/root/hbase/bin/../bin/hbase-daemon.sh start regionserver"] 2016-08-27 22:46:00,492 INFO [Thread-4] hbase.HBaseClusterManager: Executed remote command, exit code:0 , output:starting regionserver, logging to /root/hbase/bin/../logs/hbase-root-regionserver-hbase04.ncku.edu.tw.out Java HotSpot(TM) 64-Bit Server VM warning: ignoring option PermSize=128m; support was removed in 8.0 Java HotSpot(TM) 64-Bit Server VM warning: ignoring option MaxPermSize=128m; support was removed in 8.0 2016-08-27 22:46:04,137 INFO [Thread-4] actions.Action: Started region server:hbase04.ncku.edu.tw,16020,1472323563584. Reported num of rs:6 2016-08-27 22:46:04,137 INFO [Thread-4] actions.Action: Performing action: Restart active master 2016-08-27 22:46:04,142 INFO [Thread-4] actions.Action: Killing master:hbase00.ncku.edu.tw,16000,1472323561904 2016-08-27 22:46:04,142 INFO [Thread-4] hbase.HBaseCluster: Aborting Master: hbase00.ncku.edu.tw,16000,1472323561904 2016-08-27 22:46:04,143 INFO [Thread-4] hbase.HBaseClusterManager: Executing remote command: ps ux | grep proc_master | grep -v grep | tr -s ' ' | cut -d ' ' -f2 | xargs kill -s SIGKILL , hostname:hbase00.ncku.edu.tw 2016-08-27 22:46:04,143 INFO [Thread-4] util.Shell: Executing full command [/usr/bin/ssh root@hbase00.ncku.edu.tw "ps ux | grep proc_master | grep -v grep | tr -s ' ' | cut -d ' ' -f2 | xargs kill -s SIGKILL"] 2016-08-27 22:46:04,642 INFO [Thread-4] hbase.HBaseClusterManager: Executed remote command, exit code:0 , output: 2016-08-27 22:46:04,642 INFO [Thread-4] hbase.HBaseCluster: Waiting for service: master to stop: hbase00.ncku.edu.tw,16000,1472323561904 2016-08-27 22:46:04,643 INFO [Thread-4] hbase.HBaseClusterManager: Executing remote command: ps ux | grep proc_master | grep -v grep | tr -s ' ' | cut -d ' ' -f2 , hostname:hbase00.ncku.edu.tw 2016-08-27 22:46:04,643 INFO [Thread-4] util.Shell: Executing full command [/usr/bin/ssh root@hbase00.ncku.edu.tw "ps ux | grep proc_master | grep -v grep | tr -s ' ' | cut -d ' ' -f2"] 2016-08-27 22:46:05,099 INFO [Thread-4] hbase.HBaseClusterManager: Executed remote command, exit code:0 , output: 2016-08-27 22:46:05,099 INFO [Thread-4] actions.Action: Killed master server:hbase00.ncku.edu.tw,16000,1472323561904 2016-08-27 22:46:05,099 INFO [Thread-4] actions.Action: Sleeping for:5000 2016-08-27 22:46:10,100 INFO [Thread-4] actions.Action: Starting master:hbase00.ncku.edu.tw 2016-08-27 22:46:10,101 INFO [Thread-4] hbase.HBaseCluster: Starting Master on: hbase00.ncku.edu.tw:16000 2016-08-27 22:46:10,101 INFO [Thread-4] hbase.HBaseClusterManager: Executing remote command: /root/hbase/bin/../bin/hbase-daemon.sh start master , hostname:hbase00.ncku.edu.tw 2016-08-27 22:46:10,102 INFO [Thread-4] util.Shell: Executing full command [/usr/bin/ssh root@hbase00.ncku.edu.tw "/root/hbase/bin/../bin/hbase-daemon.sh start master"] 2016-08-27 22:46:11,570 INFO [Thread-4] hbase.HBaseClusterManager: Executed remote command, exit code:0 , output:starting master, logging to /root/hbase/bin/../logs/hbase-root-master-hbase00.ncku.edu.tw.out Java HotSpot(TM) 64-Bit Server VM warning: ignoring option PermSize=128m; support was removed in 8.0 Java HotSpot(TM) 64-Bit Server VM warning: ignoring option MaxPermSize=128m; support was removed in 8.0 2016-08-27 22:46:11,575 WARN [Thread-4] client.ConnectionManager$HConnectionImplementation: Checking master connection com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosingException: Call to hbase00.ncku.edu.tw/192.168.103.142:16000 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosingException: Connection to hbase00.ncku.edu.tw/192.168.103.142:16000 is closing. Call id=85, waitTime=2 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:240) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:336) at org.apache.hadoop.hbase.protobuf.generated.MasterProtos$MasterService$BlockingStub.isMasterRunning(MasterProtos.java:62196) at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation$MasterServiceState.isMasterRunning(ConnectionManager.java:1470) at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.isKeepAliveMasterConnectedAndRunning(ConnectionManager.java:2145) at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.getKeepAliveMasterService(ConnectionManager.java:1741) at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.getMaster(ConnectionManager.java:1730) at org.apache.hadoop.hbase.DistributedHBaseCluster.getMasterAdminService(DistributedHBaseCluster.java:225) at org.apache.hadoop.hbase.DistributedHBaseCluster.waitForActiveAndReadyMaster(DistributedHBaseCluster.java:256) at org.apache.hadoop.hbase.chaos.actions.Action.startMaster(Action.java:142) at org.apache.hadoop.hbase.chaos.actions.RestartActionBaseAction.restartMaster(RestartActionBaseAction.java:50) at org.apache.hadoop.hbase.chaos.actions.RestartActiveMasterAction.perform(RestartActiveMasterAction.java:35) at org.apache.hadoop.hbase.chaos.policies.DoActionsOncePolicy.runOneIteration(DoActionsOncePolicy.java:50) at org.apache.hadoop.hbase.chaos.policies.PeriodicPolicy.run(PeriodicPolicy.java:41) at org.apache.hadoop.hbase.chaos.policies.CompositeSequentialPolicy.run(CompositeSequentialPolicy.java:42) at java.lang.Thread.run(Thread.java:745) Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosingException: Call to hbase00.ncku.edu.tw/192.168.103.142:16000 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosingException: Connection to hbase00.ncku.edu.tw/192.168.103.142:16000 is closing. Call id=85, waitTime=2 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.wrapException(AbstractRpcClient.java:289) at org.apache.hadoop.hbase.ipc.RpcClientImpl.call(RpcClientImpl.java:1275) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:227) ... 15 more Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosingException: Connection to hbase00.ncku.edu.tw/192.168.103.142:16000 is closing. Call id=85, waitTime=2 at org.apache.hadoop.hbase.ipc.RpcClientImpl$Connection.cleanupCalls(RpcClientImpl.java:1088) at org.apache.hadoop.hbase.ipc.RpcClientImpl$Connection.close(RpcClientImpl.java:864) at org.apache.hadoop.hbase.ipc.RpcClientImpl$Connection.run(RpcClientImpl.java:581) 2016-08-27 22:46:11,594 WARN [Thread-4] hbase.HBaseCluster: Master not started yet org.apache.hadoop.hbase.MasterNotRunningException: com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.ipc.ServerNotRunningYetException): org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:2405) at org.apache.hadoop.hbase.master.MasterRpcServices.isMasterRunning(MasterRpcServices.java:948) at org.apache.hadoop.hbase.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java:59322) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2268) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:123) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:189) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:169) 2016-08-27 22:46:14,199 WARN [Thread-4] client.ConnectionManager$HConnectionImplementation: Checking master connection com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.ipc.ServerNotRunningYetException): org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:2405) at org.apache.hadoop.hbase.master.MasterRpcServices.isMasterRunning(MasterRpcServices.java:948) at org.apache.hadoop.hbase.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java:59322) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2268) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:123) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:189) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:169) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:240) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:336) at org.apache.hadoop.hbase.protobuf.generated.MasterProtos$MasterService$BlockingStub.isMasterRunning(MasterProtos.java:62196) at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation$MasterServiceState.isMasterRunning(ConnectionManager.java:1470) at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.isKeepAliveMasterConnectedAndRunning(ConnectionManager.java:2145) at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.getKeepAliveMasterService(ConnectionManager.java:1741) at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.getMaster(ConnectionManager.java:1730) at org.apache.hadoop.hbase.DistributedHBaseCluster.getMasterAdminService(DistributedHBaseCluster.java:225) at org.apache.hadoop.hbase.DistributedHBaseCluster.waitForActiveAndReadyMaster(DistributedHBaseCluster.java:256) at org.apache.hadoop.hbase.chaos.actions.Action.startMaster(Action.java:142) at org.apache.hadoop.hbase.chaos.actions.RestartActionBaseAction.restartMaster(RestartActionBaseAction.java:50) at org.apache.hadoop.hbase.chaos.actions.RestartActiveMasterAction.perform(RestartActiveMasterAction.java:35) at org.apache.hadoop.hbase.chaos.policies.DoActionsOncePolicy.runOneIteration(DoActionsOncePolicy.java:50) at org.apache.hadoop.hbase.chaos.policies.PeriodicPolicy.run(PeriodicPolicy.java:41) at org.apache.hadoop.hbase.chaos.policies.CompositeSequentialPolicy.run(CompositeSequentialPolicy.java:42) at java.lang.Thread.run(Thread.java:745) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.ipc.ServerNotRunningYetException): org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:2405) at org.apache.hadoop.hbase.master.MasterRpcServices.isMasterRunning(MasterRpcServices.java:948) at org.apache.hadoop.hbase.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java:59322) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2268) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:123) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:189) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:169) at org.apache.hadoop.hbase.ipc.RpcClientImpl.call(RpcClientImpl.java:1271) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:227) ... 15 more 2016-08-27 22:46:14,213 INFO [Thread-4] actions.Action: Started master: hbase00.ncku.edu.tw,16000,1472323561904 2016-08-27 22:46:14,214 INFO [Thread-4] policies.Policy: Sleeping for: 49923 2016-08-27 22:46:14,592 INFO [main] mapreduce.Job: map 100% reduce 0% 2016-08-27 22:46:38,004 INFO [Thread-5] actions.Action: Cluster status Master: hbase01.ncku.edu.tw,16000,1472323564091 Number of backup masters: 1 hbase00.ncku.edu.tw,16000,1472323692216 Number of live region servers: 6 hbase04.ncku.edu.tw,16020,1472323681143 hbase01.ncku.edu.tw,16020,1472323562567 hbase02.ncku.edu.tw,16020,1472323562214 hbase06.ncku.edu.tw,16020,1472323563572 hbase05.ncku.edu.tw,16020,1472323563913 hbase03.ncku.edu.tw,16020,1472323563486 Number of dead region servers: 0 Average load: 2.8333333333333335 Number of requests: 39587 Number of regions: 17 Number of regions in transition: 0 2016-08-27 22:46:38,005 INFO [Thread-5] policies.Policy: Sleeping for: 59961 2016-08-27 22:47:01,035 INFO [main] mapreduce.Job: Job job_1472323552212_0002 completed successfully 2016-08-27 22:47:01,100 INFO [main] mapreduce.Job: Counters: 30 File System Counters FILE: Number of bytes read=0 FILE: Number of bytes written=130838 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=56555794 HDFS: Number of bytes written=0 HDFS: Number of read operations=3 HDFS: Number of large read operations=0 HDFS: Number of write operations=0 Job Counters Launched map tasks=1 Data-local map tasks=1 Total time spent by all maps in occupied slots (ms)=160646 Total time spent by all reduces in occupied slots (ms)=0 Total time spent by all map tasks (ms)=80323 Total vcore-seconds taken by all map tasks=160646 Total megabyte-seconds taken by all map tasks=164501504 Map-Reduce Framework Map input records=2000000 Map output records=0 Input split bytes=159 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=1062 CPU time spent (ms)=110060 Physical memory (bytes) snapshot=941723648 Virtual memory (bytes) snapshot=4197765120 Total committed heap usage (bytes)=808976384 File Input Format Counters Bytes Read=56555635 File Output Format Counters Bytes Written=0 2016-08-27 22:47:01,108 INFO [main] test.IntegrationTestBigLinkedList$Verify: Running Verify with outputDir=/tmp/it_16224/9e50a063-99ab-40e2-a6dd-2839910ae9a9, numReducers=1 2016-08-27 22:47:01,250 INFO [main] client.RMProxy: Connecting to ResourceManager at hbase00/192.168.103.142:8032 2016-08-27 22:47:02,109 INFO [main] zookeeper.RecoverableZooKeeper: Process identifier=hconnection-0x52c4ddba connecting to ZooKeeper ensemble=hbase00.ncku.edu.tw:2181,hbase01.ncku.edu.tw:2181,hbase02.ncku.edu.tw:2181 2016-08-27 22:47:02,109 INFO [main] zookeeper.ZooKeeper: Initiating client connection, connectString=hbase00.ncku.edu.tw:2181,hbase01.ncku.edu.tw:2181,hbase02.ncku.edu.tw:2181 sessionTimeout=90000 watcher=org.apache.hadoop.hbase.zookeeper.PendingWatcher@7ab908c9 2016-08-27 22:47:02,112 INFO [main-SendThread(hbase02.ncku.edu.tw:2181)] zookeeper.ClientCnxn: Opening socket connection to server hbase02.ncku.edu.tw/192.168.103.144:2181. Will not attempt to authenticate using SASL (unknown error) 2016-08-27 22:47:02,114 INFO [main-SendThread(hbase02.ncku.edu.tw:2181)] zookeeper.ClientCnxn: Socket connection established to hbase02.ncku.edu.tw/192.168.103.144:2181, initiating session 2016-08-27 22:47:02,120 INFO [main-SendThread(hbase02.ncku.edu.tw:2181)] zookeeper.ClientCnxn: Session establishment complete on server hbase02.ncku.edu.tw/192.168.103.144:2181, sessionid = 0x256cd52a3a0000c, negotiated timeout = 90000 2016-08-27 22:47:02,126 INFO [main] util.RegionSizeCalculator: Calculating region sizes for table "IntegrationTestBigLinkedList". 2016-08-27 22:47:02,483 INFO [htable-pool3-t1] client.ScannerCallable: Open scanner=31 for scan={"timeRange":[0,9223372036854775807],"batch":-1,"startRow":"IntegrationTestBigLinkedList,,00000000000000","stopRow":"","loadColumnFamiliesOnDemand":null,"totalColumns":1,"cacheBlocks":true,"families":{"info":["ALL"]},"maxResultSize":2097152,"maxVersions":1,"caching":100} on region region=hbase:meta,,1.1588230740, hostname=hbase06.ncku.edu.tw,16020,1472323563572, seqNum=0 2016-08-27 22:47:02,556 INFO [htable-pool4-t1] client.ScannerCallable: Open scanner=32 for scan={"timeRange":[0,9223372036854775807],"batch":-1,"startRow":"IntegrationTestBigLinkedList,,00000000000000","stopRow":"","loadColumnFamiliesOnDemand":null,"totalColumns":1,"cacheBlocks":true,"families":{"info":["ALL"]},"maxResultSize":2097152,"maxVersions":1,"caching":100} on region region=hbase:meta,,1.1588230740, hostname=hbase06.ncku.edu.tw,16020,1472323563572, seqNum=0 2016-08-27 22:47:02,705 INFO [main] client.ConnectionManager$HConnectionImplementation: Closing master protocol: MasterService 2016-08-27 22:47:02,710 INFO [main] client.ConnectionManager$HConnectionImplementation: Closing zookeeper sessionid=0x256cd52a3a0000c 2016-08-27 22:47:02,714 INFO [main] zookeeper.ZooKeeper: Session: 0x256cd52a3a0000c closed 2016-08-27 22:47:02,714 INFO [main-EventThread] zookeeper.ClientCnxn: EventThread shut down 2016-08-27 22:47:02,842 INFO [main] mapreduce.JobSubmitter: number of splits:15 2016-08-27 22:47:02,897 INFO [main] mapreduce.JobSubmitter: Submitting tokens for job: job_1472323552212_0003 2016-08-27 22:47:03,003 INFO [main] impl.YarnClientImpl: Submitted application application_1472323552212_0003 2016-08-27 22:47:03,011 INFO [main] mapreduce.Job: The url to track the job: http://hbase00:8088/proxy/application_1472323552212_0003/ 2016-08-27 22:47:03,011 INFO [main] mapreduce.Job: Running job: job_1472323552212_0003 2016-08-27 22:47:04,138 INFO [Thread-4] actions.RollingBatchRestartRsAction: Performing action: Rolling batch restarting 100% of region servers 2016-08-27 22:47:04,155 INFO [Thread-4] actions.Action: Killing region server:hbase04.ncku.edu.tw,16020,1472323681143 2016-08-27 22:47:04,155 INFO [Thread-4] hbase.HBaseCluster: Aborting RS: hbase04.ncku.edu.tw,16020,1472323681143 2016-08-27 22:47:04,156 INFO [Thread-4] hbase.HBaseClusterManager: Executing remote command: ps ux | grep proc_regionserver | grep -v grep | tr -s ' ' | cut -d ' ' -f2 | xargs kill -s SIGKILL , hostname:hbase04.ncku.edu.tw 2016-08-27 22:47:04,156 INFO [Thread-4] util.Shell: Executing full command [/usr/bin/ssh root@hbase04.ncku.edu.tw "ps ux | grep proc_regionserver | grep -v grep | tr -s ' ' | cut -d ' ' -f2 | xargs kill -s SIGKILL"] 2016-08-27 22:47:04,571 INFO [Thread-4] hbase.HBaseClusterManager: Executed remote command, exit code:0 , output: 2016-08-27 22:47:04,571 INFO [Thread-4] hbase.HBaseCluster: Waiting for service: regionserver to stop: hbase04.ncku.edu.tw,16020,1472323681143 2016-08-27 22:47:04,572 INFO [Thread-4] hbase.HBaseClusterManager: Executing remote command: ps ux | grep proc_regionserver | grep -v grep | tr -s ' ' | cut -d ' ' -f2 , hostname:hbase04.ncku.edu.tw 2016-08-27 22:47:04,572 INFO [Thread-4] util.Shell: Executing full command [/usr/bin/ssh root@hbase04.ncku.edu.tw "ps ux | grep proc_regionserver | grep -v grep | tr -s ' ' | cut -d ' ' -f2"] 2016-08-27 22:47:05,012 INFO [Thread-4] hbase.HBaseClusterManager: Executed remote command, exit code:0 , output: 2016-08-27 22:47:05,021 INFO [Thread-4] actions.Action: Killed region server:hbase04.ncku.edu.tw,16020,1472323681143. Reported num of rs:6 2016-08-27 22:47:05,022 INFO [Thread-4] actions.Action: Sleeping for:2691 2016-08-27 22:47:07,713 INFO [Thread-4] actions.Action: Killing region server:hbase01.ncku.edu.tw,16020,1472323562567 2016-08-27 22:47:07,713 INFO [Thread-4] hbase.HBaseCluster: Aborting RS: hbase01.ncku.edu.tw,16020,1472323562567 2016-08-27 22:47:07,714 INFO [Thread-4] hbase.HBaseClusterManager: Executing remote command: ps ux | grep proc_regionserver | grep -v grep | tr -s ' ' | cut -d ' ' -f2 | xargs kill -s SIGKILL , hostname:hbase01.ncku.edu.tw 2016-08-27 22:47:07,714 INFO [Thread-4] util.Shell: Executing full command [/usr/bin/ssh root@hbase01.ncku.edu.tw "ps ux | grep proc_regionserver | grep -v grep | tr -s ' ' | cut -d ' ' -f2 | xargs kill -s SIGKILL"] 2016-08-27 22:47:08,118 INFO [Thread-4] hbase.HBaseClusterManager: Executed remote command, exit code:0 , output: 2016-08-27 22:47:08,118 INFO [Thread-4] hbase.HBaseCluster: Waiting for service: regionserver to stop: hbase01.ncku.edu.tw,16020,1472323562567 2016-08-27 22:47:08,118 INFO [Thread-4] hbase.HBaseClusterManager: Executing remote command: ps ux | grep proc_regionserver | grep -v grep | tr -s ' ' | cut -d ' ' -f2 , hostname:hbase01.ncku.edu.tw 2016-08-27 22:47:08,119 INFO [Thread-4] util.Shell: Executing full command [/usr/bin/ssh root@hbase01.ncku.edu.tw "ps ux | grep proc_regionserver | grep -v grep | tr -s ' ' | cut -d ' ' -f2"] 2016-08-27 22:47:08,501 INFO [Thread-4] hbase.HBaseClusterManager: Executed remote command, exit code:0 , output: 2016-08-27 22:47:08,508 INFO [Thread-4] actions.Action: Killed region server:hbase01.ncku.edu.tw,16020,1472323562567. Reported num of rs:5 2016-08-27 22:47:08,509 INFO [Thread-4] actions.Action: Sleeping for:2065 2016-08-27 22:47:10,574 INFO [Thread-4] actions.Action: Starting region server:hbase04.ncku.edu.tw 2016-08-27 22:47:10,574 INFO [Thread-4] hbase.HBaseCluster: Starting RS on: hbase04.ncku.edu.tw 2016-08-27 22:47:10,575 INFO [Thread-4] hbase.HBaseClusterManager: Executing remote command: /root/hbase/bin/../bin/hbase-daemon.sh start regionserver , hostname:hbase04.ncku.edu.tw 2016-08-27 22:47:10,575 INFO [Thread-4] util.Shell: Executing full command [/usr/bin/ssh root@hbase04.ncku.edu.tw "/root/hbase/bin/../bin/hbase-daemon.sh start regionserver"] 2016-08-27 22:47:11,260 INFO [main] mapreduce.Job: Job job_1472323552212_0003 running in uber mode : false 2016-08-27 22:47:11,261 INFO [main] mapreduce.Job: map 0% reduce 0% 2016-08-27 22:47:12,004 INFO [Thread-4] hbase.HBaseClusterManager: Executed remote command, exit code:0 , output:starting regionserver, logging to /root/hbase/bin/../logs/hbase-root-regionserver-hbase04.ncku.edu.tw.out Java HotSpot(TM) 64-Bit Server VM warning: ignoring option PermSize=128m; support was removed in 8.0 Java HotSpot(TM) 64-Bit Server VM warning: ignoring option MaxPermSize=128m; support was removed in 8.0 2016-08-27 22:47:16,153 INFO [Thread-4] actions.Action: Started region server:hbase04.ncku.edu.tw,16020,1472323681143. Reported num of rs:5 2016-08-27 22:47:16,154 INFO [Thread-4] actions.Action: Sleeping for:238 2016-08-27 22:47:16,392 INFO [Thread-4] actions.Action: Killing region server:hbase02.ncku.edu.tw,16020,1472323562214 2016-08-27 22:47:16,393 INFO [Thread-4] hbase.HBaseCluster: Aborting RS: hbase02.ncku.edu.tw,16020,1472323562214 2016-08-27 22:47:16,393 INFO [Thread-4] hbase.HBaseClusterManager: Executing remote command: ps ux | grep proc_regionserver | grep -v grep | tr -s ' ' | cut -d ' ' -f2 | xargs kill -s SIGKILL , hostname:hbase02.ncku.edu.tw 2016-08-27 22:47:16,393 INFO [Thread-4] util.Shell: Executing full command [/usr/bin/ssh root@hbase02.ncku.edu.tw "ps ux | grep proc_regionserver | grep -v grep | tr -s ' ' | cut -d ' ' -f2 | xargs kill -s SIGKILL"] 2016-08-27 22:47:16,958 INFO [Thread-4] hbase.HBaseClusterManager: Executed remote command, exit code:0 , output: 2016-08-27 22:47:16,958 INFO [Thread-4] hbase.HBaseCluster: Waiting for service: regionserver to stop: hbase02.ncku.edu.tw,16020,1472323562214 2016-08-27 22:47:16,959 INFO [Thread-4] hbase.HBaseClusterManager: Executing remote command: ps ux | grep proc_regionserver | grep -v grep | tr -s ' ' | cut -d ' ' -f2 , hostname:hbase02.ncku.edu.tw 2016-08-27 22:47:16,959 INFO [Thread-4] util.Shell: Executing full command [/usr/bin/ssh root@hbase02.ncku.edu.tw "ps ux | grep proc_regionserver | grep -v grep | tr -s ' ' | cut -d ' ' -f2"] 2016-08-27 22:47:17,432 INFO [Thread-4] hbase.HBaseClusterManager: Executed remote command, exit code:0 , output: 2016-08-27 22:47:17,438 INFO [Thread-4] actions.Action: Killed region server:hbase02.ncku.edu.tw,16020,1472323562214. Reported num of rs:5 2016-08-27 22:47:17,438 INFO [Thread-4] actions.Action: Sleeping for:550 2016-08-27 22:47:17,988 INFO [Thread-4] actions.Action: Starting region server:hbase01.ncku.edu.tw 2016-08-27 22:47:17,988 INFO [Thread-4] hbase.HBaseCluster: Starting RS on: hbase01.ncku.edu.tw 2016-08-27 22:47:17,989 INFO [Thread-4] hbase.HBaseClusterManager: Executing remote command: /root/hbase/bin/../bin/hbase-daemon.sh start regionserver , hostname:hbase01.ncku.edu.tw 2016-08-27 22:47:17,989 INFO [Thread-4] util.Shell: Executing full command [/usr/bin/ssh root@hbase01.ncku.edu.tw "/root/hbase/bin/../bin/hbase-daemon.sh start regionserver"] 2016-08-27 22:47:19,441 INFO [Thread-4] hbase.HBaseClusterManager: Executed remote command, exit code:0 , output:starting regionserver, logging to /root/hbase/bin/../logs/hbase-root-regionserver-hbase01.ncku.edu.tw.out Java HotSpot(TM) 64-Bit Server VM warning: ignoring option PermSize=128m; support was removed in 8.0 Java HotSpot(TM) 64-Bit Server VM warning: ignoring option MaxPermSize=128m; support was removed in 8.0 2016-08-27 22:47:24,074 INFO [Thread-4] actions.Action: Started region server:hbase01.ncku.edu.tw,16020,1472323562567. Reported num of rs:5 2016-08-27 22:47:24,074 INFO [Thread-4] actions.Action: Sleeping for:2953 2016-08-27 22:47:26,568 INFO [main] mapreduce.Job: map 4% reduce 0% 2016-08-27 22:47:27,027 INFO [Thread-4] actions.Action: Starting region server:hbase02.ncku.edu.tw 2016-08-27 22:47:27,028 INFO [Thread-4] hbase.HBaseCluster: Starting RS on: hbase02.ncku.edu.tw 2016-08-27 22:47:27,028 INFO [Thread-4] hbase.HBaseClusterManager: Executing remote command: /root/hbase/bin/../bin/hbase-daemon.sh start regionserver , hostname:hbase02.ncku.edu.tw 2016-08-27 22:47:27,028 INFO [Thread-4] util.Shell: Executing full command [/usr/bin/ssh root@hbase02.ncku.edu.tw "/root/hbase/bin/../bin/hbase-daemon.sh start regionserver"] 2016-08-27 22:47:27,580 INFO [main] mapreduce.Job: map 9% reduce 0% 2016-08-27 22:47:28,529 INFO [Thread-4] hbase.HBaseClusterManager: Executed remote command, exit code:0 , output:starting regionserver, logging to /root/hbase/bin/../logs/hbase-root-regionserver-hbase02.ncku.edu.tw.out Java HotSpot(TM) 64-Bit Server VM warning: ignoring option PermSize=128m; support was removed in 8.0 Java HotSpot(TM) 64-Bit Server VM warning: ignoring option MaxPermSize=128m; support was removed in 8.0 2016-08-27 22:47:28,594 INFO [main] mapreduce.Job: map 40% reduce 0% 2016-08-27 22:47:29,605 INFO [main] mapreduce.Job: map 73% reduce 0% 2016-08-27 22:47:31,927 INFO [Thread-4] actions.Action: Started region server:hbase02.ncku.edu.tw,16020,1472323562214. Reported num of rs:6 2016-08-27 22:47:31,927 INFO [Thread-4] actions.Action: Sleeping for:4718 2016-08-27 22:47:33,639 INFO [main] mapreduce.Job: map 89% reduce 0% 2016-08-27 22:47:34,648 INFO [main] mapreduce.Job: map 93% reduce 0% 2016-08-27 22:47:36,645 INFO [Thread-4] actions.Action: Killing region server:hbase05.ncku.edu.tw,16020,1472323563913 2016-08-27 22:47:36,645 INFO [Thread-4] hbase.HBaseCluster: Aborting RS: hbase05.ncku.edu.tw,16020,1472323563913 2016-08-27 22:47:36,646 INFO [Thread-4] hbase.HBaseClusterManager: Executing remote command: ps ux | grep proc_regionserver | grep -v grep | tr -s ' ' | cut -d ' ' -f2 | xargs kill -s SIGKILL , hostname:hbase05.ncku.edu.tw 2016-08-27 22:47:36,646 INFO [Thread-4] util.Shell: Executing full command [/usr/bin/ssh root@hbase05.ncku.edu.tw "ps ux | grep proc_regionserver | grep -v grep | tr -s ' ' | cut -d ' ' -f2 | xargs kill -s SIGKILL"] 2016-08-27 22:47:37,054 INFO [Thread-4] hbase.HBaseClusterManager: Executed remote command, exit code:0 , output: 2016-08-27 22:47:37,054 INFO [Thread-4] hbase.HBaseCluster: Waiting for service: regionserver to stop: hbase05.ncku.edu.tw,16020,1472323563913 2016-08-27 22:47:37,055 INFO [Thread-4] hbase.HBaseClusterManager: Executing remote command: ps ux | grep proc_regionserver | grep -v grep | tr -s ' ' | cut -d ' ' -f2 , hostname:hbase05.ncku.edu.tw 2016-08-27 22:47:37,055 INFO [Thread-4] util.Shell: Executing full command [/usr/bin/ssh root@hbase05.ncku.edu.tw "ps ux | grep proc_regionserver | grep -v grep | tr -s ' ' | cut -d ' ' -f2"] 2016-08-27 22:47:37,441 INFO [Thread-4] hbase.HBaseClusterManager: Executed remote command, exit code:0 , output: 2016-08-27 22:47:37,450 INFO [Thread-4] actions.Action: Killed region server:hbase05.ncku.edu.tw,16020,1472323563913. Reported num of rs:6 2016-08-27 22:47:37,450 INFO [Thread-4] actions.Action: Sleeping for:3217 2016-08-27 22:47:37,983 INFO [Thread-5] actions.Action: Cluster status Master: hbase01.ncku.edu.tw,16000,1472323564091 Number of backup masters: 1 hbase00.ncku.edu.tw,16000,1472323692216 Number of live region servers: 6 hbase02.ncku.edu.tw,16020,1472323769208 hbase04.ncku.edu.tw,16020,1472323752591 hbase06.ncku.edu.tw,16020,1472323563572 hbase01.ncku.edu.tw,16020,1472323760753 hbase05.ncku.edu.tw,16020,1472323563913 hbase03.ncku.edu.tw,16020,1472323563486 Number of dead region servers: 0 Average load: 2.8333333333333335 Number of requests: 17 Number of regions: 17 Number of regions in transition: 0 2016-08-27 22:47:37,983 INFO [Thread-5] policies.Policy: Sleeping for: 59983 2016-08-27 22:47:40,667 INFO [Thread-4] actions.Action: Starting region server:hbase05.ncku.edu.tw 2016-08-27 22:47:40,668 INFO [Thread-4] hbase.HBaseCluster: Starting RS on: hbase05.ncku.edu.tw 2016-08-27 22:47:40,668 INFO [Thread-4] hbase.HBaseClusterManager: Executing remote command: /root/hbase/bin/../bin/hbase-daemon.sh start regionserver , hostname:hbase05.ncku.edu.tw 2016-08-27 22:47:40,669 INFO [Thread-4] util.Shell: Executing full command [/usr/bin/ssh root@hbase05.ncku.edu.tw "/root/hbase/bin/../bin/hbase-daemon.sh start regionserver"] 2016-08-27 22:47:42,089 INFO [Thread-4] hbase.HBaseClusterManager: Executed remote command, exit code:0 , output:starting regionserver, logging to /root/hbase/bin/../logs/hbase-root-regionserver-hbase05.ncku.edu.tw.out Java HotSpot(TM) 64-Bit Server VM warning: ignoring option PermSize=128m; support was removed in 8.0 Java HotSpot(TM) 64-Bit Server VM warning: ignoring option MaxPermSize=128m; support was removed in 8.0 2016-08-27 22:47:42,715 INFO [main] mapreduce.Job: map 98% reduce 31% 2016-08-27 22:47:43,723 INFO [main] mapreduce.Job: map 100% reduce 31% 2016-08-27 22:47:45,346 INFO [Thread-4] actions.Action: Started region server:hbase05.ncku.edu.tw,16020,1472323563913. Reported num of rs:6 2016-08-27 22:47:45,346 INFO [Thread-4] actions.Action: Sleeping for:4174 2016-08-27 22:47:45,740 INFO [main] mapreduce.Job: map 100% reduce 52% 2016-08-27 22:47:48,764 INFO [main] mapreduce.Job: map 100% reduce 73% 2016-08-27 22:47:49,521 INFO [Thread-4] actions.Action: Killing region server:hbase03.ncku.edu.tw,16020,1472323563486 2016-08-27 22:47:49,521 INFO [Thread-4] hbase.HBaseCluster: Aborting RS: hbase03.ncku.edu.tw,16020,1472323563486 2016-08-27 22:47:49,521 INFO [Thread-4] hbase.HBaseClusterManager: Executing remote command: ps ux | grep proc_regionserver | grep -v grep | tr -s ' ' | cut -d ' ' -f2 | xargs kill -s SIGKILL , hostname:hbase03.ncku.edu.tw 2016-08-27 22:47:49,522 INFO [Thread-4] util.Shell: Executing full command [/usr/bin/ssh root@hbase03.ncku.edu.tw "ps ux | grep proc_regionserver | grep -v grep | tr -s ' ' | cut -d ' ' -f2 | xargs kill -s SIGKILL"] 2016-08-27 22:47:49,931 INFO [Thread-4] hbase.HBaseClusterManager: Executed remote command, exit code:0 , output: 2016-08-27 22:47:49,931 INFO [Thread-4] hbase.HBaseCluster: Waiting for service: regionserver to stop: hbase03.ncku.edu.tw,16020,1472323563486 2016-08-27 22:47:49,931 INFO [Thread-4] hbase.HBaseClusterManager: Executing remote command: ps ux | grep proc_regionserver | grep -v grep | tr -s ' ' | cut -d ' ' -f2 , hostname:hbase03.ncku.edu.tw 2016-08-27 22:47:49,932 INFO [Thread-4] util.Shell: Executing full command [/usr/bin/ssh root@hbase03.ncku.edu.tw "ps ux | grep proc_regionserver | grep -v grep | tr -s ' ' | cut -d ' ' -f2"] 2016-08-27 22:47:50,332 INFO [Thread-4] hbase.HBaseClusterManager: Executed remote command, exit code:0 , output: 2016-08-27 22:47:50,341 INFO [Thread-4] actions.Action: Killed region server:hbase03.ncku.edu.tw,16020,1472323563486. Reported num of rs:6 2016-08-27 22:47:50,341 INFO [Thread-4] actions.Action: Sleeping for:2498 2016-08-27 22:47:51,792 INFO [main] mapreduce.Job: map 100% reduce 99% 2016-08-27 22:47:52,802 INFO [main] mapreduce.Job: map 100% reduce 100% 2016-08-27 22:47:52,821 INFO [main] mapreduce.Job: Job job_1472323552212_0003 completed successfully 2016-08-27 22:47:52,839 INFO [Thread-4] actions.Action: Starting region server:hbase03.ncku.edu.tw 2016-08-27 22:47:52,839 INFO [Thread-4] hbase.HBaseCluster: Starting RS on: hbase03.ncku.edu.tw 2016-08-27 22:47:52,839 INFO [Thread-4] hbase.HBaseClusterManager: Executing remote command: /root/hbase/bin/../bin/hbase-daemon.sh start regionserver , hostname:hbase03.ncku.edu.tw 2016-08-27 22:47:52,840 INFO [Thread-4] util.Shell: Executing full command [/usr/bin/ssh root@hbase03.ncku.edu.tw "/root/hbase/bin/../bin/hbase-daemon.sh start regionserver"] 2016-08-27 22:47:52,903 INFO [main] mapreduce.Job: Counters: 50 File System Counters FILE: Number of bytes read=138000006 FILE: Number of bytes written=278080622 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=3224 HDFS: Number of bytes written=96 HDFS: Number of read operations=33 HDFS: Number of large read operations=0 HDFS: Number of write operations=2 Job Counters Launched map tasks=15 Launched reduce tasks=1 Data-local map tasks=15 Total time spent by all maps in occupied slots (ms)=519364 Total time spent by all reduces in occupied slots (ms)=41856 Total time spent by all map tasks (ms)=259682 Total time spent by all reduce tasks (ms)=20928 Total vcore-seconds taken by all map tasks=519364 Total vcore-seconds taken by all reduce tasks=41856 Total megabyte-seconds taken by all map tasks=531828736 Total megabyte-seconds taken by all reduce tasks=42860544 Map-Reduce Framework Map input records=2000000 Map output records=4000000 Map output bytes=130000000 Map output materialized bytes=138000090 Input split bytes=3224 Combine input records=0 Combine output records=0 Reduce input groups=2000000 Reduce shuffle bytes=138000090 Reduce input records=4000000 Reduce output records=0 Spilled Records=8000000 Shuffled Maps =15 Failed Shuffles=0 Merged Map outputs=15 GC time elapsed (ms)=3257 CPU time spent (ms)=215400 Physical memory (bytes) snapshot=7967662080 Virtual memory (bytes) snapshot=67478716416 Total committed heap usage (bytes)=6185025536 Shuffle Errors BAD_ID=0 CONNECTION=0 IO_ERROR=0 WRONG_LENGTH=0 WRONG_MAP=0 WRONG_REDUCE=0 org.apache.hadoop.hbase.test.IntegrationTestBigLinkedList$Verify$Counts REFERENCED=2000000 File Input Format Counters Bytes Read=0 File Output Format Counters Bytes Written=96 2016-08-27 22:47:52,923 INFO [main] test.IntegrationTestBigLinkedList$Loop: Verify finished with success. Total nodes=2000000 2016-08-27 22:47:54,255 INFO [Thread-4] hbase.HBaseClusterManager: Executed remote command, exit code:0 , output:starting regionserver, logging to /root/hbase/bin/../logs/hbase-root-regionserver-hbase03.ncku.edu.tw.out Java HotSpot(TM) 64-Bit Server VM warning: ignoring option PermSize=128m; support was removed in 8.0 Java HotSpot(TM) 64-Bit Server VM warning: ignoring option MaxPermSize=128m; support was removed in 8.0 2016-08-27 22:47:57,833 INFO [Thread-4] actions.Action: Started region server:hbase03.ncku.edu.tw,16020,1472323563486. Reported num of rs:6 2016-08-27 22:47:57,834 INFO [Thread-4] actions.Action: Sleeping for:3437 2016-08-27 22:48:01,271 INFO [Thread-4] policies.Policy: Sleeping for 57050 to add jitter l2016-08-27 22:48:58,332 INFO [main] hbase.HBaseCluster: Restoring cluster - started 2016-08-27 22:48:58,333 INFO [main] hbase.HBaseCluster: Restoring cluster - Initial active master : hbase00.ncku.edu.tw:16000 has changed to : hbase01.ncku.edu.tw:16000 2016-08-27 22:48:58,333 INFO [main] hbase.HBaseClusterManager: Executing remote command: ps ux | grep proc_master | grep -v grep | tr -s ' ' | cut -d ' ' -f2 , hostname:hbase00.ncku.edu.tw 2016-08-27 22:48:58,333 INFO [main] util.Shell: Executing full command [/usr/bin/ssh root@hbase00.ncku.edu.tw "ps ux | grep proc_master | grep -v grep | tr -s ' ' | cut -d ' ' -f2"] 2016-08-27 22:48:58,759 INFO [main] hbase.HBaseClusterManager: Executed remote command, exit code:0 , output:4841 2016-08-27 22:48:58,759 INFO [main] hbase.HBaseCluster: Restoring cluster - stopping active master: hbase01.ncku.edu.tw,16000,1472323564091 2016-08-27 22:48:58,759 INFO [main] hbase.HBaseCluster: Stopping Master: hbase01.ncku.edu.tw,16000,1472323564091 2016-08-27 22:48:58,759 INFO [main] hbase.HBaseClusterManager: Executing remote command: /root/hbase/bin/../bin/hbase-daemon.sh stop master , hostname:hbase01.ncku.edu.tw 2016-08-27 22:48:58,760 INFO [main] util.Shell: Executing full command [/usr/bin/ssh root@hbase01.ncku.edu.tw "/root/hbase/bin/../bin/hbase-daemon.sh stop master"] 2016-08-27 22:49:00,164 INFO [main] hbase.HBaseClusterManager: Executed remote command, exit code:0 , output:stopping master. 2016-08-27 22:49:00,166 WARN [main] client.ConnectionManager$HConnectionImplementation: Checking master connection com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosingException: Call to hbase01.ncku.edu.tw/192.168.103.143:16000 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosingException: Connection to hbase01.ncku.edu.tw/192.168.103.143:16000 is closing. Call id=472, waitTime=1 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:240) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:336) at org.apache.hadoop.hbase.protobuf.generated.MasterProtos$MasterService$BlockingStub.isMasterRunning(MasterProtos.java:62196) at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation$MasterServiceState.isMasterRunning(ConnectionManager.java:1470) at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.isKeepAliveMasterConnectedAndRunning(ConnectionManager.java:2145) at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.getKeepAliveMasterService(ConnectionManager.java:1741) at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.getMaster(ConnectionManager.java:1730) at org.apache.hadoop.hbase.DistributedHBaseCluster.getMasterAdminService(DistributedHBaseCluster.java:225) at org.apache.hadoop.hbase.DistributedHBaseCluster.waitForActiveAndReadyMaster(DistributedHBaseCluster.java:256) at org.apache.hadoop.hbase.HBaseCluster.waitForActiveAndReadyMaster(HBaseCluster.java:280) at org.apache.hadoop.hbase.DistributedHBaseCluster.restoreMasters(DistributedHBaseCluster.java:350) at org.apache.hadoop.hbase.DistributedHBaseCluster.restoreClusterStatus(DistributedHBaseCluster.java:311) at org.apache.hadoop.hbase.HBaseCluster.restoreInitialStatus(HBaseCluster.java:311) at org.apache.hadoop.hbase.IntegrationTestingUtility.restoreCluster(IntegrationTestingUtility.java:99) at org.apache.hadoop.hbase.IntegrationTestBase.cleanUpCluster(IntegrationTestBase.java:215) at org.apache.hadoop.hbase.test.IntegrationTestBigLinkedList.cleanUpCluster(IntegrationTestBigLinkedList.java:1777) at org.apache.hadoop.hbase.IntegrationTestBase.cleanUp(IntegrationTestBase.java:155) at org.apache.hadoop.hbase.IntegrationTestBase.doWork(IntegrationTestBase.java:136) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:112) at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70) at org.apache.hadoop.hbase.test.IntegrationTestBigLinkedList.main(IntegrationTestBigLinkedList.java:1908) Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosingException: Call to hbase01.ncku.edu.tw/192.168.103.143:16000 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosingException: Connection to hbase01.ncku.edu.tw/192.168.103.143:16000 is closing. Call id=472, waitTime=1 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.wrapException(AbstractRpcClient.java:289) at org.apache.hadoop.hbase.ipc.RpcClientImpl.call(RpcClientImpl.java:1275) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:227) ... 20 more Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosingException: Connection to hbase01.ncku.edu.tw/192.168.103.143:16000 is closing. Call id=472, waitTime=1 at org.apache.hadoop.hbase.ipc.RpcClientImpl$Connection.cleanupCalls(RpcClientImpl.java:1088) at org.apache.hadoop.hbase.ipc.RpcClientImpl$Connection.close(RpcClientImpl.java:864) at org.apache.hadoop.hbase.ipc.RpcClientImpl$Connection.run(RpcClientImpl.java:581) 2016-08-27 22:49:00,172 INFO [main] hbase.HBaseClusterManager: Executing remote command: ps ux | grep proc_master | grep -v grep | tr -s ' ' | cut -d ' ' -f2 , hostname:hbase01.ncku.edu.tw 2016-08-27 22:49:00,173 INFO [main] util.Shell: Executing full command [/usr/bin/ssh root@hbase01.ncku.edu.tw "ps ux | grep proc_master | grep -v grep | tr -s ' ' | cut -d ' ' -f2"] 2016-08-27 22:49:00,561 INFO [main] hbase.HBaseClusterManager: Executed remote command, exit code:0 , output:5174 2016-08-27 22:49:00,564 INFO [main] hbase.HBaseCluster: Added new HBaseAdmin 2016-08-27 22:49:00,564 INFO [main] hbase.HBaseCluster: Restoring cluster - done