[root@compiler00 hbase]# bin/hbase --config ~/hbase-conf/ org.apache.hadoop.hbase.test.IntegrationTestBigLinkedList loop 1 1 2000000 /tmp/it_16224_v0 1 -m slowDeterministic 2016-08-27 15:52:37,599 WARN [main] util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2016-08-27 15:52:38,179 INFO [main] zookeeper.RecoverableZooKeeper: Process identifier=hconnection-0x5f52f873 connecting to ZooKeeper ensemble=hbase00.ncku.edu.tw:2181,hbase01.ncku.edu.tw:2181,hbase02.ncku.edu.tw:2181 2016-08-27 15:52:38,188 INFO [main] zookeeper.ZooKeeper: Client environment:zookeeper.version=3.4.6-1569965, built on 02/20/2014 09:09 GMT 2016-08-27 15:52:38,188 INFO [main] zookeeper.ZooKeeper: Client environment:host.name=compiler00.ncku.edu.tw 2016-08-27 15:52:38,188 INFO [main] zookeeper.ZooKeeper: Client environment:java.version=1.7.0_79 2016-08-27 15:52:38,188 INFO [main] zookeeper.ZooKeeper: Client environment:java.vendor=Oracle Corporation 2016-08-27 15:52:38,188 INFO [main] zookeeper.ZooKeeper: Client environment:java.home=/usr/java/jdk1.7.0_79/jre 2016-08-27 15:52:38,188 INFO [main] zookeeper.ZooKeeper: Client environment:java.class.path=/root/hbase-conf/:/usr/java/latest//lib/tools.jar:/root/hbase/bin/../hbase-server/target:/root/hbase/hbase-it/target/hbase-it-1.4.0-SNAPSHOT-tests.jar:/root/hbase/hbase-common/target/hbase-common-1.4.0-SNAPSHOT.jar:/root/hbase/hbase-protocol/target/hbase-protocol-1.4.0-SNAPSHOT.jar:/root/hbase/hbase-client/target/hbase-client-1.4.0-SNAPSHOT.jar:/root/.m2/repository/org/jruby/jcodings/jcodings/1.0.8/jcodings-1.0.8.jar:/root/.m2/repository/org/jruby/joni/joni/2.1.2/joni-2.1.2.jar:/root/.m2/repository/com/google/guava/guava/12.0.1/guava-12.0.1.jar:/root/.m2/repository/com/sun/jersey/jersey-client/1.9/jersey-client-1.9.jar:/root/.m2/repository/com/yammer/metrics/metrics-core/2.2.0/metrics-core-2.2.0.jar:/root/.m2/repository/commons-logging/commons-logging/1.2/commons-logging-1.2.jar:/root/.m2/repository/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/root/.m2/repository/org/apache/commons/commons-math/2.2/commons-math-2.2.jar:/root/.m2/repository/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/root/.m2/repository/org/apache/htrace/htrace-core/3.1.0-incubating/htrace-core-3.1.0-incubating.jar:/root/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.5.1/hadoop-mapreduce-client-core-2.5.1.jar:/root/.m2/repository/org/apache/hadoop/hadoop-yarn-common/2.5.1/hadoop-yarn-common-2.5.1.jar:/root/.m2/repository/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar:/root/.m2/repository/javax/activation/activation/1.1/activation-1.1.jar:/root/.m2/repository/javax/servlet/servlet-api/2.5/servlet-api-2.5.jar:/root/.m2/repository/org/codehaus/jackson/jackson-xc/1.9.13/jackson-xc-1.9.13.jar:/root/.m2/repository/com/google/inject/guice/3.0/guice-3.0.jar:/root/.m2/repository/javax/inject/javax.inject/1/javax.inject-1.jar:/root/.m2/repository/aopalliance/aopalliance/1.0/aopalliance-1.0.jar:/root/.m2/repository/com/sun/jersey/contribs/jersey-guice/1.9/jersey-guice-1.9.jar:/root/.m2/repository/org/apache/avro/avro/1.7.4/avro-1.7.4.jar:/root/.m2/repository/com/thoughtworks/paranamer/paranamer/2.3/paranamer-2.3.jar:/root/.m2/repository/org/xerial/snappy/snappy-java/1.0.4.1/snappy-java-1.0.4.1.jar:/root/.m2/repository/org/apache/hadoop/hadoop-annotations/2.5.1/hadoop-annotations-2.5.1.jar:/usr/java/jdk1.7.0_79/jre/../lib/tools.jar:/root/.m2/repository/com/google/inject/extensions/guice-servlet/3.0/guice-servlet-3.0.jar:/root/.m2/repository/org/apache/hadoop/hadoop-common/2.5.1/hadoop-common-2.5.1.jar:/root/.m2/repository/org/apache/commons/commons-math3/3.1.1/commons-math3-3.1.1.jar:/root/.m2/repository/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/root/.m2/repository/com/sun/jersey/jersey-json/1.9/jersey-json-1.9.jar:/root/.m2/repository/org/codehaus/jettison/jettison/1.3.3/jettison-1.3.3.jar:/root/.m2/repository/com/sun/xml/bind/jaxb-impl/2.2.3-1/jaxb-impl-2.2.3-1.jar:/root/.m2/repository/commons-el/commons-el/1.0/commons-el-1.0.jar:/root/.m2/repository/net/java/dev/jets3t/jets3t/0.9.0/jets3t-0.9.0.jar:/root/.m2/repository/com/jamesmurty/utils/java-xmlbuilder/0.4/java-xmlbuilder-0.4.jar:/root/.m2/repository/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar:/root/.m2/repository/commons-digester/commons-digester/1.8/commons-digester-1.8.jar:/root/.m2/repository/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar:/root/.m2/repository/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar:/root/.m2/repository/com/jcraft/jsch/0.1.42/jsch-0.1.42.jar:/root/.m2/repository/org/apache/commons/commons-compress/1.4.1/commons-compress-1.4.1.jar:/root/.m2/repository/org/tukaani/xz/1.0/xz-1.0.jar:/root/hbase/hbase-server/target/hbase-server-1.4.0-SNAPSHOT.jar:/root/hbase/hbase-procedure/target/hbase-procedure-1.4.0-SNAPSHOT.jar:/root/hbase/hbase-prefix-tree/target/hbase-prefix-tree-1.4.0-SNAPSHOT.jar:/root/.m2/repository/commons-httpclient/commons-httpclient/3.1/commons-httpclient-3.1.jar:/root/.m2/repository/commons-codec/commons-codec/1.9/commons-codec-1.9.jar:/root/.m2/repository/commons-collections/commons-collections/3.2.2/commons-collections-3.2.2.jar:/root/.m2/repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/root/.m2/repository/com/sun/jersey/jersey-core/1.9/jersey-core-1.9.jar:/root/.m2/repository/com/sun/jersey/jersey-server/1.9/jersey-server-1.9.jar:/root/.m2/repository/asm/asm/3.1/asm-3.1.jar:/root/.m2/repository/commons-io/commons-io/2.4/commons-io-2.4.jar:/root/.m2/repository/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar:/root/.m2/repository/org/mortbay/jetty/jetty/6.1.26/jetty-6.1.26.jar:/root/.m2/repository/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/root/.m2/repository/org/mortbay/jetty/jetty-sslengine/6.1.26/jetty-sslengine-6.1.26.jar:/root/.m2/repository/org/mortbay/jetty/jsp-2.1/6.1.14/jsp-2.1-6.1.14.jar:/root/.m2/repository/org/mortbay/jetty/jsp-api-2.1/6.1.14/jsp-api-2.1-6.1.14.jar:/root/.m2/repository/org/mortbay/jetty/servlet-api-2.5/6.1.14/servlet-api-2.5-6.1.14.jar:/root/.m2/repository/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar:/root/.m2/repository/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar:/root/.m2/repository/org/codehaus/jackson/jackson-jaxrs/1.9.13/jackson-jaxrs-1.9.13.jar:/root/.m2/repository/tomcat/jasper-compiler/5.5.23/jasper-compiler-5.5.23.jar:/root/.m2/repository/tomcat/jasper-runtime/5.5.23/jasper-runtime-5.5.23.jar:/root/.m2/repository/org/jamon/jamon-runtime/2.4.1/jamon-runtime-2.4.1.jar:/root/.m2/repository/io/netty/netty-all/4.0.23.Final/netty-all-4.0.23.Final.jar:/root/.m2/repository/com/lmax/disruptor/3.3.0/disruptor-3.3.0.jar:/root/.m2/repository/org/apache/hadoop/hadoop-auth/2.5.1/hadoop-auth-2.5.1.jar:/root/.m2/repository/org/apache/httpcomponents/httpclient/4.2.5/httpclient-4.2.5.jar:/root/.m2/repository/org/apache/directory/server/apacheds-kerberos-codec/2.0.0-M15/apacheds-kerberos-codec-2.0.0-M15.jar:/root/.m2/repository/org/apache/directory/server/apacheds-i18n/2.0.0-M15/apacheds-i18n-2.0.0-M15.jar:/root/.m2/repository/org/apache/directory/api/api-asn1-api/1.0.0-M20/api-asn1-api-1.0.0-M20.jar:/root/.m2/repository/org/apache/directory/api/api-util/1.0.0-M20/api-util-1.0.0-M20.jar:/root/.m2/repository/org/apache/hadoop/hadoop-client/2.5.1/hadoop-client-2.5.1.jar:/root/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-app/2.5.1/hadoop-mapreduce-client-app-2.5.1.jar:/root/.m2/repository/org/apache/hadoop/hadoop-yarn-api/2.5.1/hadoop-yarn-api-2.5.1.jar:/root/.m2/repository/org/apache/hadoop/hadoop-hdfs/2.5.1/hadoop-hdfs-2.5.1.jar:/root/.m2/repository/commons-daemon/commons-daemon/1.0.13/commons-daemon-1.0.13.jar:/root/hbase/hbase-thrift/target/hbase-thrift-1.4.0-SNAPSHOT.jar:/root/.m2/repository/commons-net/commons-net/3.1/commons-net-3.1.jar:/root/.m2/repository/org/apache/thrift/libthrift/0.9.3/libthrift-0.9.3.jar:/root/.m2/repository/org/apache/httpcomponents/httpcore/4.4.4/httpcore-4.4.4.jar:/root/.m2/repository/org/slf4j/slf4j-api/1.7.7/slf4j-api-1.7.7.jar:/root/hbase/hbase-hadoop-compat/target/hbase-hadoop-compat-1.4.0-SNAPSHOT.jar:/root/hbase/hbase-hadoop2-compat/target/hbase-hadoop2-compat-1.4.0-SNAPSHOT.jar:/root/hbase/hbase-annotations/target/hbase-annotations-1.4.0-SNAPSHOT.jar:/root/hbase/hbase-shell/target/hbase-shell-1.4.0-SNAPSHOT.jar:/root/.m2/repository/org/jruby/jruby-complete/1.6.8/jruby-complete-1.6.8.jar:/root/hbase/hbase-external-blockcache/target/hbase-external-blockcache-1.4.0-SNAPSHOT.jar:/root/hbase/hbase-testing-util/target/hbase-testing-util-1.4.0-SNAPSHOT.jar:/root/hbase/hbase-common/target/hbase-common-1.4.0-SNAPSHOT-tests.jar:/root/hbase/hbase-annotations/target/hbase-annotations-1.4.0-SNAPSHOT-tests.jar:/root/hbase/hbase-server/target/hbase-server-1.4.0-SNAPSHOT-tests.jar:/root/hbase/hbase-hadoop-compat/target/hbase-hadoop-compat-1.4.0-SNAPSHOT-tests.jar:/root/hbase/hbase-hadoop2-compat/target/hbase-hadoop2-compat-1.4.0-SNAPSHOT-tests.jar:/root/.m2/repository/org/slf4j/slf4j-log4j12/1.7.7/slf4j-log4j12-1.7.7.jar:/root/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.5.1/hadoop-mapreduce-client-jobclient-2.5.1.jar:/root/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-common/2.5.1/hadoop-mapreduce-client-common-2.5.1.jar:/root/.m2/repository/org/apache/hadoop/hadoop-yarn-client/2.5.1/hadoop-yarn-client-2.5.1.jar:/root/.m2/repository/org/apache/hadoop/hadoop-yarn-server-common/2.5.1/hadoop-yarn-server-common-2.5.1.jar:/root/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.5.1/hadoop-mapreduce-client-shuffle-2.5.1.jar:/root/.m2/repository/org/apache/hadoop/hadoop-yarn-server-nodemanager/2.5.1/hadoop-yarn-server-nodemanager-2.5.1.jar:/root/.m2/repository/org/fusesource/leveldbjni/leveldbjni-all/1.8/leveldbjni-all-1.8.jar:/root/.m2/repository/org/apache/hadoop/hadoop-hdfs/2.5.1/hadoop-hdfs-2.5.1-tests.jar:/root/.m2/repository/org/apache/hadoop/hadoop-minicluster/2.5.1/hadoop-minicluster-2.5.1.jar:/root/.m2/repository/org/apache/hadoop/hadoop-common/2.5.1/hadoop-common-2.5.1-tests.jar:/root/.m2/repository/org/apache/hadoop/hadoop-yarn-server-tests/2.5.1/hadoop-yarn-server-tests-2.5.1-tests.jar:/root/.m2/repository/org/apache/hadoop/hadoop-yarn-server-resourcemanager/2.5.1/hadoop-yarn-server-resourcemanager-2.5.1.jar:/root/.m2/repository/org/apache/hadoop/hadoop-yarn-server-applicationhistoryservice/2.5.1/hadoop-yarn-server-applicationhistoryservice-2.5.1.jar:/root/.m2/repository/org/apache/hadoop/hadoop-yarn-server-web-proxy/2.5.1/hadoop-yarn-server-web-proxy-2.5.1.jar:/root/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.5.1/hadoop-mapreduce-client-jobclient-2.5.1-tests.jar:/root/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-hs/2.5.1/hadoop-mapreduce-client-hs-2.5.1.jar:/root/hbase/hbase-resource-bundle/target/hbase-resource-bundle-1.4.0-SNAPSHOT.jar:/root/.m2/repository/com/github/stephenc/findbugs/findbugs-annotations/1.3.9-1/findbugs-annotations-1.3.9-1.jar:/root/.m2/repository/log4j/log4j/1.2.17/log4j-1.2.17.jar:/root/.m2/repository/junit/junit/4.12/junit-4.12.jar:/root/.m2/repository/org/hamcrest/hamcrest-core/1.3/hamcrest-core-1.3.jar:/root/.m2/repository/org/mockito/mockito-all/1.10.8/mockito-all-1.10.8.jar:/root/hbase/bin/../lib/*.jar: 2016-08-27 15:52:38,189 INFO [main] zookeeper.ZooKeeper: Client environment:java.library.path=/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib 2016-08-27 15:52:38,189 INFO [main] zookeeper.ZooKeeper: Client environment:java.io.tmpdir=/tmp 2016-08-27 15:52:38,189 INFO [main] zookeeper.ZooKeeper: Client environment:java.compiler= 2016-08-27 15:52:38,189 INFO [main] zookeeper.ZooKeeper: Client environment:os.name=Linux 2016-08-27 15:52:38,189 INFO [main] zookeeper.ZooKeeper: Client environment:os.arch=amd64 2016-08-27 15:52:38,189 INFO [main] zookeeper.ZooKeeper: Client environment:os.version=3.10.0-327.el7.x86_64 2016-08-27 15:52:38,189 INFO [main] zookeeper.ZooKeeper: Client environment:user.name=root 2016-08-27 15:52:38,189 INFO [main] zookeeper.ZooKeeper: Client environment:user.home=/root 2016-08-27 15:52:38,189 INFO [main] zookeeper.ZooKeeper: Client environment:user.dir=/root/hbase 2016-08-27 15:52:38,190 INFO [main] zookeeper.ZooKeeper: Initiating client connection, connectString=hbase00.ncku.edu.tw:2181,hbase01.ncku.edu.tw:2181,hbase02.ncku.edu.tw:2181 sessionTimeout=90000 watcher=org.apache.hadoop.hbase.zookeeper.PendingWatcher@4636f0e0 2016-08-27 15:52:38,227 INFO [main-SendThread(hbase00.ncku.edu.tw:2181)] zookeeper.ClientCnxn: Opening socket connection to server hbase00.ncku.edu.tw/192.168.103.142:2181. Will not attempt to authenticate using SASL (unknown error) 2016-08-27 15:52:38,235 INFO [main-SendThread(hbase00.ncku.edu.tw:2181)] zookeeper.ClientCnxn: Socket connection established to hbase00.ncku.edu.tw/192.168.103.142:2181, initiating session 2016-08-27 15:52:38,249 INFO [main-SendThread(hbase00.ncku.edu.tw:2181)] zookeeper.ClientCnxn: Session establishment complete on server hbase00.ncku.edu.tw/192.168.103.142:2181, sessionid = 0x56cbb36424002d, negotiated timeout = 90000 2016-08-27 15:52:39,511 INFO [main] zookeeper.RecoverableZooKeeper: Process identifier=hconnection-0x272279e9 connecting to ZooKeeper ensemble=hbase00.ncku.edu.tw:2181,hbase01.ncku.edu.tw:2181,hbase02.ncku.edu.tw:2181 2016-08-27 15:52:39,511 INFO [main] zookeeper.ZooKeeper: Initiating client connection, connectString=hbase00.ncku.edu.tw:2181,hbase01.ncku.edu.tw:2181,hbase02.ncku.edu.tw:2181 sessionTimeout=90000 watcher=org.apache.hadoop.hbase.zookeeper.PendingWatcher@4871c411 2016-08-27 15:52:39,514 INFO [main-SendThread(hbase00.ncku.edu.tw:2181)] zookeeper.ClientCnxn: Opening socket connection to server hbase00.ncku.edu.tw/192.168.103.142:2181. Will not attempt to authenticate using SASL (unknown error) 2016-08-27 15:52:39,515 INFO [main-SendThread(hbase00.ncku.edu.tw:2181)] zookeeper.ClientCnxn: Socket connection established to hbase00.ncku.edu.tw/192.168.103.142:2181, initiating session 2016-08-27 15:52:39,519 INFO [main-SendThread(hbase00.ncku.edu.tw:2181)] zookeeper.ClientCnxn: Session establishment complete on server hbase00.ncku.edu.tw/192.168.103.142:2181, sessionid = 0x56cbb36424002e, negotiated timeout = 90000 2016-08-27 15:52:39,599 INFO [main] policies.Policy: Using ChaosMonkey Policy: class org.apache.hadoop.hbase.chaos.policies.PeriodicRandomActionPolicy, period: 60000 2016-08-27 15:52:39,601 INFO [main] policies.Policy: Using ChaosMonkey Policy: class org.apache.hadoop.hbase.chaos.policies.PeriodicRandomActionPolicy, period: 90000 2016-08-27 15:52:39,602 INFO [main] policies.Policy: Using ChaosMonkey Policy: class org.apache.hadoop.hbase.chaos.policies.DoActionsOncePolicy, period: 150000 2016-08-27 15:52:39,603 INFO [Thread-4] policies.Policy: Sleeping for 5192 to add jitter 2016-08-27 15:52:39,603 INFO [Thread-5] policies.Policy: Sleeping for 4555 to add jitter 2016-08-27 15:52:39,603 INFO [main] policies.Policy: Using ChaosMonkey Policy: class org.apache.hadoop.hbase.chaos.policies.PeriodicRandomActionPolicy, period: 150000 2016-08-27 15:52:39,605 INFO [main] policies.Policy: Using ChaosMonkey Policy: class org.apache.hadoop.hbase.chaos.policies.PeriodicRandomActionPolicy, period: 90000 2016-08-27 15:52:39,605 INFO [Thread-6] policies.Policy: Sleeping for 32886 to add jitter 2016-08-27 15:52:39,606 INFO [Thread-7] policies.Policy: Sleeping for 85729 to add jitter 2016-08-27 15:52:39,608 INFO [main] test.IntegrationTestBigLinkedList$Loop: Running Loop with args:[1, 1, 2000000, /tmp/it_16224_v0, 1] 2016-08-27 15:52:39,608 INFO [main] test.IntegrationTestBigLinkedList$Loop: Starting iteration = 0 2016-08-27 15:52:39,618 INFO [main] test.IntegrationTestBigLinkedList$Generator: Running RandomInputGenerator with numMappers=1, numNodes=2000000 2016-08-27 15:52:39,743 INFO [main] client.RMProxy: Connecting to ResourceManager at hbase00/192.168.103.142:8032 2016-08-27 15:52:40,878 INFO [main] mapreduce.JobSubmitter: number of splits:1 2016-08-27 15:52:41,211 INFO [main] mapreduce.JobSubmitter: Submitting tokens for job: job_1472292515371_0032 2016-08-27 15:52:41,455 INFO [main] impl.YarnClientImpl: Submitted application application_1472292515371_0032 2016-08-27 15:52:41,520 INFO [main] mapreduce.Job: The url to track the job: http://hbase00:8088/proxy/application_1472292515371_0032/ 2016-08-27 15:52:41,521 INFO [main] mapreduce.Job: Running job: job_1472292515371_0032 2016-08-27 15:52:44,162 INFO [Thread-5] actions.Action: Performing action: Change bloom filter on all columns of table IntegrationTestBigLinkedList 2016-08-27 15:52:44,208 WARN [Thread-5] policies.Policy: Exception occured during performing action: org.apache.hadoop.hbase.TableNotFoundException: IntegrationTestBigLinkedList at org.apache.hadoop.hbase.client.HBaseAdmin.getTableDescriptor(HBaseAdmin.java:578) at org.apache.hadoop.hbase.client.HBaseAdmin.getTableDescriptor(HBaseAdmin.java:550) at org.apache.hadoop.hbase.chaos.actions.ChangeBloomFilterAction.perform(ChangeBloomFilterAction.java:55) at org.apache.hadoop.hbase.chaos.policies.PeriodicRandomActionPolicy.runOneIteration(PeriodicRandomActionPolicy.java:59) at org.apache.hadoop.hbase.chaos.policies.PeriodicPolicy.run(PeriodicPolicy.java:41) at java.lang.Thread.run(Thread.java:745) 2016-08-27 15:52:44,208 INFO [Thread-5] policies.Policy: Sleeping for: 89953 2016-08-27 15:52:44,799 INFO [Thread-4] actions.Action: Performing action: Move random region of table IntegrationTestBigLinkedList 2016-08-27 15:52:44,802 INFO [Thread-4] zookeeper.RecoverableZooKeeper: Process identifier=hbase-admin-on-hconnection-0x272279e9 connecting to ZooKeeper ensemble=hbase00.ncku.edu.tw:2181,hbase01.ncku.edu.tw:2181,hbase02.ncku.edu.tw:2181 2016-08-27 15:52:44,802 INFO [Thread-4] zookeeper.ZooKeeper: Initiating client connection, connectString=hbase00.ncku.edu.tw:2181,hbase01.ncku.edu.tw:2181,hbase02.ncku.edu.tw:2181 sessionTimeout=90000 watcher=org.apache.hadoop.hbase.zookeeper.PendingWatcher@6fa89227 2016-08-27 15:52:44,804 INFO [Thread-4-SendThread(hbase01.ncku.edu.tw:2181)] zookeeper.ClientCnxn: Opening socket connection to server hbase01.ncku.edu.tw/192.168.103.143:2181. Will not attempt to authenticate using SASL (unknown error) 2016-08-27 15:52:44,806 INFO [Thread-4-SendThread(hbase01.ncku.edu.tw:2181)] zookeeper.ClientCnxn: Socket connection established to hbase01.ncku.edu.tw/192.168.103.143:2181, initiating session 2016-08-27 15:52:44,812 INFO [Thread-4-SendThread(hbase01.ncku.edu.tw:2181)] zookeeper.ClientCnxn: Session establishment complete on server hbase01.ncku.edu.tw/192.168.103.143:2181, sessionid = 0x156cbb3642a0031, negotiated timeout = 90000 2016-08-27 15:52:44,997 INFO [Thread-4] zookeeper.ZooKeeper: Session: 0x156cbb3642a0031 closed 2016-08-27 15:52:44,997 INFO [Thread-4-EventThread] zookeeper.ClientCnxn: EventThread shut down 2016-08-27 15:52:44,997 INFO [Thread-4] actions.Action: Table IntegrationTestBigLinkedList doesn't have regions to move 2016-08-27 15:52:44,997 INFO [Thread-4] policies.Policy: Sleeping for: 59801 2016-08-27 15:52:47,780 INFO [main] mapreduce.Job: Job job_1472292515371_0032 running in uber mode : false 2016-08-27 15:52:47,783 INFO [main] mapreduce.Job: map 0% reduce 0% 2016-08-27 15:52:58,963 INFO [main] mapreduce.Job: map 78% reduce 0% 2016-08-27 15:53:01,021 INFO [main] mapreduce.Job: map 100% reduce 0% 2016-08-27 15:53:01,038 INFO [main] mapreduce.Job: Job job_1472292515371_0032 completed successfully 2016-08-27 15:53:01,220 INFO [main] mapreduce.Job: Counters: 30 File System Counters FILE: Number of bytes read=0 FILE: Number of bytes written=121506 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=109 HDFS: Number of bytes written=56555635 HDFS: Number of read operations=4 HDFS: Number of large read operations=0 HDFS: Number of write operations=2 Job Counters Launched map tasks=1 Other local map tasks=1 Total time spent by all maps in occupied slots (ms)=21470 Total time spent by all reduces in occupied slots (ms)=0 Total time spent by all map tasks (ms)=10735 Total vcore-seconds taken by all map tasks=21470 Total megabyte-seconds taken by all map tasks=21985280 Map-Reduce Framework Map input records=2000000 Map output records=2000000 Input split bytes=109 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=138 CPU time spent (ms)=10510 Physical memory (bytes) snapshot=328998912 Virtual memory (bytes) snapshot=4167827456 Total committed heap usage (bytes)=438304768 File Input Format Counters Bytes Read=0 File Output Format Counters Bytes Written=56555635 2016-08-27 15:53:01,224 INFO [main] test.IntegrationTestBigLinkedList$Generator: Running Generator with numMappers=1, numNodes=2000000 2016-08-27 15:53:01,225 INFO [main] zookeeper.RecoverableZooKeeper: Process identifier=hconnection-0x4c1dea0f connecting to ZooKeeper ensemble=hbase00.ncku.edu.tw:2181,hbase01.ncku.edu.tw:2181,hbase02.ncku.edu.tw:2181 2016-08-27 15:53:01,226 INFO [main] zookeeper.ZooKeeper: Initiating client connection, connectString=hbase00.ncku.edu.tw:2181,hbase01.ncku.edu.tw:2181,hbase02.ncku.edu.tw:2181 sessionTimeout=90000 watcher=org.apache.hadoop.hbase.zookeeper.PendingWatcher@3ff1a5d3 2016-08-27 15:53:01,227 INFO [main-SendThread(hbase00.ncku.edu.tw:2181)] zookeeper.ClientCnxn: Opening socket connection to server hbase00.ncku.edu.tw/192.168.103.142:2181. Will not attempt to authenticate using SASL (unknown error) 2016-08-27 15:53:01,230 INFO [main-SendThread(hbase00.ncku.edu.tw:2181)] zookeeper.ClientCnxn: Socket connection established to hbase00.ncku.edu.tw/192.168.103.142:2181, initiating session 2016-08-27 15:53:01,238 INFO [main-SendThread(hbase00.ncku.edu.tw:2181)] zookeeper.ClientCnxn: Session establishment complete on server hbase00.ncku.edu.tw/192.168.103.142:2181, sessionid = 0x56cbb36424002f, negotiated timeout = 90000 2016-08-27 15:53:01,333 INFO [main] test.IntegrationTestBigLinkedList$Generator: Number of live regionservers: 6, pre-splitting table into 18 regions (default regions per server: 3) 2016-08-27 15:53:03,657 INFO [main] client.HBaseAdmin: Created IntegrationTestBigLinkedList 2016-08-27 15:53:03,658 INFO [main] client.ConnectionManager$HConnectionImplementation: Closing master protocol: MasterService 2016-08-27 15:53:03,661 INFO [main] client.ConnectionManager$HConnectionImplementation: Closing zookeeper sessionid=0x56cbb36424002f 2016-08-27 15:53:03,678 INFO [main] zookeeper.ZooKeeper: Session: 0x56cbb36424002f closed 2016-08-27 15:53:03,678 INFO [main-EventThread] zookeeper.ClientCnxn: EventThread shut down 2016-08-27 15:53:03,824 INFO [main] client.RMProxy: Connecting to ResourceManager at hbase00/192.168.103.142:8032 2016-08-27 15:53:04,816 INFO [main] input.FileInputFormat: Total input paths to process : 1 2016-08-27 15:53:04,901 INFO [main] mapreduce.JobSubmitter: number of splits:1 2016-08-27 15:53:04,968 INFO [main] mapreduce.JobSubmitter: Submitting tokens for job: job_1472292515371_0033 2016-08-27 15:53:05,067 INFO [main] impl.YarnClientImpl: Submitted application application_1472292515371_0033 2016-08-27 15:53:05,074 INFO [main] mapreduce.Job: The url to track the job: http://hbase00:8088/proxy/application_1472292515371_0033/ 2016-08-27 15:53:05,074 INFO [main] mapreduce.Job: Running job: job_1472292515371_0033 2016-08-27 15:53:12,328 INFO [main] mapreduce.Job: Job job_1472292515371_0033 running in uber mode : false 2016-08-27 15:53:12,329 INFO [main] mapreduce.Job: map 0% reduce 0% 2016-08-27 15:53:13,306 INFO [Thread-6] actions.Action: Performing action: Move regions of table IntegrationTestBigLinkedList 2016-08-27 15:53:13,306 INFO [Thread-6] zookeeper.RecoverableZooKeeper: Process identifier=hbase-admin-on-hconnection-0x272279e9 connecting to ZooKeeper ensemble=hbase00.ncku.edu.tw:2181,hbase01.ncku.edu.tw:2181,hbase02.ncku.edu.tw:2181 2016-08-27 15:53:13,306 INFO [Thread-6] zookeeper.ZooKeeper: Initiating client connection, connectString=hbase00.ncku.edu.tw:2181,hbase01.ncku.edu.tw:2181,hbase02.ncku.edu.tw:2181 sessionTimeout=90000 watcher=org.apache.hadoop.hbase.zookeeper.PendingWatcher@2c727822 2016-08-27 15:53:13,309 INFO [Thread-6-SendThread(hbase02.ncku.edu.tw:2181)] zookeeper.ClientCnxn: Opening socket connection to server hbase02.ncku.edu.tw/192.168.103.144:2181. Will not attempt to authenticate using SASL (unknown error) 2016-08-27 15:53:13,310 INFO [Thread-6-SendThread(hbase02.ncku.edu.tw:2181)] zookeeper.ClientCnxn: Socket connection established to hbase02.ncku.edu.tw/192.168.103.144:2181, initiating session 2016-08-27 15:53:13,333 INFO [Thread-6-SendThread(hbase02.ncku.edu.tw:2181)] zookeeper.ClientCnxn: Session establishment complete on server hbase02.ncku.edu.tw/192.168.103.144:2181, sessionid = 0x256cbb3643f003a, negotiated timeout = 90000 2016-08-27 15:53:13,359 INFO [Thread-6] zookeeper.ZooKeeper: Session: 0x256cbb3643f003a closed 2016-08-27 15:53:13,359 INFO [Thread-6-EventThread] zookeeper.ClientCnxn: EventThread shut down 2016-08-27 15:53:24,496 INFO [main] mapreduce.Job: map 50% reduce 0% 2016-08-27 15:53:28,564 INFO [Thread-6] policies.Policy: Sleeping for: 133929 2016-08-27 15:53:44,799 INFO [Thread-4] actions.Action: Performing action: Flush table IntegrationTestBigLinkedList 2016-08-27 15:53:49,738 INFO [Thread-4] policies.Policy: Sleeping for: 55061 2016-08-27 15:53:54,823 INFO [main] mapreduce.Job: map 62% reduce 0% 2016-08-27 15:53:57,854 INFO [main] mapreduce.Job: map 100% reduce 0% 2016-08-27 15:54:05,345 INFO [Thread-7] actions.Action: Cluster status Master: hbase00.ncku.edu.tw,16000,1472296348665 Number of backup masters: 0 Number of live region servers: 6 hbase03.ncku.edu.tw,16020,1472296349784 hbase01.ncku.edu.tw,16020,1472296349336 hbase02.ncku.edu.tw,16020,1472296349810 hbase05.ncku.edu.tw,16020,1472296349785 hbase04.ncku.edu.tw,16020,1472296349779 hbase06.ncku.edu.tw,16020,1472296349470 Number of dead region servers: 0 Average load: 3.3333333333333335 Number of requests: 37193 Number of regions: 20 Number of regions in transition: 0 2016-08-27 15:54:05,345 INFO [Thread-7] policies.Policy: Sleeping for: 89990 2016-08-27 15:54:14,162 INFO [Thread-5] actions.Action: Performing action: Split random region of table IntegrationTestBigLinkedList 2016-08-27 15:54:14,163 INFO [Thread-5] zookeeper.RecoverableZooKeeper: Process identifier=hbase-admin-on-hconnection-0x272279e9 connecting to ZooKeeper ensemble=hbase00.ncku.edu.tw:2181,hbase01.ncku.edu.tw:2181,hbase02.ncku.edu.tw:2181 2016-08-27 15:54:14,163 INFO [Thread-5] zookeeper.ZooKeeper: Initiating client connection, connectString=hbase00.ncku.edu.tw:2181,hbase01.ncku.edu.tw:2181,hbase02.ncku.edu.tw:2181 sessionTimeout=90000 watcher=org.apache.hadoop.hbase.zookeeper.PendingWatcher@4d587af6 2016-08-27 15:54:14,166 INFO [Thread-5-SendThread(hbase02.ncku.edu.tw:2181)] zookeeper.ClientCnxn: Opening socket connection to server hbase02.ncku.edu.tw/192.168.103.144:2181. Will not attempt to authenticate using SASL (unknown error) 2016-08-27 15:54:14,167 INFO [Thread-5-SendThread(hbase02.ncku.edu.tw:2181)] zookeeper.ClientCnxn: Socket connection established to hbase02.ncku.edu.tw/192.168.103.144:2181, initiating session 2016-08-27 15:54:14,174 INFO [Thread-5-SendThread(hbase02.ncku.edu.tw:2181)] zookeeper.ClientCnxn: Session establishment complete on server hbase02.ncku.edu.tw/192.168.103.144:2181, sessionid = 0x256cbb3643f003b, negotiated timeout = 90000 2016-08-27 15:54:14,213 INFO [Thread-5] zookeeper.ZooKeeper: Session: 0x256cbb3643f003b closed 2016-08-27 15:54:14,214 INFO [Thread-5-EventThread] zookeeper.ClientCnxn: EventThread shut down 2016-08-27 15:54:15,098 INFO [Thread-5] policies.Policy: Sleeping for: 89063 ii2016-08-27 15:54:44,800 INFO [Thread-4] actions.Action: Performing action: Flush table IntegrationTestBigLinkedList 2016-08-27 15:54:53,238 INFO [Thread-4] policies.Policy: Sleeping for: 51561 2016-08-27 15:54:55,378 INFO [main] mapreduce.Job: Job job_1472292515371_0033 completed successfully 2016-08-27 15:54:55,438 INFO [main] mapreduce.Job: Counters: 30 File System Counters FILE: Number of bytes read=0 FILE: Number of bytes written=130084 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=56555797 HDFS: Number of bytes written=0 HDFS: Number of read operations=3 HDFS: Number of large read operations=0 HDFS: Number of write operations=0 Job Counters Launched map tasks=1 Rack-local map tasks=1 Total time spent by all maps in occupied slots (ms)=201684 Total time spent by all reduces in occupied slots (ms)=0 Total time spent by all map tasks (ms)=100842 Total vcore-seconds taken by all map tasks=201684 Total megabyte-seconds taken by all map tasks=206524416 Map-Reduce Framework Map input records=2000000 Map output records=0 Input split bytes=162 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=2372 CPU time spent (ms)=167000 Physical memory (bytes) snapshot=995037184 Virtual memory (bytes) snapshot=4225593344 Total committed heap usage (bytes)=830996480 File Input Format Counters Bytes Read=56555635 File Output Format Counters Bytes Written=0 2016-08-27 15:54:55,444 INFO [main] test.IntegrationTestBigLinkedList$Verify: Running Verify with outputDir=/tmp/it_16224_v0/de4cc14a-f2d3-4cf8-b653-156ff022238d, numReducers=1 2016-08-27 15:54:55,573 INFO [main] client.RMProxy: Connecting to ResourceManager at hbase00/192.168.103.142:8032 2016-08-27 15:54:56,310 INFO [main] zookeeper.RecoverableZooKeeper: Process identifier=hconnection-0xd94b5cf connecting to ZooKeeper ensemble=hbase00.ncku.edu.tw:2181,hbase01.ncku.edu.tw:2181,hbase02.ncku.edu.tw:2181 2016-08-27 15:54:56,311 INFO [main] zookeeper.ZooKeeper: Initiating client connection, connectString=hbase00.ncku.edu.tw:2181,hbase01.ncku.edu.tw:2181,hbase02.ncku.edu.tw:2181 sessionTimeout=90000 watcher=org.apache.hadoop.hbase.zookeeper.PendingWatcher@1e2c3000 2016-08-27 15:54:56,313 INFO [main-SendThread(hbase01.ncku.edu.tw:2181)] zookeeper.ClientCnxn: Opening socket connection to server hbase01.ncku.edu.tw/192.168.103.143:2181. Will not attempt to authenticate using SASL (unknown error) 2016-08-27 15:54:56,314 INFO [main-SendThread(hbase01.ncku.edu.tw:2181)] zookeeper.ClientCnxn: Socket connection established to hbase01.ncku.edu.tw/192.168.103.143:2181, initiating session 2016-08-27 15:54:56,338 INFO [main-SendThread(hbase01.ncku.edu.tw:2181)] zookeeper.ClientCnxn: Session establishment complete on server hbase01.ncku.edu.tw/192.168.103.143:2181, sessionid = 0x156cbb3642a0032, negotiated timeout = 90000 2016-08-27 15:54:56,344 INFO [main] util.RegionSizeCalculator: Calculating region sizes for table "IntegrationTestBigLinkedList". 2016-08-27 15:54:56,657 INFO [htable-pool4-t1] client.ScannerCallable: Open scanner=319 for scan={"timeRange":[0,9223372036854775807],"batch":-1,"startRow":"IntegrationTestBigLinkedList,,00000000000000","stopRow":"","loadColumnFamiliesOnDemand":null,"totalColumns":1,"cacheBlocks":true,"families":{"info":["ALL"]},"maxResultSize":2097152,"maxVersions":1,"caching":100} on region region=hbase:meta,,1.1588230740, hostname=hbase03.ncku.edu.tw,16020,1472296349784, seqNum=0 2016-08-27 15:54:56,719 INFO [htable-pool5-t1] client.ScannerCallable: Open scanner=320 for scan={"timeRange":[0,9223372036854775807],"batch":-1,"startRow":"IntegrationTestBigLinkedList,,00000000000000","stopRow":"","loadColumnFamiliesOnDemand":null,"totalColumns":1,"cacheBlocks":true,"families":{"info":["ALL"]},"maxResultSize":2097152,"maxVersions":1,"caching":100} on region region=hbase:meta,,1.1588230740, hostname=hbase03.ncku.edu.tw,16020,1472296349784, seqNum=0 2016-08-27 15:54:56,864 INFO [main] client.ConnectionManager$HConnectionImplementation: Closing master protocol: MasterService 2016-08-27 15:54:56,868 INFO [main] client.ConnectionManager$HConnectionImplementation: Closing zookeeper sessionid=0x156cbb3642a0032 2016-08-27 15:54:56,885 INFO [main] zookeeper.ZooKeeper: Session: 0x156cbb3642a0032 closed 2016-08-27 15:54:56,886 INFO [main-EventThread] zookeeper.ClientCnxn: EventThread shut down 2016-08-27 15:54:56,968 INFO [main] mapreduce.JobSubmitter: number of splits:19 2016-08-27 15:54:57,024 INFO [main] mapreduce.JobSubmitter: Submitting tokens for job: job_1472292515371_0034 2016-08-27 15:54:57,113 INFO [main] impl.YarnClientImpl: Submitted application application_1472292515371_0034 2016-08-27 15:54:57,119 INFO [main] mapreduce.Job: The url to track the job: http://hbase00:8088/proxy/application_1472292515371_0034/ 2016-08-27 15:54:57,119 INFO [main] mapreduce.Job: Running job: job_1472292515371_0034 2016-08-27 15:55:04,371 INFO [main] mapreduce.Job: Job job_1472292515371_0034 running in uber mode : false 2016-08-27 15:55:04,371 INFO [main] mapreduce.Job: map 0% reduce 0% 2016-08-27 15:55:15,756 INFO [main] mapreduce.Job: map 5% reduce 0% 2016-08-27 15:55:16,771 INFO [main] mapreduce.Job: map 26% reduce 0% 2016-08-27 15:55:17,782 INFO [main] mapreduce.Job: map 37% reduce 0% 2016-08-27 15:55:18,793 INFO [main] mapreduce.Job: map 84% reduce 0% 2016-08-27 15:55:19,802 INFO [main] mapreduce.Job: map 100% reduce 0% 2016-08-27 15:55:27,873 INFO [main] mapreduce.Job: map 100% reduce 72% 2016-08-27 15:55:30,901 INFO [main] mapreduce.Job: map 100% reduce 100% 2016-08-27 15:55:31,923 INFO [main] mapreduce.Job: Job job_1472292515371_0034 completed successfully 2016-08-27 15:55:31,995 INFO [main] mapreduce.Job: Counters: 51 File System Counters FILE: Number of bytes read=138000006 FILE: Number of bytes written=278585614 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=4104 HDFS: Number of bytes written=96 HDFS: Number of read operations=41 HDFS: Number of large read operations=0 HDFS: Number of write operations=2 Job Counters Launched map tasks=19 Launched reduce tasks=1 Data-local map tasks=18 Rack-local map tasks=1 Total time spent by all maps in occupied slots (ms)=455808 Total time spent by all reduces in occupied slots (ms)=24306 Total time spent by all map tasks (ms)=227904 Total time spent by all reduce tasks (ms)=12153 Total vcore-seconds taken by all map tasks=455808 Total vcore-seconds taken by all reduce tasks=24306 Total megabyte-seconds taken by all map tasks=466747392 Total megabyte-seconds taken by all reduce tasks=24889344 Map-Reduce Framework Map input records=2000000 Map output records=4000000 Map output bytes=130000000 Map output materialized bytes=138000114 Input split bytes=4104 Combine input records=0 Combine output records=0 Reduce input groups=2000000 Reduce shuffle bytes=138000114 Reduce input records=4000000 Reduce output records=0 Spilled Records=8000000 Shuffled Maps =19 Failed Shuffles=0 Merged Map outputs=19 GC time elapsed (ms)=3815 CPU time spent (ms)=241370 Physical memory (bytes) snapshot=9523224576 Virtual memory (bytes) snapshot=84234559488 Total committed heap usage (bytes)=7238844416 Shuffle Errors BAD_ID=0 CONNECTION=0 IO_ERROR=0 WRONG_LENGTH=0 WRONG_MAP=0 WRONG_REDUCE=0 org.apache.hadoop.hbase.test.IntegrationTestBigLinkedList$Verify$Counts REFERENCED=2000000 File Input Format Counters Bytes Read=0 File Output Format Counters Bytes Written=96 2016-08-27 15:55:32,017 INFO [main] test.IntegrationTestBigLinkedList$Loop: Verify finished with success. Total nodes=2000000 2016-08-27 15:55:42,494 INFO [Thread-6] policies.Policy: Sleeping for 9592 to add jitter 2016-08-27 15:55:52,098 INFO [main] hbase.HBaseCluster: Restoring cluster - started 2016-08-27 15:55:52,103 INFO [main] hbase.HBaseCluster: Added new HBaseAdmin 2016-08-27 15:55:52,103 INFO [main] hbase.HBaseCluster: Restoring cluster - done