/Library/Java/JavaVirtualMachines/jdk1.7.0_67.jdk/Contents/Home/bin/java -ea -Dtest.build.webapps=target/test-classes/webapps -Dtest.build.classes=/Users/godfather/code/hbase/hbase-server/target/test-classes -Didea.launcher.port=7550 "-Didea.launcher.bin.path=/Applications/IntelliJ IDEA 14.app/Contents/bin" -Dfile.encoding=UTF-8 -classpath "/Applications/IntelliJ IDEA 14.app/Contents/lib/idea_rt.jar:/Applications/IntelliJ IDEA 14.app/Contents/plugins/junit/lib/junit-rt.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_67.jdk/Contents/Home/lib/ant-javafx.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_67.jdk/Contents/Home/lib/dt.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_67.jdk/Contents/Home/lib/javafx-doclet.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_67.jdk/Contents/Home/lib/javafx-mx.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_67.jdk/Contents/Home/lib/jconsole.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_67.jdk/Contents/Home/lib/sa-jdi.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_67.jdk/Contents/Home/lib/tools.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_67.jdk/Contents/Home/jre/lib/charsets.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_67.jdk/Contents/Home/jre/lib/deploy.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_67.jdk/Contents/Home/jre/lib/htmlconverter.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_67.jdk/Contents/Home/jre/lib/javaws.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_67.jdk/Contents/Home/jre/lib/jce.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_67.jdk/Contents/Home/jre/lib/jfr.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_67.jdk/Contents/Home/jre/lib/jfxrt.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_67.jdk/Contents/Home/jre/lib/jsse.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_67.jdk/Contents/Home/jre/lib/management-agent.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_67.jdk/Contents/Home/jre/lib/plugin.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_67.jdk/Contents/Home/jre/lib/resources.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_67.jdk/Contents/Home/jre/lib/rt.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_67.jdk/Contents/Home/jre/lib/ext/dnsns.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_67.jdk/Contents/Home/jre/lib/ext/localedata.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_67.jdk/Contents/Home/jre/lib/ext/sunec.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_67.jdk/Contents/Home/jre/lib/ext/sunjce_provider.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_67.jdk/Contents/Home/jre/lib/ext/sunpkcs11.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_67.jdk/Contents/Home/jre/lib/ext/zipfs.jar:/Users/godfather/code/hbase/hbase-server/target/test-classes:/Users/godfather/code/hbase/hbase-server/target/classes:/Users/godfather/code/hbase/hbase-common/target/classes:/Users/godfather/code/hbase/hbase-annotations/target/classes:/Users/godfather/code/hbase/hbase-protocol/target/classes:/Users/godfather/code/hbase/hbase-procedure/target/classes:/Users/godfather/code/hbase/hbase-client/target/classes:/Users/godfather/.m2/repository/org/jruby/jcodings/jcodings/1.0.8/jcodings-1.0.8.jar:/Users/godfather/.m2/repository/org/jruby/joni/joni/2.1.2/joni-2.1.2.jar:/Users/godfather/code/hbase/hbase-prefix-tree/target/classes:/Users/godfather/code/hbase/hbase-common/target/test-classes:/Users/godfather/code/hbase/hbase-annotations/target/test-classes:/Users/godfather/code/hbase/hbase-procedure/target/test-classes:/Users/godfather/code/hbase/hbase-resource-bundle/target/classes:/Users/godfather/.m2/repository/commons-httpclient/commons-httpclient/3.1/commons-httpclient-3.1.jar:/Users/godfather/.m2/repository/commons-codec/commons-codec/1.9/commons-codec-1.9.jar:/Users/godfather/.m2/repository/commons-collections/commons-collections/3.2.2/commons-collections-3.2.2.jar:/Users/godfather/code/hbase/hbase-hadoop-compat/target/classes:/Users/godfather/code/hbase/hbase-hadoop-compat/target/test-classes:/Users/godfather/code/hbase/hbase-hadoop2-compat/target/classes:/Users/godfather/code/hbase/hbase-hadoop2-compat/target/test-classes:/Users/godfather/.m2/repository/com/google/code/findbugs/jsr305/1.3.9/jsr305-1.3.9.jar:/Users/godfather/.m2/repository/io/dropwizard/metrics/metrics-core/3.1.2/metrics-core-3.1.2.jar:/Users/godfather/.m2/repository/org/slf4j/slf4j-api/1.7.7/slf4j-api-1.7.7.jar:/Users/godfather/.m2/repository/com/google/guava/guava/12.0.1/guava-12.0.1.jar:/Users/godfather/.m2/repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/Users/godfather/.m2/repository/com/sun/jersey/jersey-core/1.9/jersey-core-1.9.jar:/Users/godfather/.m2/repository/com/sun/jersey/jersey-server/1.9/jersey-server-1.9.jar:/Users/godfather/.m2/repository/asm/asm/3.1/asm-3.1.jar:/Users/godfather/.m2/repository/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/Users/godfather/.m2/repository/commons-io/commons-io/2.4/commons-io-2.4.jar:/Users/godfather/.m2/repository/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/Users/godfather/.m2/repository/commons-logging/commons-logging/1.2/commons-logging-1.2.jar:/Users/godfather/.m2/repository/org/apache/commons/commons-math/2.2/commons-math-2.2.jar:/Users/godfather/.m2/repository/log4j/log4j/1.2.17/log4j-1.2.17.jar:/Users/godfather/.m2/repository/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar:/Users/godfather/.m2/repository/org/slf4j/slf4j-log4j12/1.6.1/slf4j-log4j12-1.6.1.jar:/Users/godfather/.m2/repository/org/mortbay/jetty/jetty/6.1.26/jetty-6.1.26.jar:/Users/godfather/.m2/repository/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/Users/godfather/.m2/repository/org/mortbay/jetty/jetty-sslengine/6.1.26/jetty-sslengine-6.1.26.jar:/Users/godfather/.m2/repository/org/mortbay/jetty/jsp-2.1/6.1.14/jsp-2.1-6.1.14.jar:/Users/godfather/.m2/repository/org/mortbay/jetty/jsp-api-2.1/6.1.14/jsp-api-2.1-6.1.14.jar:/Users/godfather/.m2/repository/org/mortbay/jetty/servlet-api-2.5/6.1.14/servlet-api-2.5-6.1.14.jar:/Users/godfather/.m2/repository/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar:/Users/godfather/.m2/repository/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar:/Users/godfather/.m2/repository/org/codehaus/jackson/jackson-jaxrs/1.9.13/jackson-jaxrs-1.9.13.jar:/Users/godfather/.m2/repository/tomcat/jasper-compiler/5.5.23/jasper-compiler-5.5.23.jar:/Users/godfather/.m2/repository/tomcat/jasper-runtime/5.5.23/jasper-runtime-5.5.23.jar:/Users/godfather/.m2/repository/commons-el/commons-el/1.0/commons-el-1.0.jar:/Users/godfather/.m2/repository/org/jamon/jamon-runtime/2.4.1/jamon-runtime-2.4.1.jar:/Users/godfather/.m2/repository/io/netty/netty-all/4.0.30.Final/netty-all-4.0.30.Final.jar:/Users/godfather/.m2/repository/org/apache/htrace/htrace-core/3.1.0-incubating/htrace-core-3.1.0-incubating.jar:/Users/godfather/.m2/repository/com/lmax/disruptor/3.3.0/disruptor-3.3.0.jar:/Users/godfather/.m2/repository/org/hamcrest/hamcrest-core/1.3/hamcrest-core-1.3.jar:/Users/godfather/.m2/repository/org/apache/hadoop/hadoop-minikdc/2.7.1/hadoop-minikdc-2.7.1.jar:/Users/godfather/.m2/repository/org/apache/directory/server/apacheds-core-api/2.0.0-M15/apacheds-core-api-2.0.0-M15.jar:/Users/godfather/.m2/repository/org/apache/directory/server/apacheds-core-constants/2.0.0-M15/apacheds-core-constants-2.0.0-M15.jar:/Users/godfather/.m2/repository/org/apache/directory/server/apacheds-i18n/2.0.0-M15/apacheds-i18n-2.0.0-M15.jar:/Users/godfather/.m2/repository/org/apache/directory/api/api-i18n/1.0.0-M20/api-i18n-1.0.0-M20.jar:/Users/godfather/.m2/repository/org/apache/directory/api/api-asn1-api/1.0.0-M20/api-asn1-api-1.0.0-M20.jar:/Users/godfather/.m2/repository/org/apache/directory/api/api-ldap-client-api/1.0.0-M20/api-ldap-client-api-1.0.0-M20.jar:/Users/godfather/.m2/repository/org/apache/directory/api/api-ldap-codec-core/1.0.0-M20/api-ldap-codec-core-1.0.0-M20.jar:/Users/godfather/.m2/repository/org/apache/directory/api/api-ldap-extras-aci/1.0.0-M20/api-ldap-extras-aci-1.0.0-M20.jar:/Users/godfather/.m2/repository/org/apache/directory/api/api-ldap-extras-util/1.0.0-M20/api-ldap-extras-util-1.0.0-M20.jar:/Users/godfather/.m2/repository/org/apache/directory/api/api-ldap-model/1.0.0-M20/api-ldap-model-1.0.0-M20.jar:/Users/godfather/.m2/repository/org/apache/directory/api/api-util/1.0.0-M20/api-util-1.0.0-M20.jar:/Users/godfather/.m2/repository/org/apache/mina/mina-core/2.0.7/mina-core-2.0.7.jar:/Users/godfather/.m2/repository/net/sf/ehcache/ehcache-core/2.4.4/ehcache-core-2.4.4.jar:/Users/godfather/.m2/repository/org/apache/directory/server/apacheds-interceptor-kerberos/2.0.0-M15/apacheds-interceptor-kerberos-2.0.0-M15.jar:/Users/godfather/.m2/repository/org/apache/directory/server/apacheds-core/2.0.0-M15/apacheds-core-2.0.0-M15.jar:/Users/godfather/.m2/repository/org/apache/directory/server/apacheds-interceptors-admin/2.0.0-M15/apacheds-interceptors-admin-2.0.0-M15.jar:/Users/godfather/.m2/repository/org/apache/directory/server/apacheds-interceptors-authn/2.0.0-M15/apacheds-interceptors-authn-2.0.0-M15.jar:/Users/godfather/.m2/repository/org/apache/directory/server/apacheds-interceptors-authz/2.0.0-M15/apacheds-interceptors-authz-2.0.0-M15.jar:/Users/godfather/.m2/repository/org/apache/directory/server/apacheds-interceptors-changelog/2.0.0-M15/apacheds-interceptors-changelog-2.0.0-M15.jar:/Users/godfather/.m2/repository/org/apache/directory/server/apacheds-interceptors-collective/2.0.0-M15/apacheds-interceptors-collective-2.0.0-M15.jar:/Users/godfather/.m2/repository/org/apache/directory/server/apacheds-interceptors-event/2.0.0-M15/apacheds-interceptors-event-2.0.0-M15.jar:/Users/godfather/.m2/repository/org/apache/directory/server/apacheds-interceptors-exception/2.0.0-M15/apacheds-interceptors-exception-2.0.0-M15.jar:/Users/godfather/.m2/repository/org/apache/directory/server/apacheds-interceptors-journal/2.0.0-M15/apacheds-interceptors-journal-2.0.0-M15.jar:/Users/godfather/.m2/repository/org/apache/directory/server/apacheds-interceptors-normalization/2.0.0-M15/apacheds-interceptors-normalization-2.0.0-M15.jar:/Users/godfather/.m2/repository/org/apache/directory/server/apacheds-interceptors-operational/2.0.0-M15/apacheds-interceptors-operational-2.0.0-M15.jar:/Users/godfather/.m2/repository/org/apache/directory/server/apacheds-interceptors-referral/2.0.0-M15/apacheds-interceptors-referral-2.0.0-M15.jar:/Users/godfather/.m2/repository/org/apache/directory/server/apacheds-interceptors-schema/2.0.0-M15/apacheds-interceptors-schema-2.0.0-M15.jar:/Users/godfather/.m2/repository/org/apache/directory/server/apacheds-interceptors-subtree/2.0.0-M15/apacheds-interceptors-subtree-2.0.0-M15.jar:/Users/godfather/.m2/repository/org/apache/directory/server/apacheds-interceptors-trigger/2.0.0-M15/apacheds-interceptors-trigger-2.0.0-M15.jar:/Users/godfather/.m2/repository/org/apache/directory/api/api-ldap-extras-trigger/1.0.0-M20/api-ldap-extras-trigger-1.0.0-M20.jar:/Users/godfather/.m2/repository/org/apache/directory/server/apacheds-protocol-shared/2.0.0-M15/apacheds-protocol-shared-2.0.0-M15.jar:/Users/godfather/.m2/repository/org/apache/directory/server/apacheds-protocol-kerberos/2.0.0-M15/apacheds-protocol-kerberos-2.0.0-M15.jar:/Users/godfather/.m2/repository/org/apache/directory/server/apacheds-core-shared/2.0.0-M15/apacheds-core-shared-2.0.0-M15.jar:/Users/godfather/.m2/repository/org/apache/directory/server/apacheds-ldif-partition/2.0.0-M15/apacheds-ldif-partition-2.0.0-M15.jar:/Users/godfather/.m2/repository/org/apache/directory/server/apacheds-xdbm-partition/2.0.0-M15/apacheds-xdbm-partition-2.0.0-M15.jar:/Users/godfather/.m2/repository/org/apache/directory/server/apacheds-mavibot-partition/2.0.0-M15/apacheds-mavibot-partition-2.0.0-M15.jar:/Users/godfather/.m2/repository/org/apache/directory/mavibot/mavibot/1.0.0-M1/mavibot-1.0.0-M1.jar:/Users/godfather/.m2/repository/org/apache/directory/server/apacheds-core-avl/2.0.0-M15/apacheds-core-avl-2.0.0-M15.jar:/Users/godfather/.m2/repository/org/apache/directory/api/api-all/1.0.0-M20/api-all-1.0.0-M20.jar:/Users/godfather/.m2/repository/commons-pool/commons-pool/1.6/commons-pool-1.6.jar:/Users/godfather/.m2/repository/antlr/antlr/2.7.7/antlr-2.7.7.jar:/Users/godfather/.m2/repository/org/apache/directory/server/apacheds-jdbm-partition/2.0.0-M15/apacheds-jdbm-partition-2.0.0-M15.jar:/Users/godfather/.m2/repository/org/apache/directory/server/apacheds-protocol-ldap/2.0.0-M15/apacheds-protocol-ldap-2.0.0-M15.jar:/Users/godfather/.m2/repository/org/apache/directory/api/api-asn1-ber/1.0.0-M20/api-asn1-ber-1.0.0-M20.jar:/Users/godfather/.m2/repository/org/apache/directory/api/api-ldap-extras-codec-api/1.0.0-M20/api-ldap-extras-codec-api-1.0.0-M20.jar:/Users/godfather/.m2/repository/org/apache/directory/api/api-ldap-extras-codec/1.0.0-M20/api-ldap-extras-codec-1.0.0-M20.jar:/Users/godfather/.m2/repository/org/apache/directory/api/api-ldap-extras-sp/1.0.0-M20/api-ldap-extras-sp-1.0.0-M20.jar:/Users/godfather/.m2/repository/bouncycastle/bcprov-jdk15/140/bcprov-jdk15-140.jar:/Users/godfather/.m2/repository/org/bouncycastle/bcprov-jdk16/1.46/bcprov-jdk16-1.46.jar:/Users/godfather/.m2/repository/org/owasp/esapi/esapi/2.1.0/esapi-2.1.0.jar:/Users/godfather/.m2/repository/commons-configuration/commons-configuration/1.5/commons-configuration-1.5.jar:/Users/godfather/.m2/repository/commons-digester/commons-digester/1.8/commons-digester-1.8.jar:/Users/godfather/.m2/repository/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar:/Users/godfather/.m2/repository/commons-beanutils/commons-beanutils-core/1.7.0/commons-beanutils-core-1.7.0.jar:/Users/godfather/.m2/repository/commons-fileupload/commons-fileupload/1.2/commons-fileupload-1.2.jar:/Users/godfather/.m2/repository/xom/xom/1.2.5/xom-1.2.5.jar:/Users/godfather/.m2/repository/xml-apis/xml-apis/1.3.03/xml-apis-1.3.03.jar:/Users/godfather/.m2/repository/xalan/xalan/2.7.0/xalan-2.7.0.jar:/Users/godfather/.m2/repository/org/beanshell/bsh-core/2.0b4/bsh-core-2.0b4.jar:/Users/godfather/.m2/repository/org/owasp/antisamy/antisamy/1.4.3/antisamy-1.4.3.jar:/Users/godfather/.m2/repository/org/apache/xmlgraphics/batik-css/1.7/batik-css-1.7.jar:/Users/godfather/.m2/repository/org/apache/xmlgraphics/batik-ext/1.7/batik-ext-1.7.jar:/Users/godfather/.m2/repository/org/apache/xmlgraphics/batik-util/1.7/batik-util-1.7.jar:/Users/godfather/.m2/repository/xml-apis/xml-apis-ext/1.3.04/xml-apis-ext-1.3.04.jar:/Users/godfather/.m2/repository/net/sourceforge/nekohtml/nekohtml/1.9.12/nekohtml-1.9.12.jar:/Users/godfather/.m2/repository/org/apache/hadoop/hadoop-common/2.7.1/hadoop-common-2.7.1.jar:/Users/godfather/.m2/repository/org/apache/hadoop/hadoop-annotations/2.7.1/hadoop-annotations-2.7.1.jar:/Users/godfather/.m2/repository/org/apache/commons/commons-math3/3.1.1/commons-math3-3.1.1.jar:/Users/godfather/.m2/repository/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/Users/godfather/.m2/repository/commons-net/commons-net/3.1/commons-net-3.1.jar:/Users/godfather/.m2/repository/com/sun/jersey/jersey-json/1.9/jersey-json-1.9.jar:/Users/godfather/.m2/repository/org/codehaus/jettison/jettison/1.3.3/jettison-1.3.3.jar:/Users/godfather/.m2/repository/com/sun/xml/bind/jaxb-impl/2.2.3-1/jaxb-impl-2.2.3-1.jar:/Users/godfather/.m2/repository/org/codehaus/jackson/jackson-xc/1.9.13/jackson-xc-1.9.13.jar:/Users/godfather/.m2/repository/net/java/dev/jets3t/jets3t/0.9.0/jets3t-0.9.0.jar:/Users/godfather/.m2/repository/org/apache/httpcomponents/httpcore/4.1.2/httpcore-4.1.2.jar:/Users/godfather/.m2/repository/com/jamesmurty/utils/java-xmlbuilder/0.4/java-xmlbuilder-0.4.jar:/Users/godfather/.m2/repository/org/apache/avro/avro/1.7.4/avro-1.7.4.jar:/Users/godfather/.m2/repository/com/thoughtworks/paranamer/paranamer/2.3/paranamer-2.3.jar:/Users/godfather/.m2/repository/org/xerial/snappy/snappy-java/1.0.4.1/snappy-java-1.0.4.1.jar:/Users/godfather/.m2/repository/com/google/code/gson/gson/2.2.4/gson-2.2.4.jar:/Users/godfather/.m2/repository/com/jcraft/jsch/0.1.42/jsch-0.1.42.jar:/Users/godfather/.m2/repository/org/apache/curator/curator-client/2.7.1/curator-client-2.7.1.jar:/Users/godfather/.m2/repository/org/apache/curator/curator-recipes/2.7.1/curator-recipes-2.7.1.jar:/Users/godfather/.m2/repository/org/apache/commons/commons-compress/1.4.1/commons-compress-1.4.1.jar:/Users/godfather/.m2/repository/org/tukaani/xz/1.0/xz-1.0.jar:/Users/godfather/.m2/repository/org/apache/hadoop/hadoop-auth/2.7.1/hadoop-auth-2.7.1.jar:/Users/godfather/.m2/repository/org/apache/httpcomponents/httpclient/4.2.5/httpclient-4.2.5.jar:/Users/godfather/.m2/repository/org/apache/directory/server/apacheds-kerberos-codec/2.0.0-M15/apacheds-kerberos-codec-2.0.0-M15.jar:/Users/godfather/.m2/repository/org/apache/curator/curator-framework/2.7.1/curator-framework-2.7.1.jar:/Users/godfather/.m2/repository/org/apache/hadoop/hadoop-client/2.7.1/hadoop-client-2.7.1.jar:/Users/godfather/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-app/2.7.1/hadoop-mapreduce-client-app-2.7.1.jar:/Users/godfather/.m2/repository/org/apache/hadoop/hadoop-yarn-api/2.7.1/hadoop-yarn-api-2.7.1.jar:/Users/godfather/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.7.1/hadoop-mapreduce-client-jobclient-2.7.1.jar:/Users/godfather/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.7.1/hadoop-mapreduce-client-core-2.7.1.jar:/Users/godfather/.m2/repository/org/apache/hadoop/hadoop-yarn-common/2.7.1/hadoop-yarn-common-2.7.1.jar:/Users/godfather/.m2/repository/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar:/Users/godfather/.m2/repository/javax/activation/activation/1.1/activation-1.1.jar:/Users/godfather/.m2/repository/javax/servlet/servlet-api/2.5/servlet-api-2.5.jar:/Users/godfather/.m2/repository/com/sun/jersey/jersey-client/1.9/jersey-client-1.9.jar:/Users/godfather/.m2/repository/com/google/inject/guice/3.0/guice-3.0.jar:/Users/godfather/.m2/repository/javax/inject/javax.inject/1/javax.inject-1.jar:/Users/godfather/.m2/repository/aopalliance/aopalliance/1.0/aopalliance-1.0.jar:/Users/godfather/.m2/repository/com/sun/jersey/contribs/jersey-guice/1.9/jersey-guice-1.9.jar:/Users/godfather/.m2/repository/com/google/inject/extensions/guice-servlet/3.0/guice-servlet-3.0.jar:/Users/godfather/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.7.1/hadoop-mapreduce-client-jobclient-2.7.1-tests.jar:/Users/godfather/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-common/2.7.1/hadoop-mapreduce-client-common-2.7.1.jar:/Users/godfather/.m2/repository/org/apache/hadoop/hadoop-yarn-client/2.7.1/hadoop-yarn-client-2.7.1.jar:/Users/godfather/.m2/repository/org/apache/hadoop/hadoop-yarn-server-common/2.7.1/hadoop-yarn-server-common-2.7.1.jar:/Users/godfather/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.7.1/hadoop-mapreduce-client-shuffle-2.7.1.jar:/Users/godfather/.m2/repository/org/apache/hadoop/hadoop-yarn-server-nodemanager/2.7.1/hadoop-yarn-server-nodemanager-2.7.1.jar:/Users/godfather/.m2/repository/org/apache/hadoop/hadoop-hdfs/2.7.1/hadoop-hdfs-2.7.1.jar:/Users/godfather/.m2/repository/commons-daemon/commons-daemon/1.0.13/commons-daemon-1.0.13.jar:/Users/godfather/.m2/repository/xerces/xercesImpl/2.9.1/xercesImpl-2.9.1.jar:/Users/godfather/.m2/repository/org/fusesource/leveldbjni/leveldbjni-all/1.8/leveldbjni-all-1.8.jar:/Users/godfather/.m2/repository/org/apache/hadoop/hadoop-hdfs/2.7.1/hadoop-hdfs-2.7.1-tests.jar:/Users/godfather/.m2/repository/org/apache/hadoop/hadoop-minicluster/2.7.1/hadoop-minicluster-2.7.1.jar:/Users/godfather/.m2/repository/org/apache/hadoop/hadoop-common/2.7.1/hadoop-common-2.7.1-tests.jar:/Users/godfather/.m2/repository/org/apache/hadoop/hadoop-yarn-server-tests/2.7.1/hadoop-yarn-server-tests-2.7.1-tests.jar:/Users/godfather/.m2/repository/org/apache/hadoop/hadoop-yarn-server-resourcemanager/2.7.1/hadoop-yarn-server-resourcemanager-2.7.1.jar:/Users/godfather/.m2/repository/org/apache/hadoop/hadoop-yarn-server-applicationhistoryservice/2.7.1/hadoop-yarn-server-applicationhistoryservice-2.7.1.jar:/Users/godfather/.m2/repository/org/apache/hadoop/hadoop-yarn-server-web-proxy/2.7.1/hadoop-yarn-server-web-proxy-2.7.1.jar:/Users/godfather/.m2/repository/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6-tests.jar:/Users/godfather/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-hs/2.7.1/hadoop-mapreduce-client-hs-2.7.1.jar:/Users/godfather/.m2/repository/io/netty/netty/3.6.2.Final/netty-3.6.2.Final.jar:/Users/godfather/.m2/repository/com/github/stephenc/findbugs/findbugs-annotations/1.3.9-1/findbugs-annotations-1.3.9-1.jar:/Users/godfather/.m2/repository/junit/junit/4.12/junit-4.12.jar:/Users/godfather/.m2/repository/org/mockito/mockito-all/1.10.8/mockito-all-1.10.8.jar" com.intellij.rt.execution.application.AppMain com.intellij.rt.execution.junit.JUnitStarter -ideVersion5 org.apache.hadoop.hbase.TestPartialResultsFromClientSide,testEssentialHeapOrderForCompleteRow 2016-03-04 19:12:13,164 INFO [main] hbase.HBaseTestingUtility(1013): Starting up minicluster with 1 master(s) and 3 regionserver(s) and 3 datanode(s) 2016-03-04 19:12:13,219 INFO [main] hbase.HBaseTestingUtility(496): Created new mini-cluster data directory: /Users/godfather/code/hbase/target/test-data/e4e45e03-15da-488e-8a77-acae1bdbd3af/dfscluster_a1688cc9-13c4-4e9c-905b-c13053a50b19, deleteOnExit=true 2016-03-04 19:12:13,245 INFO [main] hbase.HBaseTestingUtility(743): Setting test.cache.data to /Users/godfather/code/hbase/target/test-data/e4e45e03-15da-488e-8a77-acae1bdbd3af/cache_data in system properties and HBase conf 2016-03-04 19:12:13,247 INFO [main] hbase.HBaseTestingUtility(743): Setting hadoop.tmp.dir to /Users/godfather/code/hbase/target/test-data/e4e45e03-15da-488e-8a77-acae1bdbd3af/hadoop_tmp in system properties and HBase conf 2016-03-04 19:12:13,251 INFO [main] hbase.HBaseTestingUtility(743): Setting hadoop.log.dir to /Users/godfather/code/hbase/target/test-data/e4e45e03-15da-488e-8a77-acae1bdbd3af/hadoop_logs in system properties and HBase conf 2016-03-04 19:12:13,252 INFO [main] hbase.HBaseTestingUtility(743): Setting mapreduce.cluster.local.dir to /Users/godfather/code/hbase/target/test-data/e4e45e03-15da-488e-8a77-acae1bdbd3af/mapred_local in system properties and HBase conf 2016-03-04 19:12:13,253 INFO [main] hbase.HBaseTestingUtility(743): Setting mapreduce.cluster.temp.dir to /Users/godfather/code/hbase/target/test-data/e4e45e03-15da-488e-8a77-acae1bdbd3af/mapred_temp in system properties and HBase conf 2016-03-04 19:12:13,255 INFO [main] hbase.HBaseTestingUtility(734): read short circuit is OFF 2016-03-04 19:12:14,199 WARN [main] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2016-03-04 19:12:14,526 DEBUG [main] fs.HFileSystem(221): The file system is not a DistributedFileSystem. Skipping on block location reordering Formatting using clusterid: testClusterID 2016-03-04 19:12:15,760 WARN [main] impl.MetricsConfig(125): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2016-03-04 19:12:15,978 INFO [main] log.Slf4jLog(67): Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog 2016-03-04 19:12:16,042 INFO [main] log.Slf4jLog(67): jetty-6.1.26 2016-03-04 19:12:16,073 INFO [main] log.Slf4jLog(67): Extract jar:file:/Users/godfather/.m2/repository/org/apache/hadoop/hadoop-hdfs/2.7.1/hadoop-hdfs-2.7.1-tests.jar!/webapps/hdfs to /var/folders/rv/71qphy3d4cz9spkjjr3vv3cm0000gn/T/Jetty_localhost_58963_hdfs____zallgd/webapp 2016-03-04 19:12:16,486 INFO [main] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:58963 2016-03-04 19:12:17,075 INFO [main] log.Slf4jLog(67): jetty-6.1.26 2016-03-04 19:12:17,081 INFO [main] log.Slf4jLog(67): Extract jar:file:/Users/godfather/.m2/repository/org/apache/hadoop/hadoop-hdfs/2.7.1/hadoop-hdfs-2.7.1-tests.jar!/webapps/datanode to /var/folders/rv/71qphy3d4cz9spkjjr3vv3cm0000gn/T/Jetty_localhost_58967_datanode____.xtwciq/webapp 2016-03-04 19:12:17,344 INFO [main] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:58967 2016-03-04 19:12:17,634 INFO [main] log.Slf4jLog(67): jetty-6.1.26 2016-03-04 19:12:17,642 INFO [main] log.Slf4jLog(67): Extract jar:file:/Users/godfather/.m2/repository/org/apache/hadoop/hadoop-hdfs/2.7.1/hadoop-hdfs-2.7.1-tests.jar!/webapps/datanode to /var/folders/rv/71qphy3d4cz9spkjjr3vv3cm0000gn/T/Jetty_localhost_58971_datanode____.d2scsp/webapp 2016-03-04 19:12:18,205 INFO [main] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:58971 2016-03-04 19:12:18,332 INFO [main] log.Slf4jLog(67): jetty-6.1.26 2016-03-04 19:12:18,340 INFO [main] log.Slf4jLog(67): Extract jar:file:/Users/godfather/.m2/repository/org/apache/hadoop/hadoop-hdfs/2.7.1/hadoop-hdfs-2.7.1-tests.jar!/webapps/datanode to /var/folders/rv/71qphy3d4cz9spkjjr3vv3cm0000gn/T/Jetty_localhost_58976_datanode____xowh4s/webapp 2016-03-04 19:12:19,003 INFO [main] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:58976 2016-03-04 19:12:19,025 INFO [IPC Server handler 0 on 58965] blockmanagement.BlockManager(1862): BLOCK* processReport: from storage DS-96b4ab60-ffd7-48a5-a9bd-f0e113d639dd node DatanodeRegistration(127.0.0.1:58970, datanodeUuid=abb624f5-e0ac-4738-8ea7-d727199aa2f8, infoPort=58973, infoSecurePort=0, ipcPort=58974, storageInfo=lv=-56;cid=testClusterID;nsid=1860134636;c=0), blocks: 0, hasStaleStorage: true, processing time: 2 msecs 2016-03-04 19:12:19,025 INFO [IPC Server handler 2 on 58965] blockmanagement.BlockManager(1862): BLOCK* processReport: from storage DS-844adf60-0e63-4887-b900-61eda108492a node DatanodeRegistration(127.0.0.1:58966, datanodeUuid=d4189534-2467-4365-a587-8da9b874e8a6, infoPort=58968, infoSecurePort=0, ipcPort=58969, storageInfo=lv=-56;cid=testClusterID;nsid=1860134636;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs 2016-03-04 19:12:19,027 INFO [IPC Server handler 0 on 58965] blockmanagement.BlockManager(1862): BLOCK* processReport: from storage DS-fd9d738d-7a12-4f2e-845a-04899ef9d756 node DatanodeRegistration(127.0.0.1:58970, datanodeUuid=abb624f5-e0ac-4738-8ea7-d727199aa2f8, infoPort=58973, infoSecurePort=0, ipcPort=58974, storageInfo=lv=-56;cid=testClusterID;nsid=1860134636;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs 2016-03-04 19:12:19,029 INFO [IPC Server handler 2 on 58965] blockmanagement.BlockManager(1862): BLOCK* processReport: from storage DS-57a880d8-4cd0-46c6-9cf8-011b8244922f node DatanodeRegistration(127.0.0.1:58966, datanodeUuid=d4189534-2467-4365-a587-8da9b874e8a6, infoPort=58968, infoSecurePort=0, ipcPort=58969, storageInfo=lv=-56;cid=testClusterID;nsid=1860134636;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs 2016-03-04 19:12:19,187 INFO [IPC Server handler 7 on 58965] blockmanagement.BlockManager(1862): BLOCK* processReport: from storage DS-c027f306-2836-4874-ae51-e7e770a72994 node DatanodeRegistration(127.0.0.1:58975, datanodeUuid=63c7fe68-ab91-4647-b2cb-e381bb66a354, infoPort=58977, infoSecurePort=0, ipcPort=58978, storageInfo=lv=-56;cid=testClusterID;nsid=1860134636;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs 2016-03-04 19:12:19,188 INFO [IPC Server handler 7 on 58965] blockmanagement.BlockManager(1862): BLOCK* processReport: from storage DS-a41d33ea-f22b-4bb8-9dd8-80c3310e68e8 node DatanodeRegistration(127.0.0.1:58975, datanodeUuid=63c7fe68-ab91-4647-b2cb-e381bb66a354, infoPort=58977, infoSecurePort=0, ipcPort=58978, storageInfo=lv=-56;cid=testClusterID;nsid=1860134636;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs 2016-03-04 19:12:19,834 INFO [main] zookeeper.MiniZooKeeperCluster(276): Started MiniZooKeeperCluster and ran successful 'stat' on client port=53546 2016-03-04 19:12:19,850 INFO [main] fs.HFileSystem(252): Added intercepting call to namenode#getBlockLocations so can do block reordering using class class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2016-03-04 19:12:19,853 INFO [main] fs.HFileSystem(252): Added intercepting call to namenode#getBlockLocations so can do block reordering using class class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2016-03-04 19:12:20,155 INFO [IPC Server handler 7 on 58965] blockmanagement.BlockManager(2624): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58975 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-57a880d8-4cd0-46c6-9cf8-011b8244922f:NORMAL:127.0.0.1:58966|RBW], ReplicaUC[[DISK]DS-a41d33ea-f22b-4bb8-9dd8-80c3310e68e8:NORMAL:127.0.0.1:58975|RBW], ReplicaUC[[DISK]DS-96b4ab60-ffd7-48a5-a9bd-f0e113d639dd:NORMAL:127.0.0.1:58970|RBW]]} size 7 2016-03-04 19:12:20,156 INFO [IPC Server handler 8 on 58965] blockmanagement.BlockManager(2624): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58966 is added to blk_1073741825_1001 size 7 2016-03-04 19:12:20,157 INFO [IPC Server handler 6 on 58965] blockmanagement.BlockManager(2624): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58970 is added to blk_1073741825_1001 size 7 2016-03-04 19:12:20,568 INFO [main] util.FSUtils(749): Created version file at hdfs://localhost:58965/user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490 with version=8 2016-03-04 19:12:21,001 INFO [main] client.ConnectionUtils(106): master//10.235.114.28:0 server-side HConnection retries=350 2016-03-04 19:12:21,042 INFO [main] ipc.SimpleRpcScheduler(190): Using deadline as user call queue, count=1 2016-03-04 19:12:21,056 INFO [main] ipc.RpcServer$Listener(635): master//10.235.114.28:0: started 3 reader(s) listening on port=58993 2016-03-04 19:12:21,121 INFO [main] hfile.CacheConfig(554): Allocating LruBlockCache size=728.20 MB, blockSize=64 KB 2016-03-04 19:12:21,129 DEBUG [main] hfile.CacheConfig(568): Trying to use Internal l2 cache 2016-03-04 19:12:21,129 INFO [main] hfile.CacheConfig(298): blockCache=LruBlockCache{blockCount=0, currentSize=784264, freeSize=762788792, maxSize=763573056, heapSize=784264, minSize=725394368, minFactor=0.95, multiSize=362697184, multiFactor=0.5, singleSize=181348592, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2016-03-04 19:12:21,131 INFO [main] hfile.CacheConfig(298): blockCache=LruBlockCache{blockCount=0, currentSize=784264, freeSize=762788792, maxSize=763573056, heapSize=784264, minSize=725394368, minFactor=0.95, multiSize=362697184, multiFactor=0.5, singleSize=181348592, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2016-03-04 19:12:21,138 INFO [main] mob.MobFileCache(121): MobFileCache is initialized, and the cache size is 1000 2016-03-04 19:12:21,142 INFO [main] fs.HFileSystem(252): Added intercepting call to namenode#getBlockLocations so can do block reordering using class class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2016-03-04 19:12:21,216 INFO [main] zookeeper.RecoverableZooKeeper(120): Process identifier=master:58993 connecting to ZooKeeper ensemble=localhost:53546 2016-03-04 19:12:21,259 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): master:589930x0, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2016-03-04 19:12:21,262 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(674): master:58993-0x1534154095c0000 connected 2016-03-04 19:12:21,299 DEBUG [main] zookeeper.ZKUtil(367): master:58993-0x1534154095c0000, quorum=localhost:53546, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2016-03-04 19:12:21,300 DEBUG [main] zookeeper.ZKUtil(367): master:58993-0x1534154095c0000, quorum=localhost:53546, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2016-03-04 19:12:21,303 INFO [RpcServer.responder] ipc.RpcServer$Responder(958): RpcServer.responder: starting 2016-03-04 19:12:21,303 INFO [RpcServer.listener,port=58993] ipc.RpcServer$Listener(769): RpcServer.listener,port=58993: starting 2016-03-04 19:12:21,304 DEBUG [main] ipc.RpcExecutor(118): B.default Start Handler index=0 queue=0 2016-03-04 19:12:21,304 DEBUG [main] ipc.RpcExecutor(118): B.default Start Handler index=1 queue=0 2016-03-04 19:12:21,305 DEBUG [main] ipc.RpcExecutor(118): B.default Start Handler index=2 queue=0 2016-03-04 19:12:21,305 DEBUG [main] ipc.RpcExecutor(118): B.default Start Handler index=3 queue=0 2016-03-04 19:12:21,305 DEBUG [main] ipc.RpcExecutor(118): B.default Start Handler index=4 queue=0 2016-03-04 19:12:21,306 DEBUG [main] ipc.RpcExecutor(118): Priority Start Handler index=0 queue=0 2016-03-04 19:12:21,306 DEBUG [main] ipc.RpcExecutor(118): Priority Start Handler index=1 queue=1 2016-03-04 19:12:21,307 DEBUG [main] ipc.RpcExecutor(118): Priority Start Handler index=2 queue=0 2016-03-04 19:12:21,307 DEBUG [main] ipc.RpcExecutor(118): Priority Start Handler index=3 queue=1 2016-03-04 19:12:21,308 DEBUG [main] ipc.RpcExecutor(118): Priority Start Handler index=4 queue=0 2016-03-04 19:12:21,308 DEBUG [main] ipc.RpcExecutor(118): Replication Start Handler index=0 queue=0 2016-03-04 19:12:21,309 DEBUG [main] ipc.RpcExecutor(118): Replication Start Handler index=1 queue=0 2016-03-04 19:12:21,309 DEBUG [main] ipc.RpcExecutor(118): Replication Start Handler index=2 queue=0 2016-03-04 19:12:21,324 INFO [main] master.HMaster(386): hbase.rootdir=hdfs://localhost:58965/user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490, hbase.cluster.distributed=false 2016-03-04 19:12:21,344 INFO [main] master.HMaster(1707): Adding backup master ZNode /hbase/backup-masters/10.235.114.28,58993,1457089941102 2016-03-04 19:12:21,354 DEBUG [main] zookeeper.ZKUtil(365): master:58993-0x1534154095c0000, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/10.235.114.28,58993,1457089941102 2016-03-04 19:12:21,362 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): master:58993-0x1534154095c0000, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2016-03-04 19:12:21,363 DEBUG [10.235.114.28:58993.activeMasterManager] zookeeper.ZKUtil(365): master:58993-0x1534154095c0000, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2016-03-04 19:12:21,364 INFO [10.235.114.28:58993.activeMasterManager] master.ActiveMasterManager(170): Deleting ZNode for /hbase/backup-masters/10.235.114.28,58993,1457089941102 from backup master directory 2016-03-04 19:12:21,367 DEBUG [main-EventThread] zookeeper.ZKUtil(365): master:58993-0x1534154095c0000, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2016-03-04 19:12:21,367 DEBUG [main-EventThread] master.ActiveMasterManager(126): A master is now available 2016-03-04 19:12:21,368 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): master:58993-0x1534154095c0000, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/10.235.114.28,58993,1457089941102 2016-03-04 19:12:21,369 WARN [10.235.114.28:58993.activeMasterManager] hbase.ZNodeClearer(61): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2016-03-04 19:12:21,370 INFO [10.235.114.28:58993.activeMasterManager] master.ActiveMasterManager(179): Registered Active Master=10.235.114.28,58993,1457089941102 2016-03-04 19:12:21,452 INFO [main] client.ConnectionUtils(106): regionserver//10.235.114.28:0 server-side HConnection retries=350 2016-03-04 19:12:21,452 INFO [main] ipc.SimpleRpcScheduler(190): Using deadline as user call queue, count=1 2016-03-04 19:12:21,455 INFO [main] ipc.RpcServer$Listener(635): regionserver//10.235.114.28:0: started 3 reader(s) listening on port=58997 2016-03-04 19:12:21,465 INFO [main] hfile.CacheConfig(298): blockCache=LruBlockCache{blockCount=0, currentSize=784264, freeSize=762788792, maxSize=763573056, heapSize=784264, minSize=725394368, minFactor=0.95, multiSize=362697184, multiFactor=0.5, singleSize=181348592, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2016-03-04 19:12:21,467 INFO [main] hfile.CacheConfig(298): blockCache=LruBlockCache{blockCount=0, currentSize=784264, freeSize=762788792, maxSize=763573056, heapSize=784264, minSize=725394368, minFactor=0.95, multiSize=362697184, multiFactor=0.5, singleSize=181348592, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2016-03-04 19:12:21,472 INFO [main] fs.HFileSystem(252): Added intercepting call to namenode#getBlockLocations so can do block reordering using class class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2016-03-04 19:12:21,476 INFO [main] zookeeper.RecoverableZooKeeper(120): Process identifier=regionserver:58997 connecting to ZooKeeper ensemble=localhost:53546 2016-03-04 19:12:21,480 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): regionserver:589970x0, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2016-03-04 19:12:21,481 DEBUG [main] zookeeper.ZKUtil(365): regionserver:589970x0, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2016-03-04 19:12:21,482 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(674): regionserver:58997-0x1534154095c0001 connected 2016-03-04 19:12:21,483 DEBUG [main] zookeeper.ZKUtil(367): regionserver:58997-0x1534154095c0001, quorum=localhost:53546, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2016-03-04 19:12:21,483 INFO [RpcServer.responder] ipc.RpcServer$Responder(958): RpcServer.responder: starting 2016-03-04 19:12:21,484 DEBUG [main] ipc.RpcExecutor(118): B.default Start Handler index=0 queue=0 2016-03-04 19:12:21,484 INFO [RpcServer.listener,port=58997] ipc.RpcServer$Listener(769): RpcServer.listener,port=58997: starting 2016-03-04 19:12:21,484 DEBUG [main] ipc.RpcExecutor(118): B.default Start Handler index=1 queue=0 2016-03-04 19:12:21,485 DEBUG [main] ipc.RpcExecutor(118): B.default Start Handler index=2 queue=0 2016-03-04 19:12:21,486 DEBUG [main] ipc.RpcExecutor(118): B.default Start Handler index=3 queue=0 2016-03-04 19:12:21,486 DEBUG [main] ipc.RpcExecutor(118): B.default Start Handler index=4 queue=0 2016-03-04 19:12:21,486 DEBUG [main] ipc.RpcExecutor(118): Priority Start Handler index=0 queue=0 2016-03-04 19:12:21,487 DEBUG [main] ipc.RpcExecutor(118): Priority Start Handler index=1 queue=1 2016-03-04 19:12:21,487 DEBUG [main] ipc.RpcExecutor(118): Priority Start Handler index=2 queue=0 2016-03-04 19:12:21,488 DEBUG [main] ipc.RpcExecutor(118): Priority Start Handler index=3 queue=1 2016-03-04 19:12:21,488 DEBUG [main] ipc.RpcExecutor(118): Priority Start Handler index=4 queue=0 2016-03-04 19:12:21,489 DEBUG [main] ipc.RpcExecutor(118): Replication Start Handler index=0 queue=0 2016-03-04 19:12:21,489 DEBUG [main] ipc.RpcExecutor(118): Replication Start Handler index=1 queue=0 2016-03-04 19:12:21,489 DEBUG [main] ipc.RpcExecutor(118): Replication Start Handler index=2 queue=0 2016-03-04 19:12:21,499 INFO [IPC Server handler 5 on 58965] blockmanagement.BlockManager(2624): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58975 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-844adf60-0e63-4887-b900-61eda108492a:NORMAL:127.0.0.1:58966|RBW], ReplicaUC[[DISK]DS-fd9d738d-7a12-4f2e-845a-04899ef9d756:NORMAL:127.0.0.1:58970|RBW], ReplicaUC[[DISK]DS-c027f306-2836-4874-ae51-e7e770a72994:NORMAL:127.0.0.1:58975|RBW]]} size 0 2016-03-04 19:12:21,500 INFO [IPC Server handler 3 on 58965] blockmanagement.BlockManager(2624): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58970 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-844adf60-0e63-4887-b900-61eda108492a:NORMAL:127.0.0.1:58966|RBW], ReplicaUC[[DISK]DS-c027f306-2836-4874-ae51-e7e770a72994:NORMAL:127.0.0.1:58975|RBW], ReplicaUC[[DISK]DS-96b4ab60-ffd7-48a5-a9bd-f0e113d639dd:NORMAL:127.0.0.1:58970|FINALIZED]]} size 0 2016-03-04 19:12:21,503 INFO [IPC Server handler 4 on 58965] blockmanagement.BlockManager(2624): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58966 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c027f306-2836-4874-ae51-e7e770a72994:NORMAL:127.0.0.1:58975|RBW], ReplicaUC[[DISK]DS-96b4ab60-ffd7-48a5-a9bd-f0e113d639dd:NORMAL:127.0.0.1:58970|FINALIZED], ReplicaUC[[DISK]DS-57a880d8-4cd0-46c6-9cf8-011b8244922f:NORMAL:127.0.0.1:58966|FINALIZED]]} size 0 2016-03-04 19:12:21,509 DEBUG [10.235.114.28:58993.activeMasterManager] util.FSUtils(901): Created cluster ID file at hdfs://localhost:58965/user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/hbase.id with ID: 72afef8b-3a71-45ae-a87e-553797647600 2016-03-04 19:12:21,536 INFO [main] client.ConnectionUtils(106): regionserver//10.235.114.28:0 server-side HConnection retries=350 2016-03-04 19:12:21,537 INFO [main] ipc.SimpleRpcScheduler(190): Using deadline as user call queue, count=1 2016-03-04 19:12:21,539 INFO [main] ipc.RpcServer$Listener(635): regionserver//10.235.114.28:0: started 3 reader(s) listening on port=59003 2016-03-04 19:12:21,542 INFO [main] hfile.CacheConfig(298): blockCache=LruBlockCache{blockCount=0, currentSize=784264, freeSize=762788792, maxSize=763573056, heapSize=784264, minSize=725394368, minFactor=0.95, multiSize=362697184, multiFactor=0.5, singleSize=181348592, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2016-03-04 19:12:21,543 INFO [main] hfile.CacheConfig(298): blockCache=LruBlockCache{blockCount=0, currentSize=784264, freeSize=762788792, maxSize=763573056, heapSize=784264, minSize=725394368, minFactor=0.95, multiSize=362697184, multiFactor=0.5, singleSize=181348592, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2016-03-04 19:12:21,547 INFO [main] fs.HFileSystem(252): Added intercepting call to namenode#getBlockLocations so can do block reordering using class class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2016-03-04 19:12:21,549 INFO [main] zookeeper.RecoverableZooKeeper(120): Process identifier=regionserver:59003 connecting to ZooKeeper ensemble=localhost:53546 2016-03-04 19:12:21,553 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): regionserver:590030x0, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2016-03-04 19:12:21,554 DEBUG [main] zookeeper.ZKUtil(365): regionserver:590030x0, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2016-03-04 19:12:21,555 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(674): regionserver:59003-0x1534154095c0002 connected 2016-03-04 19:12:21,556 DEBUG [main] zookeeper.ZKUtil(367): regionserver:59003-0x1534154095c0002, quorum=localhost:53546, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2016-03-04 19:12:21,556 INFO [RpcServer.responder] ipc.RpcServer$Responder(958): RpcServer.responder: starting 2016-03-04 19:12:21,556 DEBUG [main] ipc.RpcExecutor(118): B.default Start Handler index=0 queue=0 2016-03-04 19:12:21,556 INFO [RpcServer.listener,port=59003] ipc.RpcServer$Listener(769): RpcServer.listener,port=59003: starting 2016-03-04 19:12:21,557 DEBUG [main] ipc.RpcExecutor(118): B.default Start Handler index=1 queue=0 2016-03-04 19:12:21,558 DEBUG [main] ipc.RpcExecutor(118): B.default Start Handler index=2 queue=0 2016-03-04 19:12:21,558 DEBUG [main] ipc.RpcExecutor(118): B.default Start Handler index=3 queue=0 2016-03-04 19:12:21,559 DEBUG [main] ipc.RpcExecutor(118): B.default Start Handler index=4 queue=0 2016-03-04 19:12:21,559 DEBUG [main] ipc.RpcExecutor(118): Priority Start Handler index=0 queue=0 2016-03-04 19:12:21,560 DEBUG [main] ipc.RpcExecutor(118): Priority Start Handler index=1 queue=1 2016-03-04 19:12:21,560 DEBUG [main] ipc.RpcExecutor(118): Priority Start Handler index=2 queue=0 2016-03-04 19:12:21,561 DEBUG [main] ipc.RpcExecutor(118): Priority Start Handler index=3 queue=1 2016-03-04 19:12:21,561 INFO [10.235.114.28:58993.activeMasterManager] master.MasterFileSystem(528): BOOTSTRAP: creating hbase:meta region 2016-03-04 19:12:21,561 DEBUG [main] ipc.RpcExecutor(118): Priority Start Handler index=4 queue=0 2016-03-04 19:12:21,562 DEBUG [main] ipc.RpcExecutor(118): Replication Start Handler index=0 queue=0 2016-03-04 19:12:21,562 DEBUG [main] ipc.RpcExecutor(118): Replication Start Handler index=1 queue=0 2016-03-04 19:12:21,562 DEBUG [main] ipc.RpcExecutor(118): Replication Start Handler index=2 queue=0 2016-03-04 19:12:21,565 INFO [10.235.114.28:58993.activeMasterManager] regionserver.HRegion(6164): creating HRegion hbase:meta HTD == 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|'}, {NAME => 'info', DATA_BLOCK_ENCODING => 'NONE', BLOOMFILTER => 'NONE', REPLICATION_SCOPE => '0', COMPRESSION => 'NONE', VERSIONS => '3', TTL => 'FOREVER', MIN_VERSIONS => '0', CACHE_DATA_IN_L1 => 'true', KEEP_DELETED_CELLS => 'FALSE', BLOCKSIZE => '8192', IN_MEMORY => 'false', BLOCKCACHE => 'false'}, {NAME => 'table', DATA_BLOCK_ENCODING => 'NONE', BLOOMFILTER => 'NONE', REPLICATION_SCOPE => '0', COMPRESSION => 'NONE', VERSIONS => '10', TTL => 'FOREVER', MIN_VERSIONS => '0', CACHE_DATA_IN_L1 => 'true', KEEP_DELETED_CELLS => 'FALSE', BLOCKSIZE => '8192', IN_MEMORY => 'true', BLOCKCACHE => 'true'} RootDir = hdfs://localhost:58965/user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490 Table name == hbase:meta 2016-03-04 19:12:21,592 INFO [main] client.ConnectionUtils(106): regionserver//10.235.114.28:0 server-side HConnection retries=350 2016-03-04 19:12:21,593 INFO [main] ipc.SimpleRpcScheduler(190): Using deadline as user call queue, count=1 2016-03-04 19:12:21,595 INFO [main] ipc.RpcServer$Listener(635): regionserver//10.235.114.28:0: started 3 reader(s) listening on port=59007 2016-03-04 19:12:21,598 INFO [main] hfile.CacheConfig(298): blockCache=LruBlockCache{blockCount=0, currentSize=784264, freeSize=762788792, maxSize=763573056, heapSize=784264, minSize=725394368, minFactor=0.95, multiSize=362697184, multiFactor=0.5, singleSize=181348592, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2016-03-04 19:12:21,600 INFO [main] hfile.CacheConfig(298): blockCache=LruBlockCache{blockCount=0, currentSize=784264, freeSize=762788792, maxSize=763573056, heapSize=784264, minSize=725394368, minFactor=0.95, multiSize=362697184, multiFactor=0.5, singleSize=181348592, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2016-03-04 19:12:21,604 INFO [IPC Server handler 1 on 58965] blockmanagement.BlockManager(2624): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58970 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-57a880d8-4cd0-46c6-9cf8-011b8244922f:NORMAL:127.0.0.1:58966|RBW], ReplicaUC[[DISK]DS-a41d33ea-f22b-4bb8-9dd8-80c3310e68e8:NORMAL:127.0.0.1:58975|RBW], ReplicaUC[[DISK]DS-fd9d738d-7a12-4f2e-845a-04899ef9d756:NORMAL:127.0.0.1:58970|FINALIZED]]} size 0 2016-03-04 19:12:21,606 INFO [IPC Server handler 0 on 58965] blockmanagement.BlockManager(2624): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58975 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-57a880d8-4cd0-46c6-9cf8-011b8244922f:NORMAL:127.0.0.1:58966|RBW], ReplicaUC[[DISK]DS-a41d33ea-f22b-4bb8-9dd8-80c3310e68e8:NORMAL:127.0.0.1:58975|RBW], ReplicaUC[[DISK]DS-fd9d738d-7a12-4f2e-845a-04899ef9d756:NORMAL:127.0.0.1:58970|FINALIZED]]} size 0 2016-03-04 19:12:21,608 INFO [IPC Server handler 2 on 58965] blockmanagement.BlockManager(2624): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58966 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a41d33ea-f22b-4bb8-9dd8-80c3310e68e8:NORMAL:127.0.0.1:58975|RBW], ReplicaUC[[DISK]DS-fd9d738d-7a12-4f2e-845a-04899ef9d756:NORMAL:127.0.0.1:58970|FINALIZED], ReplicaUC[[DISK]DS-844adf60-0e63-4887-b900-61eda108492a:NORMAL:127.0.0.1:58966|FINALIZED]]} size 0 2016-03-04 19:12:21,609 INFO [main] fs.HFileSystem(252): Added intercepting call to namenode#getBlockLocations so can do block reordering using class class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2016-03-04 19:12:21,611 INFO [main] zookeeper.RecoverableZooKeeper(120): Process identifier=regionserver:59007 connecting to ZooKeeper ensemble=localhost:53546 2016-03-04 19:12:21,614 DEBUG [10.235.114.28:58993.activeMasterManager] regionserver.HRegion(736): Instantiated hbase:meta,,1.1588230740 2016-03-04 19:12:21,615 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): regionserver:590070x0, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2016-03-04 19:12:21,615 DEBUG [main] zookeeper.ZKUtil(365): regionserver:590070x0, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2016-03-04 19:12:21,617 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(674): regionserver:59007-0x1534154095c0003 connected 2016-03-04 19:12:21,617 DEBUG [main] zookeeper.ZKUtil(367): regionserver:59007-0x1534154095c0003, quorum=localhost:53546, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2016-03-04 19:12:21,618 INFO [RpcServer.responder] ipc.RpcServer$Responder(958): RpcServer.responder: starting 2016-03-04 19:12:21,618 DEBUG [main] ipc.RpcExecutor(118): B.default Start Handler index=0 queue=0 2016-03-04 19:12:21,618 INFO [RpcServer.listener,port=59007] ipc.RpcServer$Listener(769): RpcServer.listener,port=59007: starting 2016-03-04 19:12:21,618 DEBUG [main] ipc.RpcExecutor(118): B.default Start Handler index=1 queue=0 2016-03-04 19:12:21,619 DEBUG [main] ipc.RpcExecutor(118): B.default Start Handler index=2 queue=0 2016-03-04 19:12:21,619 DEBUG [main] ipc.RpcExecutor(118): B.default Start Handler index=3 queue=0 2016-03-04 19:12:21,619 DEBUG [main] ipc.RpcExecutor(118): B.default Start Handler index=4 queue=0 2016-03-04 19:12:21,620 DEBUG [main] ipc.RpcExecutor(118): Priority Start Handler index=0 queue=0 2016-03-04 19:12:21,620 DEBUG [main] ipc.RpcExecutor(118): Priority Start Handler index=1 queue=1 2016-03-04 19:12:21,620 DEBUG [main] ipc.RpcExecutor(118): Priority Start Handler index=2 queue=0 2016-03-04 19:12:21,621 DEBUG [main] ipc.RpcExecutor(118): Priority Start Handler index=3 queue=1 2016-03-04 19:12:21,621 DEBUG [main] ipc.RpcExecutor(118): Priority Start Handler index=4 queue=0 2016-03-04 19:12:21,621 DEBUG [main] ipc.RpcExecutor(118): Replication Start Handler index=0 queue=0 2016-03-04 19:12:21,622 DEBUG [main] ipc.RpcExecutor(118): Replication Start Handler index=1 queue=0 2016-03-04 19:12:21,622 DEBUG [main] ipc.RpcExecutor(118): Replication Start Handler index=2 queue=0 2016-03-04 19:12:21,668 INFO [M:0;10.235.114.28:58993] zookeeper.RecoverableZooKeeper(120): Process identifier=hconnection-0x533a8f32 connecting to ZooKeeper ensemble=localhost:53546 2016-03-04 19:12:21,668 INFO [RS:2;10.235.114.28:59007] zookeeper.RecoverableZooKeeper(120): Process identifier=hconnection-0x7d02e533 connecting to ZooKeeper ensemble=localhost:53546 2016-03-04 19:12:21,668 INFO [RS:1;10.235.114.28:59003] zookeeper.RecoverableZooKeeper(120): Process identifier=hconnection-0x298f464e connecting to ZooKeeper ensemble=localhost:53546 2016-03-04 19:12:21,668 INFO [RS:0;10.235.114.28:58997] zookeeper.RecoverableZooKeeper(120): Process identifier=hconnection-0x1ee900e8 connecting to ZooKeeper ensemble=localhost:53546 2016-03-04 19:12:21,674 DEBUG [M:0;10.235.114.28:58993-EventThread] zookeeper.ZooKeeperWatcher(590): hconnection-0x533a8f320x0, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2016-03-04 19:12:21,674 DEBUG [RS:0;10.235.114.28:58997-EventThread] zookeeper.ZooKeeperWatcher(590): hconnection-0x1ee900e80x0, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2016-03-04 19:12:21,674 DEBUG [RS:2;10.235.114.28:59007-EventThread] zookeeper.ZooKeeperWatcher(590): hconnection-0x7d02e5330x0, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2016-03-04 19:12:21,675 INFO [RS:2;10.235.114.28:59007] client.ZooKeeperRegistry(104): ClusterId read in ZooKeeper is null 2016-03-04 19:12:21,675 INFO [RS:0;10.235.114.28:58997] client.ZooKeeperRegistry(104): ClusterId read in ZooKeeper is null 2016-03-04 19:12:21,675 INFO [M:0;10.235.114.28:58993] client.ZooKeeperRegistry(104): ClusterId read in ZooKeeper is null 2016-03-04 19:12:21,676 DEBUG [M:0;10.235.114.28:58993] client.ConnectionImplementation(466): clusterid came back null, using default default-cluster 2016-03-04 19:12:21,675 DEBUG [RS:1;10.235.114.28:59003-EventThread] zookeeper.ZooKeeperWatcher(590): hconnection-0x298f464e0x0, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2016-03-04 19:12:21,677 DEBUG [RS:2;10.235.114.28:59007-EventThread] zookeeper.ZooKeeperWatcher(674): hconnection-0x7d02e533-0x1534154095c0006 connected 2016-03-04 19:12:21,676 DEBUG [RS:0;10.235.114.28:58997-EventThread] zookeeper.ZooKeeperWatcher(674): hconnection-0x1ee900e8-0x1534154095c0005 connected 2016-03-04 19:12:21,676 DEBUG [RS:0;10.235.114.28:58997] client.ConnectionImplementation(466): clusterid came back null, using default default-cluster 2016-03-04 19:12:21,675 DEBUG [RS:2;10.235.114.28:59007] client.ConnectionImplementation(466): clusterid came back null, using default default-cluster 2016-03-04 19:12:21,675 INFO [RS:1;10.235.114.28:59003] client.ZooKeeperRegistry(104): ClusterId read in ZooKeeper is null 2016-03-04 19:12:21,675 DEBUG [M:0;10.235.114.28:58993-EventThread] zookeeper.ZooKeeperWatcher(674): hconnection-0x533a8f32-0x1534154095c0004 connected 2016-03-04 19:12:21,678 DEBUG [RS:1;10.235.114.28:59003] client.ConnectionImplementation(466): clusterid came back null, using default default-cluster 2016-03-04 19:12:21,678 DEBUG [RS:1;10.235.114.28:59003-EventThread] zookeeper.ZooKeeperWatcher(674): hconnection-0x298f464e-0x1534154095c0007 connected 2016-03-04 19:12:21,682 INFO [StoreOpener-1588230740-1] hfile.CacheConfig(298): blockCache=LruBlockCache{blockCount=0, currentSize=784264, freeSize=762788792, maxSize=763573056, heapSize=784264, minSize=725394368, minFactor=0.95, multiSize=362697184, multiFactor=0.5, singleSize=181348592, singleFactor=0.25}, cacheDataOnRead=false, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2016-03-04 19:12:21,695 INFO [StoreOpener-1588230740-1] compactions.CompactionConfiguration(137): size [134217728, 9223372036854775807, 9223372036854775807); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, base window in milliseconds 21600000, windows per tier 4,incoming window min 6 2016-03-04 19:12:21,697 DEBUG [M:0;10.235.114.28:58993] ipc.AbstractRpcClient(115): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c800f96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2016-03-04 19:12:21,697 DEBUG [RS:0;10.235.114.28:58997] ipc.AbstractRpcClient(115): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311f9604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2016-03-04 19:12:21,697 DEBUG [RS:2;10.235.114.28:59007] ipc.AbstractRpcClient(115): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b1f9ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2016-03-04 19:12:21,699 DEBUG [RS:2;10.235.114.28:59007] ipc.AsyncRpcClient(160): Starting async Hbase RPC client 2016-03-04 19:12:21,697 DEBUG [RS:1;10.235.114.28:59003] ipc.AbstractRpcClient(115): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b7f4743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2016-03-04 19:12:21,699 DEBUG [RS:2;10.235.114.28:59007] ipc.AsyncRpcClient(138): Create NioEventLoopGroup with maxThreads = 0 2016-03-04 19:12:21,698 DEBUG [RS:0;10.235.114.28:58997] ipc.AsyncRpcClient(160): Starting async Hbase RPC client 2016-03-04 19:12:21,698 DEBUG [M:0;10.235.114.28:58993] ipc.AsyncRpcClient(160): Starting async Hbase RPC client 2016-03-04 19:12:21,700 DEBUG [RS:1;10.235.114.28:59003] ipc.AsyncRpcClient(160): Starting async Hbase RPC client 2016-03-04 19:12:21,702 DEBUG [StoreOpener-1588230740-1] regionserver.HRegionFileSystem(202): No StoreFiles for: hdfs://localhost:58965/user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/data/hbase/meta/1588230740/info 2016-03-04 19:12:21,703 DEBUG [RS:2;10.235.114.28:59007] ipc.AsyncRpcClient(113): Create global event loop group NioEventLoopGroup 2016-03-04 19:12:21,703 DEBUG [RS:2;10.235.114.28:59007] ipc.AsyncRpcClient(171): Use global event loop group NioEventLoopGroup 2016-03-04 19:12:21,704 DEBUG [RS:0;10.235.114.28:58997] ipc.AsyncRpcClient(171): Use global event loop group NioEventLoopGroup 2016-03-04 19:12:21,704 DEBUG [M:0;10.235.114.28:58993] ipc.AsyncRpcClient(171): Use global event loop group NioEventLoopGroup 2016-03-04 19:12:21,704 DEBUG [RS:1;10.235.114.28:59003] ipc.AsyncRpcClient(171): Use global event loop group NioEventLoopGroup 2016-03-04 19:12:21,714 INFO [StoreOpener-1588230740-1] hfile.CacheConfig(298): blockCache=LruBlockCache{blockCount=0, currentSize=784264, freeSize=762788792, maxSize=763573056, heapSize=784264, minSize=725394368, minFactor=0.95, multiSize=362697184, multiFactor=0.5, singleSize=181348592, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2016-03-04 19:12:21,716 INFO [StoreOpener-1588230740-1] compactions.CompactionConfiguration(137): size [134217728, 9223372036854775807, 9223372036854775807); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, base window in milliseconds 21600000, windows per tier 4,incoming window min 6 2016-03-04 19:12:21,719 DEBUG [StoreOpener-1588230740-1] regionserver.HRegionFileSystem(202): No StoreFiles for: hdfs://localhost:58965/user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/data/hbase/meta/1588230740/table 2016-03-04 19:12:21,729 DEBUG [10.235.114.28:58993.activeMasterManager] regionserver.HRegion(3881): Found 0 recovered edits file(s) under hdfs://localhost:58965/user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/data/hbase/meta/1588230740 2016-03-04 19:12:21,743 DEBUG [10.235.114.28:58993.activeMasterManager] regionserver.FlushLargeStoresPolicy(72): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in description of table hbase:meta, use config (67108864) instead 2016-03-04 19:12:21,752 DEBUG [10.235.114.28:58993.activeMasterManager] wal.WALSplitter(730): Wrote region seqId=hdfs://localhost:58965/user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/data/hbase/meta/1588230740/recovered.edits/2.seqid to file, newSeqId=2, maxSeqId=0 2016-03-04 19:12:21,753 INFO [10.235.114.28:58993.activeMasterManager] regionserver.HRegion(871): Onlined 1588230740; next sequenceid=2 2016-03-04 19:12:21,753 DEBUG [10.235.114.28:58993.activeMasterManager] regionserver.HRegion(1419): Closing hbase:meta,,1.1588230740: disabling compactions & flushes 2016-03-04 19:12:21,753 DEBUG [10.235.114.28:58993.activeMasterManager] regionserver.HRegion(1446): Updates disabled for region hbase:meta,,1.1588230740 2016-03-04 19:12:21,755 INFO [StoreCloserThread-hbase:meta,,1.1588230740-1] regionserver.HStore(839): Closed info 2016-03-04 19:12:21,755 INFO [StoreCloserThread-hbase:meta,,1.1588230740-1] regionserver.HStore(839): Closed table 2016-03-04 19:12:21,755 INFO [10.235.114.28:58993.activeMasterManager] regionserver.HRegion(1552): Closed hbase:meta,,1.1588230740 2016-03-04 19:12:21,792 INFO [IPC Server handler 9 on 58965] blockmanagement.BlockManager(2624): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58966 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-fd9d738d-7a12-4f2e-845a-04899ef9d756:NORMAL:127.0.0.1:58970|RBW], ReplicaUC[[DISK]DS-c027f306-2836-4874-ae51-e7e770a72994:NORMAL:127.0.0.1:58975|RBW], ReplicaUC[[DISK]DS-57a880d8-4cd0-46c6-9cf8-011b8244922f:NORMAL:127.0.0.1:58966|FINALIZED]]} size 0 2016-03-04 19:12:21,794 INFO [IPC Server handler 8 on 58965] blockmanagement.BlockManager(2624): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58975 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-fd9d738d-7a12-4f2e-845a-04899ef9d756:NORMAL:127.0.0.1:58970|RBW], ReplicaUC[[DISK]DS-c027f306-2836-4874-ae51-e7e770a72994:NORMAL:127.0.0.1:58975|RBW], ReplicaUC[[DISK]DS-57a880d8-4cd0-46c6-9cf8-011b8244922f:NORMAL:127.0.0.1:58966|FINALIZED]]} size 0 2016-03-04 19:12:21,795 INFO [IPC Server handler 7 on 58965] blockmanagement.BlockManager(2624): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58970 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c027f306-2836-4874-ae51-e7e770a72994:NORMAL:127.0.0.1:58975|RBW], ReplicaUC[[DISK]DS-57a880d8-4cd0-46c6-9cf8-011b8244922f:NORMAL:127.0.0.1:58966|FINALIZED], ReplicaUC[[DISK]DS-96b4ab60-ffd7-48a5-a9bd-f0e113d639dd:NORMAL:127.0.0.1:58970|FINALIZED]]} size 0 2016-03-04 19:12:21,801 DEBUG [10.235.114.28:58993.activeMasterManager] util.FSTableDescriptors(718): Wrote descriptor into: hdfs://localhost:58965/user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/data/hbase/meta/.tabledesc/.tableinfo.0000000001 2016-03-04 19:12:21,819 INFO [10.235.114.28:58993.activeMasterManager] fs.HFileSystem(252): Added intercepting call to namenode#getBlockLocations so can do block reordering using class class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2016-03-04 19:12:21,828 INFO [10.235.114.28:58993.activeMasterManager] coordination.ZKSplitLogManagerCoordination(599): Found 0 orphan tasks and 0 rescan nodes 2016-03-04 19:12:21,829 DEBUG [10.235.114.28:58993.activeMasterManager] util.FSTableDescriptors(222): Fetching table descriptors from the filesystem. 2016-03-04 19:12:21,864 INFO [10.235.114.28:58993.activeMasterManager] balancer.StochasticLoadBalancer(156): loading config 2016-03-04 19:12:21,877 DEBUG [10.235.114.28:58993.activeMasterManager] zookeeper.ZKUtil(367): master:58993-0x1534154095c0000, quorum=localhost:53546, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/balancer 2016-03-04 19:12:21,879 DEBUG [10.235.114.28:58993.activeMasterManager] zookeeper.ZKUtil(367): master:58993-0x1534154095c0000, quorum=localhost:53546, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/normalizer 2016-03-04 19:12:21,882 DEBUG [10.235.114.28:58993.activeMasterManager] zookeeper.ZKUtil(367): master:58993-0x1534154095c0000, quorum=localhost:53546, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/switch/split 2016-03-04 19:12:21,883 DEBUG [10.235.114.28:58993.activeMasterManager] zookeeper.ZKUtil(367): master:58993-0x1534154095c0000, quorum=localhost:53546, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/switch/merge 2016-03-04 19:12:21,909 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): regionserver:58997-0x1534154095c0001, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2016-03-04 19:12:21,909 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): regionserver:59003-0x1534154095c0002, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2016-03-04 19:12:21,909 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): master:58993-0x1534154095c0000, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2016-03-04 19:12:21,909 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): regionserver:59007-0x1534154095c0003, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2016-03-04 19:12:21,910 INFO [10.235.114.28:58993.activeMasterManager] master.HMaster(608): Server active/primary master=10.235.114.28,58993,1457089941102, sessionid=0x1534154095c0000, setting cluster-up flag (Was=false) 2016-03-04 19:12:21,912 INFO [RS:0;10.235.114.28:58997] regionserver.HRegionServer(812): ClusterId : 72afef8b-3a71-45ae-a87e-553797647600 2016-03-04 19:12:21,912 INFO [RS:1;10.235.114.28:59003] regionserver.HRegionServer(812): ClusterId : 72afef8b-3a71-45ae-a87e-553797647600 2016-03-04 19:12:21,913 INFO [M:0;10.235.114.28:58993] regionserver.HRegionServer(812): ClusterId : 72afef8b-3a71-45ae-a87e-553797647600 2016-03-04 19:12:21,913 INFO [RS:2;10.235.114.28:59007] regionserver.HRegionServer(812): ClusterId : 72afef8b-3a71-45ae-a87e-553797647600 2016-03-04 19:12:21,918 DEBUG [RS:0;10.235.114.28:58997] procedure.RegionServerProcedureManagerHost(44): Procedure online-snapshot is initializing 2016-03-04 19:12:21,918 DEBUG [M:0;10.235.114.28:58993] procedure.RegionServerProcedureManagerHost(44): Procedure online-snapshot is initializing 2016-03-04 19:12:21,918 DEBUG [RS:2;10.235.114.28:59007] procedure.RegionServerProcedureManagerHost(44): Procedure online-snapshot is initializing 2016-03-04 19:12:21,918 DEBUG [RS:1;10.235.114.28:59003] procedure.RegionServerProcedureManagerHost(44): Procedure online-snapshot is initializing 2016-03-04 19:12:21,926 DEBUG [RS:2;10.235.114.28:59007] zookeeper.RecoverableZooKeeper(594): Node /hbase/online-snapshot already exists 2016-03-04 19:12:21,927 DEBUG [RS:1;10.235.114.28:59003] zookeeper.RecoverableZooKeeper(594): Node /hbase/online-snapshot already exists 2016-03-04 19:12:21,926 DEBUG [RS:0;10.235.114.28:58997] zookeeper.RecoverableZooKeeper(594): Node /hbase/online-snapshot already exists 2016-03-04 19:12:21,928 DEBUG [RS:2;10.235.114.28:59007] zookeeper.RecoverableZooKeeper(594): Node /hbase/online-snapshot/acquired already exists 2016-03-04 19:12:21,928 DEBUG [RS:1;10.235.114.28:59003] zookeeper.RecoverableZooKeeper(594): Node /hbase/online-snapshot/acquired already exists 2016-03-04 19:12:21,929 DEBUG [RS:0;10.235.114.28:58997] zookeeper.RecoverableZooKeeper(594): Node /hbase/online-snapshot/acquired already exists 2016-03-04 19:12:21,931 DEBUG [RS:2;10.235.114.28:59007] zookeeper.RecoverableZooKeeper(594): Node /hbase/online-snapshot/abort already exists 2016-03-04 19:12:21,931 DEBUG [RS:0;10.235.114.28:58997] zookeeper.RecoverableZooKeeper(594): Node /hbase/online-snapshot/abort already exists 2016-03-04 19:12:21,931 DEBUG [RS:1;10.235.114.28:59003] zookeeper.RecoverableZooKeeper(594): Node /hbase/online-snapshot/abort already exists 2016-03-04 19:12:21,933 DEBUG [RS:1;10.235.114.28:59003] procedure.RegionServerProcedureManagerHost(46): Procedure online-snapshot is initialized 2016-03-04 19:12:21,933 DEBUG [RS:2;10.235.114.28:59007] procedure.RegionServerProcedureManagerHost(46): Procedure online-snapshot is initialized 2016-03-04 19:12:21,933 DEBUG [RS:0;10.235.114.28:58997] procedure.RegionServerProcedureManagerHost(46): Procedure online-snapshot is initialized 2016-03-04 19:12:21,934 DEBUG [RS:0;10.235.114.28:58997] procedure.RegionServerProcedureManagerHost(44): Procedure flush-table-proc is initializing 2016-03-04 19:12:21,933 DEBUG [M:0;10.235.114.28:58993] procedure.RegionServerProcedureManagerHost(46): Procedure online-snapshot is initialized 2016-03-04 19:12:21,934 DEBUG [M:0;10.235.114.28:58993] procedure.RegionServerProcedureManagerHost(44): Procedure flush-table-proc is initializing 2016-03-04 19:12:21,934 DEBUG [RS:2;10.235.114.28:59007] procedure.RegionServerProcedureManagerHost(44): Procedure flush-table-proc is initializing 2016-03-04 19:12:21,933 DEBUG [RS:1;10.235.114.28:59003] procedure.RegionServerProcedureManagerHost(44): Procedure flush-table-proc is initializing 2016-03-04 19:12:21,934 DEBUG [10.235.114.28:58993.activeMasterManager] zookeeper.RecoverableZooKeeper(594): Node /hbase/online-snapshot/acquired already exists 2016-03-04 19:12:21,937 DEBUG [RS:1;10.235.114.28:59003] zookeeper.RecoverableZooKeeper(594): Node /hbase/flush-table-proc/acquired already exists 2016-03-04 19:12:21,937 DEBUG [M:0;10.235.114.28:58993] zookeeper.RecoverableZooKeeper(594): Node /hbase/flush-table-proc already exists 2016-03-04 19:12:21,937 DEBUG [RS:0;10.235.114.28:58997] zookeeper.RecoverableZooKeeper(594): Node /hbase/flush-table-proc/acquired already exists 2016-03-04 19:12:21,938 INFO [10.235.114.28:58993.activeMasterManager] procedure.ZKProcedureUtil(270): Clearing all procedure znodes: /hbase/online-snapshot/acquired /hbase/online-snapshot/reached /hbase/online-snapshot/abort 2016-03-04 19:12:21,938 DEBUG [M:0;10.235.114.28:58993] zookeeper.RecoverableZooKeeper(594): Node /hbase/flush-table-proc/acquired already exists 2016-03-04 19:12:21,939 DEBUG [RS:1;10.235.114.28:59003] zookeeper.RecoverableZooKeeper(594): Node /hbase/flush-table-proc/reached already exists 2016-03-04 19:12:21,941 DEBUG [RS:0;10.235.114.28:58997] zookeeper.RecoverableZooKeeper(594): Node /hbase/flush-table-proc/abort already exists 2016-03-04 19:12:21,941 DEBUG [10.235.114.28:58993.activeMasterManager] procedure.ZKProcedureCoordinatorRpcs(248): Starting the controller for procedure member:10.235.114.28,58993,1457089941102 2016-03-04 19:12:21,941 DEBUG [RS:0;10.235.114.28:58997] procedure.RegionServerProcedureManagerHost(46): Procedure flush-table-proc is initialized 2016-03-04 19:12:21,941 DEBUG [M:0;10.235.114.28:58993] procedure.RegionServerProcedureManagerHost(46): Procedure flush-table-proc is initialized 2016-03-04 19:12:21,941 DEBUG [RS:1;10.235.114.28:59003] procedure.RegionServerProcedureManagerHost(46): Procedure flush-table-proc is initialized 2016-03-04 19:12:21,941 DEBUG [RS:2;10.235.114.28:59007] procedure.RegionServerProcedureManagerHost(46): Procedure flush-table-proc is initialized 2016-03-04 19:12:21,945 DEBUG [10.235.114.28:58993.activeMasterManager] zookeeper.RecoverableZooKeeper(594): Node /hbase/flush-table-proc/acquired already exists 2016-03-04 19:12:21,946 INFO [RS:2;10.235.114.28:59007] regionserver.MemStoreFlusher(125): globalMemStoreLimit=728.2 M, globalMemStoreLimitLowMark=691.8 M, maxHeap=1.8 G 2016-03-04 19:12:21,946 INFO [RS:0;10.235.114.28:58997] regionserver.MemStoreFlusher(125): globalMemStoreLimit=728.2 M, globalMemStoreLimitLowMark=691.8 M, maxHeap=1.8 G 2016-03-04 19:12:21,946 INFO [RS:1;10.235.114.28:59003] regionserver.MemStoreFlusher(125): globalMemStoreLimit=728.2 M, globalMemStoreLimitLowMark=691.8 M, maxHeap=1.8 G 2016-03-04 19:12:21,946 INFO [M:0;10.235.114.28:58993] regionserver.MemStoreFlusher(125): globalMemStoreLimit=728.2 M, globalMemStoreLimitLowMark=691.8 M, maxHeap=1.8 G 2016-03-04 19:12:21,947 INFO [10.235.114.28:58993.activeMasterManager] procedure.ZKProcedureUtil(270): Clearing all procedure znodes: /hbase/flush-table-proc/acquired /hbase/flush-table-proc/reached /hbase/flush-table-proc/abort 2016-03-04 19:12:21,949 DEBUG [10.235.114.28:58993.activeMasterManager] procedure.ZKProcedureCoordinatorRpcs(248): Starting the controller for procedure member:10.235.114.28,58993,1457089941102 2016-03-04 19:12:21,956 INFO [RS:1;10.235.114.28:59003] throttle.PressureAwareCompactionThroughputController(132): Compaction throughput configurations, higher bound: 20.00 MB/sec, lower bound 10.00 MB/sec, off peak: unlimited, tuning period: 60000 ms 2016-03-04 19:12:21,956 INFO [RS:0;10.235.114.28:58997] throttle.PressureAwareCompactionThroughputController(132): Compaction throughput configurations, higher bound: 20.00 MB/sec, lower bound 10.00 MB/sec, off peak: unlimited, tuning period: 60000 ms 2016-03-04 19:12:21,956 INFO [RS:2;10.235.114.28:59007] throttle.PressureAwareCompactionThroughputController(132): Compaction throughput configurations, higher bound: 20.00 MB/sec, lower bound 10.00 MB/sec, off peak: unlimited, tuning period: 60000 ms 2016-03-04 19:12:21,956 INFO [M:0;10.235.114.28:58993] throttle.PressureAwareCompactionThroughputController(132): Compaction throughput configurations, higher bound: 20.00 MB/sec, lower bound 10.00 MB/sec, off peak: unlimited, tuning period: 60000 ms 2016-03-04 19:12:21,957 INFO [RS:2;10.235.114.28:59007] regionserver.HRegionServer$CompactionChecker(1554): CompactionChecker runs every 1sec 2016-03-04 19:12:21,957 INFO [RS:0;10.235.114.28:58997] regionserver.HRegionServer$CompactionChecker(1554): CompactionChecker runs every 1sec 2016-03-04 19:12:21,957 INFO [RS:1;10.235.114.28:59003] regionserver.HRegionServer$CompactionChecker(1554): CompactionChecker runs every 1sec 2016-03-04 19:12:21,957 INFO [M:0;10.235.114.28:58993] regionserver.HRegionServer$CompactionChecker(1554): CompactionChecker runs every 1sec 2016-03-04 19:12:21,963 DEBUG [RS:0;10.235.114.28:58997] ipc.AbstractRpcClient(115): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e5605f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=10.235.114.28/10.235.114.28:0 2016-03-04 19:12:21,963 DEBUG [RS:1;10.235.114.28:59003] ipc.AbstractRpcClient(115): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad730a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=10.235.114.28/10.235.114.28:0 2016-03-04 19:12:21,963 DEBUG [M:0;10.235.114.28:58993] ipc.AbstractRpcClient(115): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51a10ec3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=10.235.114.28/10.235.114.28:0 2016-03-04 19:12:21,964 DEBUG [M:0;10.235.114.28:58993] ipc.AsyncRpcClient(160): Starting async Hbase RPC client 2016-03-04 19:12:21,963 DEBUG [RS:2;10.235.114.28:59007] ipc.AbstractRpcClient(115): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e5605f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=10.235.114.28/10.235.114.28:0 2016-03-04 19:12:21,965 DEBUG [RS:2;10.235.114.28:59007] ipc.AsyncRpcClient(160): Starting async Hbase RPC client 2016-03-04 19:12:21,964 DEBUG [M:0;10.235.114.28:58993] ipc.AsyncRpcClient(171): Use global event loop group NioEventLoopGroup 2016-03-04 19:12:21,964 DEBUG [RS:1;10.235.114.28:59003] ipc.AsyncRpcClient(160): Starting async Hbase RPC client 2016-03-04 19:12:21,966 DEBUG [RS:1;10.235.114.28:59003] ipc.AsyncRpcClient(171): Use global event loop group NioEventLoopGroup 2016-03-04 19:12:21,963 DEBUG [RS:0;10.235.114.28:58997] ipc.AsyncRpcClient(160): Starting async Hbase RPC client 2016-03-04 19:12:21,965 DEBUG [RS:2;10.235.114.28:59007] ipc.AsyncRpcClient(171): Use global event loop group NioEventLoopGroup 2016-03-04 19:12:21,966 DEBUG [RS:0;10.235.114.28:58997] ipc.AsyncRpcClient(171): Use global event loop group NioEventLoopGroup 2016-03-04 19:12:21,970 DEBUG [RS:0;10.235.114.28:58997] regionserver.ShutdownHook(87): Installed shutdown hook thread: Shutdownhook:RS:0;10.235.114.28:58997 2016-03-04 19:12:21,970 DEBUG [RS:1;10.235.114.28:59003] regionserver.ShutdownHook(87): Installed shutdown hook thread: Shutdownhook:RS:1;10.235.114.28:59003 2016-03-04 19:12:21,970 DEBUG [M:0;10.235.114.28:58993] regionserver.ShutdownHook(87): Installed shutdown hook thread: Shutdownhook:M:0;10.235.114.28:58993 2016-03-04 19:12:21,970 DEBUG [RS:2;10.235.114.28:59007] regionserver.ShutdownHook(87): Installed shutdown hook thread: Shutdownhook:RS:2;10.235.114.28:59007 2016-03-04 19:12:21,983 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): master:58993-0x1534154095c0000, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2016-03-04 19:12:21,984 DEBUG [RS:0;10.235.114.28:58997] zookeeper.ZKUtil(365): regionserver:58997-0x1534154095c0001, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,58997,1457089941464 2016-03-04 19:12:21,984 DEBUG [RS:1;10.235.114.28:59003] zookeeper.ZKUtil(365): regionserver:59003-0x1534154095c0002, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,59003,1457089941541 2016-03-04 19:12:21,985 DEBUG [M:0;10.235.114.28:58993] zookeeper.ZKUtil(365): master:58993-0x1534154095c0000, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,58993,1457089941102 2016-03-04 19:12:21,984 DEBUG [RS:2;10.235.114.28:59007] zookeeper.ZKUtil(365): regionserver:59007-0x1534154095c0003, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,59007,1457089941597 2016-03-04 19:12:21,985 DEBUG [main-EventThread] zookeeper.ZKUtil(365): master:58993-0x1534154095c0000, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,59003,1457089941541 2016-03-04 19:12:21,986 DEBUG [main-EventThread] zookeeper.ZKUtil(365): master:58993-0x1534154095c0000, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,59007,1457089941597 2016-03-04 19:12:21,987 DEBUG [main-EventThread] zookeeper.ZKUtil(365): master:58993-0x1534154095c0000, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,58997,1457089941464 2016-03-04 19:12:21,988 DEBUG [main-EventThread] zookeeper.ZKUtil(365): master:58993-0x1534154095c0000, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,58993,1457089941102 2016-03-04 19:12:21,990 DEBUG [main-EventThread] zookeeper.RegionServerTracker(93): Added tracking of RS /hbase/rs/10.235.114.28,59003,1457089941541 2016-03-04 19:12:21,991 DEBUG [main-EventThread] zookeeper.RegionServerTracker(93): Added tracking of RS /hbase/rs/10.235.114.28,59007,1457089941597 2016-03-04 19:12:21,991 DEBUG [main-EventThread] zookeeper.RegionServerTracker(93): Added tracking of RS /hbase/rs/10.235.114.28,58997,1457089941464 2016-03-04 19:12:21,992 DEBUG [main-EventThread] zookeeper.RegionServerTracker(93): Added tracking of RS /hbase/rs/10.235.114.28,58993,1457089941102 2016-03-04 19:12:21,993 INFO [M:0;10.235.114.28:58993] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2016-03-04 19:12:21,993 INFO [10.235.114.28:58993.activeMasterManager] master.MasterCoprocessorHost(90): System coprocessor loading is enabled 2016-03-04 19:12:21,993 INFO [RS:2;10.235.114.28:59007] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2016-03-04 19:12:21,994 INFO [RS:2;10.235.114.28:59007] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2016-03-04 19:12:21,993 INFO [RS:1;10.235.114.28:59003] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2016-03-04 19:12:21,994 INFO [RS:1;10.235.114.28:59003] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2016-03-04 19:12:21,993 INFO [RS:0;10.235.114.28:58997] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2016-03-04 19:12:21,993 INFO [M:0;10.235.114.28:58993] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2016-03-04 19:12:21,995 INFO [RS:0;10.235.114.28:58997] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2016-03-04 19:12:21,995 INFO [M:0;10.235.114.28:58993] regionserver.HRegionServer(2338): reportForDuty to master=10.235.114.28,58993,1457089941102 with port=58993, startcode=1457089941102 2016-03-04 19:12:21,996 INFO [RS:1;10.235.114.28:59003] regionserver.HRegionServer(2338): reportForDuty to master=10.235.114.28,58993,1457089941102 with port=59003, startcode=1457089941541 2016-03-04 19:12:21,996 DEBUG [10.235.114.28:58993.activeMasterManager] executor.ExecutorService(93): Starting executor service name=MASTER_OPEN_REGION-10.235.114.28:58993, corePoolSize=5, maxPoolSize=5 2016-03-04 19:12:21,996 INFO [RS:2;10.235.114.28:59007] regionserver.HRegionServer(2338): reportForDuty to master=10.235.114.28,58993,1457089941102 with port=59007, startcode=1457089941597 2016-03-04 19:12:21,996 INFO [RS:0;10.235.114.28:58997] regionserver.HRegionServer(2338): reportForDuty to master=10.235.114.28,58993,1457089941102 with port=58997, startcode=1457089941464 2016-03-04 19:12:21,997 DEBUG [10.235.114.28:58993.activeMasterManager] executor.ExecutorService(93): Starting executor service name=MASTER_CLOSE_REGION-10.235.114.28:58993, corePoolSize=5, maxPoolSize=5 2016-03-04 19:12:21,997 DEBUG [10.235.114.28:58993.activeMasterManager] executor.ExecutorService(93): Starting executor service name=MASTER_SERVER_OPERATIONS-10.235.114.28:58993, corePoolSize=5, maxPoolSize=5 2016-03-04 19:12:21,998 DEBUG [10.235.114.28:58993.activeMasterManager] executor.ExecutorService(93): Starting executor service name=MASTER_META_SERVER_OPERATIONS-10.235.114.28:58993, corePoolSize=5, maxPoolSize=5 2016-03-04 19:12:21,998 DEBUG [10.235.114.28:58993.activeMasterManager] executor.ExecutorService(93): Starting executor service name=M_LOG_REPLAY_OPS-10.235.114.28:58993, corePoolSize=10, maxPoolSize=10 2016-03-04 19:12:21,999 DEBUG [10.235.114.28:58993.activeMasterManager] executor.ExecutorService(93): Starting executor service name=MASTER_TABLE_OPERATIONS-10.235.114.28:58993, corePoolSize=1, maxPoolSize=1 2016-03-04 19:12:21,999 DEBUG [M:0;10.235.114.28:58993] regionserver.HRegionServer(2357): Master is not running yet 2016-03-04 19:12:21,999 WARN [M:0;10.235.114.28:58993] regionserver.HRegionServer(940): reportForDuty failed; sleeping and then retrying. 2016-03-04 19:12:22,019 INFO [10.235.114.28:58993.activeMasterManager] procedure2.ProcedureExecutor(487): Starting procedure executor threads=9 2016-03-04 19:12:22,020 INFO [10.235.114.28:58993.activeMasterManager] wal.WALProcedureStore(296): Starting WAL Procedure Store lease recovery 2016-03-04 19:12:22,022 WARN [10.235.114.28:58993.activeMasterManager] wal.WALProcedureStore(941): Log directory not found: File hdfs://localhost:58965/user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/MasterProcWALs does not exist. 2016-03-04 19:12:22,032 DEBUG [10.235.114.28:58993.activeMasterManager] wal.WALProcedureStore(833): Roll new state log: 1 2016-03-04 19:12:22,034 INFO [10.235.114.28:58993.activeMasterManager] wal.WALProcedureStore(319): Lease acquired for flushLogId: 1 2016-03-04 19:12:22,035 DEBUG [10.235.114.28:58993.activeMasterManager] wal.WALProcedureStore(336): No state logs to replay. 2016-03-04 19:12:22,035 DEBUG [10.235.114.28:58993.activeMasterManager] procedure2.ProcedureExecutor$1(298): load procedures maxProcId=0 2016-03-04 19:12:22,041 DEBUG [10.235.114.28:58993.activeMasterManager] cleaner.CleanerChore(91): initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2016-03-04 19:12:22,041 INFO [10.235.114.28:58993.activeMasterManager] zookeeper.RecoverableZooKeeper(120): Process identifier=replicationLogCleaner connecting to ZooKeeper ensemble=localhost:53546 2016-03-04 19:12:22,048 DEBUG [10.235.114.28:58993.activeMasterManager-EventThread] zookeeper.ZooKeeperWatcher(590): replicationLogCleaner0x0, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2016-03-04 19:12:22,052 DEBUG [10.235.114.28:58993.activeMasterManager-EventThread] zookeeper.ZooKeeperWatcher(674): replicationLogCleaner-0x1534154095c0008 connected 2016-03-04 19:12:22,058 DEBUG [RpcServer.listener,port=58993] ipc.RpcServer$Listener(880): RpcServer.listener,port=58993: connection from 10.235.114.28:59017; # active connections: 1 2016-03-04 19:12:22,059 DEBUG [RpcServer.listener,port=58993] ipc.RpcServer$Listener(880): RpcServer.listener,port=58993: connection from 10.235.114.28:59019; # active connections: 2 2016-03-04 19:12:22,060 DEBUG [RpcServer.listener,port=58993] ipc.RpcServer$Listener(880): RpcServer.listener,port=58993: connection from 10.235.114.28:59020; # active connections: 3 2016-03-04 19:12:22,062 DEBUG [10.235.114.28:58993.activeMasterManager] cleaner.CleanerChore(91): initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2016-03-04 19:12:22,064 DEBUG [10.235.114.28:58993.activeMasterManager] cleaner.CleanerChore(91): initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2016-03-04 19:12:22,068 DEBUG [10.235.114.28:58993.activeMasterManager] cleaner.CleanerChore(91): initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2016-03-04 19:12:22,069 DEBUG [10.235.114.28:58993.activeMasterManager] cleaner.CleanerChore(91): initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2016-03-04 19:12:22,070 INFO [M:0;10.235.114.28:58993] regionserver.HRegionServer(2338): reportForDuty to master=10.235.114.28,58993,1457089941102 with port=58993, startcode=1457089941102 2016-03-04 19:12:22,070 INFO [10.235.114.28:58993.activeMasterManager] master.ServerManager(1008): Waiting for region servers count to settle; currently checked in 0, slept for 0 ms, expecting minimum of 3, maximum of 3, timeout of 4500 ms, interval of 1500 ms. 2016-03-04 19:12:22,085 INFO [M:0;10.235.114.28:58993] master.ServerManager(456): Registering server=10.235.114.28,58993,1457089941102 2016-03-04 19:12:22,087 DEBUG [AsyncRpcChannel-pool2-t2] ipc.AsyncRpcChannel(479): Use SIMPLE authentication for service RegionServerStatusService, sasl=false 2016-03-04 19:12:22,087 DEBUG [AsyncRpcChannel-pool2-t1] ipc.AsyncRpcChannel(479): Use SIMPLE authentication for service RegionServerStatusService, sasl=false 2016-03-04 19:12:22,087 DEBUG [AsyncRpcChannel-pool2-t3] ipc.AsyncRpcChannel(479): Use SIMPLE authentication for service RegionServerStatusService, sasl=false 2016-03-04 19:12:22,091 INFO [M:0;10.235.114.28:58993] regionserver.HRegionServer(1389): Config from master: hbase.rootdir=hdfs://localhost:58965/user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490 2016-03-04 19:12:22,091 INFO [M:0;10.235.114.28:58993] regionserver.HRegionServer(1389): Config from master: fs.defaultFS=hdfs://localhost:58965 2016-03-04 19:12:22,091 INFO [M:0;10.235.114.28:58993] regionserver.HRegionServer(1389): Config from master: hbase.master.info.port=-1 2016-03-04 19:12:22,092 WARN [M:0;10.235.114.28:58993] hbase.ZNodeClearer(61): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2016-03-04 19:12:22,092 INFO [M:0;10.235.114.28:58993] hfile.CacheConfig(298): blockCache=LruBlockCache{blockCount=0, currentSize=784264, freeSize=762788792, maxSize=763573056, heapSize=784264, minSize=725394368, minFactor=0.95, multiSize=362697184, multiFactor=0.5, singleSize=181348592, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2016-03-04 19:12:22,093 DEBUG [M:0;10.235.114.28:58993] regionserver.HRegionServer(1653): logdir=hdfs://localhost:58965/user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/WALs/10.235.114.28,58993,1457089941102 2016-03-04 19:12:22,112 DEBUG [M:0;10.235.114.28:58993] regionserver.Replication(151): ReplicationStatisticsThread 300 2016-03-04 19:12:22,123 INFO [10.235.114.28:58993.activeMasterManager] master.ServerManager(1008): Waiting for region servers count to settle; currently checked in 1, slept for 53 ms, expecting minimum of 3, maximum of 3, timeout of 4500 ms, interval of 1500 ms. 2016-03-04 19:12:22,123 INFO [RpcServer.reader=2,bindAddress=10.235.114.28,port=58993] ipc.RpcServer$Connection(1710): Auth successful for godfather.hfs.0 (auth:SIMPLE) 2016-03-04 19:12:22,123 INFO [RpcServer.reader=1,bindAddress=10.235.114.28,port=58993] ipc.RpcServer$Connection(1710): Auth successful for godfather.hfs.1 (auth:SIMPLE) 2016-03-04 19:12:22,123 INFO [RpcServer.reader=0,bindAddress=10.235.114.28,port=58993] ipc.RpcServer$Connection(1710): Auth successful for godfather.hfs.2 (auth:SIMPLE) 2016-03-04 19:12:22,129 INFO [RpcServer.reader=0,bindAddress=10.235.114.28,port=58993] ipc.RpcServer$Connection(1740): Connection from 10.235.114.28 port: 59020 with version info: version: "2.0.0-SNAPSHOT" url: "git://PhilotekiMacBook-Pro.local/Users/godfather/code/hbase" revision: "7dabcf23e8dd53f563981e1e03f82336fc0a44da" user: "godfather" date: "Fri Mar 4 13:43:50 CST 2016" src_checksum: "c9b4cfeaa5471ab4171b330463d3777c" version_major: 2 version_minor: 0 2016-03-04 19:12:22,129 INFO [RpcServer.reader=2,bindAddress=10.235.114.28,port=58993] ipc.RpcServer$Connection(1740): Connection from 10.235.114.28 port: 59019 with version info: version: "2.0.0-SNAPSHOT" url: "git://PhilotekiMacBook-Pro.local/Users/godfather/code/hbase" revision: "7dabcf23e8dd53f563981e1e03f82336fc0a44da" user: "godfather" date: "Fri Mar 4 13:43:50 CST 2016" src_checksum: "c9b4cfeaa5471ab4171b330463d3777c" version_major: 2 version_minor: 0 2016-03-04 19:12:22,129 INFO [RpcServer.reader=1,bindAddress=10.235.114.28,port=58993] ipc.RpcServer$Connection(1740): Connection from 10.235.114.28 port: 59017 with version info: version: "2.0.0-SNAPSHOT" url: "git://PhilotekiMacBook-Pro.local/Users/godfather/code/hbase" revision: "7dabcf23e8dd53f563981e1e03f82336fc0a44da" user: "godfather" date: "Fri Mar 4 13:43:50 CST 2016" src_checksum: "c9b4cfeaa5471ab4171b330463d3777c" version_major: 2 version_minor: 0 2016-03-04 19:12:22,131 INFO [M:0;10.235.114.28:58993] wal.WALFactory(144): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.DefaultWALProvider 2016-03-04 19:12:22,136 INFO [B.defaultRpcServer.handler=3,queue=0,port=58993] master.ServerManager(456): Registering server=10.235.114.28,59007,1457089941597 2016-03-04 19:12:22,136 INFO [B.defaultRpcServer.handler=0,queue=0,port=58993] master.ServerManager(456): Registering server=10.235.114.28,58997,1457089941464 2016-03-04 19:12:22,137 INFO [B.defaultRpcServer.handler=4,queue=0,port=58993] master.ServerManager(456): Registering server=10.235.114.28,59003,1457089941541 2016-03-04 19:12:22,144 INFO [M:0;10.235.114.28:58993] regionserver.MetricsRegionServerWrapperImpl(139): Computing regionserver metrics every 5000 milliseconds 2016-03-04 19:12:22,151 INFO [RS:0;10.235.114.28:58997] regionserver.HRegionServer(1389): Config from master: hbase.rootdir=hdfs://localhost:58965/user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490 2016-03-04 19:12:22,151 INFO [RS:2;10.235.114.28:59007] regionserver.HRegionServer(1389): Config from master: hbase.rootdir=hdfs://localhost:58965/user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490 2016-03-04 19:12:22,151 INFO [RS:1;10.235.114.28:59003] regionserver.HRegionServer(1389): Config from master: hbase.rootdir=hdfs://localhost:58965/user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490 2016-03-04 19:12:22,152 INFO [RS:2;10.235.114.28:59007] regionserver.HRegionServer(1389): Config from master: fs.defaultFS=hdfs://localhost:58965 2016-03-04 19:12:22,152 INFO [RS:0;10.235.114.28:58997] regionserver.HRegionServer(1389): Config from master: fs.defaultFS=hdfs://localhost:58965 2016-03-04 19:12:22,153 INFO [RS:2;10.235.114.28:59007] regionserver.HRegionServer(1389): Config from master: hbase.master.info.port=-1 2016-03-04 19:12:22,152 INFO [RS:1;10.235.114.28:59003] regionserver.HRegionServer(1389): Config from master: fs.defaultFS=hdfs://localhost:58965 2016-03-04 19:12:22,153 WARN [RS:2;10.235.114.28:59007] hbase.ZNodeClearer(61): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2016-03-04 19:12:22,153 INFO [RS:0;10.235.114.28:58997] regionserver.HRegionServer(1389): Config from master: hbase.master.info.port=-1 2016-03-04 19:12:22,154 INFO [RS:2;10.235.114.28:59007] hfile.CacheConfig(298): blockCache=LruBlockCache{blockCount=0, currentSize=784264, freeSize=762788792, maxSize=763573056, heapSize=784264, minSize=725394368, minFactor=0.95, multiSize=362697184, multiFactor=0.5, singleSize=181348592, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2016-03-04 19:12:22,153 INFO [RS:1;10.235.114.28:59003] regionserver.HRegionServer(1389): Config from master: hbase.master.info.port=-1 2016-03-04 19:12:22,550 DEBUG [RS:2;10.235.114.28:59007] regionserver.HRegionServer(1653): logdir=hdfs://localhost:58965/user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/WALs/10.235.114.28,59007,1457089941597 2016-03-04 19:12:22,178 INFO [10.235.114.28:58993.activeMasterManager] master.ServerManager(1025): Finished waiting for region servers count to settle; checked in 4, slept for 108 ms, expecting minimum of 3, maximum of 3, master is running 2016-03-04 19:12:22,154 DEBUG [M:0;10.235.114.28:58993] executor.ExecutorService(93): Starting executor service name=RS_OPEN_REGION-10.235.114.28:58993, corePoolSize=3, maxPoolSize=3 2016-03-04 19:12:22,552 DEBUG [M:0;10.235.114.28:58993] executor.ExecutorService(93): Starting executor service name=RS_OPEN_META-10.235.114.28:58993, corePoolSize=1, maxPoolSize=1 2016-03-04 19:12:22,154 WARN [RS:0;10.235.114.28:58997] hbase.ZNodeClearer(61): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2016-03-04 19:12:22,554 INFO [RS:0;10.235.114.28:58997] hfile.CacheConfig(298): blockCache=LruBlockCache{blockCount=0, currentSize=784264, freeSize=762788792, maxSize=763573056, heapSize=784264, minSize=725394368, minFactor=0.95, multiSize=362697184, multiFactor=0.5, singleSize=181348592, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2016-03-04 19:12:22,554 DEBUG [M:0;10.235.114.28:58993] executor.ExecutorService(93): Starting executor service name=RS_CLOSE_REGION-10.235.114.28:58993, corePoolSize=3, maxPoolSize=3 2016-03-04 19:12:22,550 WARN [RS:1;10.235.114.28:59003] hbase.ZNodeClearer(61): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2016-03-04 19:12:22,556 DEBUG [M:0;10.235.114.28:58993] executor.ExecutorService(93): Starting executor service name=RS_CLOSE_META-10.235.114.28:58993, corePoolSize=1, maxPoolSize=1 2016-03-04 19:12:22,555 DEBUG [RS:0;10.235.114.28:58997] regionserver.HRegionServer(1653): logdir=hdfs://localhost:58965/user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/WALs/10.235.114.28,58997,1457089941464 2016-03-04 19:12:22,557 DEBUG [M:0;10.235.114.28:58993] executor.ExecutorService(93): Starting executor service name=RS_LOG_REPLAY_OPS-10.235.114.28:58993, corePoolSize=2, maxPoolSize=2 2016-03-04 19:12:22,557 DEBUG [M:0;10.235.114.28:58993] executor.ExecutorService(93): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-10.235.114.28:58993, corePoolSize=10, maxPoolSize=10 2016-03-04 19:12:22,556 INFO [RS:1;10.235.114.28:59003] hfile.CacheConfig(298): blockCache=LruBlockCache{blockCount=0, currentSize=784264, freeSize=762788792, maxSize=763573056, heapSize=784264, minSize=725394368, minFactor=0.95, multiSize=362697184, multiFactor=0.5, singleSize=181348592, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2016-03-04 19:12:22,560 DEBUG [10.235.114.28:58993.activeMasterManager] zookeeper.ZKUtil(624): master:58993-0x1534154095c0000, quorum=localhost:53546, baseZNode=/hbase Unable to get data of znode /hbase/meta-region-server because node does not exist (not an error) 2016-03-04 19:12:22,558 DEBUG [M:0;10.235.114.28:58993] executor.ExecutorService(93): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-10.235.114.28:58993, corePoolSize=3, maxPoolSize=3 2016-03-04 19:12:22,560 DEBUG [RS:1;10.235.114.28:59003] regionserver.HRegionServer(1653): logdir=hdfs://localhost:58965/user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/WALs/10.235.114.28,59003,1457089941541 2016-03-04 19:12:22,566 DEBUG [RS:2;10.235.114.28:59007] regionserver.Replication(151): ReplicationStatisticsThread 300 2016-03-04 19:12:22,567 DEBUG [M:0;10.235.114.28:58993] zookeeper.ZKUtil(365): master:58993-0x1534154095c0000, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,59003,1457089941541 2016-03-04 19:12:22,567 INFO [RS:2;10.235.114.28:59007] wal.WALFactory(144): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.DefaultWALProvider 2016-03-04 19:12:22,568 DEBUG [M:0;10.235.114.28:58993] zookeeper.ZKUtil(365): master:58993-0x1534154095c0000, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,59007,1457089941597 2016-03-04 19:12:22,568 INFO [RS:2;10.235.114.28:59007] regionserver.MetricsRegionServerWrapperImpl(139): Computing regionserver metrics every 5000 milliseconds 2016-03-04 19:12:22,570 DEBUG [RS:0;10.235.114.28:58997] regionserver.Replication(151): ReplicationStatisticsThread 300 2016-03-04 19:12:22,571 INFO [RS:0;10.235.114.28:58997] wal.WALFactory(144): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.DefaultWALProvider 2016-03-04 19:12:22,572 DEBUG [M:0;10.235.114.28:58993] zookeeper.ZKUtil(365): master:58993-0x1534154095c0000, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,58997,1457089941464 2016-03-04 19:12:22,572 INFO [RS:0;10.235.114.28:58997] regionserver.MetricsRegionServerWrapperImpl(139): Computing regionserver metrics every 5000 milliseconds 2016-03-04 19:12:22,572 DEBUG [RS:2;10.235.114.28:59007] executor.ExecutorService(93): Starting executor service name=RS_OPEN_REGION-10.235.114.28:59007, corePoolSize=3, maxPoolSize=3 2016-03-04 19:12:22,573 DEBUG [M:0;10.235.114.28:58993] zookeeper.ZKUtil(365): master:58993-0x1534154095c0000, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,58993,1457089941102 2016-03-04 19:12:22,573 DEBUG [RS:2;10.235.114.28:59007] executor.ExecutorService(93): Starting executor service name=RS_OPEN_META-10.235.114.28:59007, corePoolSize=1, maxPoolSize=1 2016-03-04 19:12:22,574 INFO [M:0;10.235.114.28:58993] regionserver.ReplicationSourceManager(246): Current list of replicators: [10.235.114.28,59007,1457089941597, 10.235.114.28,58997,1457089941464, 10.235.114.28,58993,1457089941102] other RSs: [10.235.114.28,59003,1457089941541, 10.235.114.28,59007,1457089941597, 10.235.114.28,58997,1457089941464, 10.235.114.28,58993,1457089941102] 2016-03-04 19:12:22,575 DEBUG [RS:1;10.235.114.28:59003] regionserver.Replication(151): ReplicationStatisticsThread 300 2016-03-04 19:12:22,575 DEBUG [RS:0;10.235.114.28:58997] executor.ExecutorService(93): Starting executor service name=RS_OPEN_REGION-10.235.114.28:58997, corePoolSize=3, maxPoolSize=3 2016-03-04 19:12:22,574 DEBUG [RS:2;10.235.114.28:59007] executor.ExecutorService(93): Starting executor service name=RS_CLOSE_REGION-10.235.114.28:59007, corePoolSize=3, maxPoolSize=3 2016-03-04 19:12:22,576 DEBUG [RS:0;10.235.114.28:58997] executor.ExecutorService(93): Starting executor service name=RS_OPEN_META-10.235.114.28:58997, corePoolSize=1, maxPoolSize=1 2016-03-04 19:12:22,575 INFO [RS:1;10.235.114.28:59003] wal.WALFactory(144): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.DefaultWALProvider 2016-03-04 19:12:22,577 DEBUG [RS:0;10.235.114.28:58997] executor.ExecutorService(93): Starting executor service name=RS_CLOSE_REGION-10.235.114.28:58997, corePoolSize=3, maxPoolSize=3 2016-03-04 19:12:22,576 DEBUG [RS:2;10.235.114.28:59007] executor.ExecutorService(93): Starting executor service name=RS_CLOSE_META-10.235.114.28:59007, corePoolSize=1, maxPoolSize=1 2016-03-04 19:12:22,577 DEBUG [RS:0;10.235.114.28:58997] executor.ExecutorService(93): Starting executor service name=RS_CLOSE_META-10.235.114.28:58997, corePoolSize=1, maxPoolSize=1 2016-03-04 19:12:22,577 INFO [RS:1;10.235.114.28:59003] regionserver.MetricsRegionServerWrapperImpl(139): Computing regionserver metrics every 5000 milliseconds 2016-03-04 19:12:22,578 DEBUG [RS:0;10.235.114.28:58997] executor.ExecutorService(93): Starting executor service name=RS_LOG_REPLAY_OPS-10.235.114.28:58997, corePoolSize=2, maxPoolSize=2 2016-03-04 19:12:22,578 DEBUG [RS:2;10.235.114.28:59007] executor.ExecutorService(93): Starting executor service name=RS_LOG_REPLAY_OPS-10.235.114.28:59007, corePoolSize=2, maxPoolSize=2 2016-03-04 19:12:22,579 DEBUG [RS:0;10.235.114.28:58997] executor.ExecutorService(93): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-10.235.114.28:58997, corePoolSize=10, maxPoolSize=10 2016-03-04 19:12:22,579 DEBUG [RS:2;10.235.114.28:59007] executor.ExecutorService(93): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-10.235.114.28:59007, corePoolSize=10, maxPoolSize=10 2016-03-04 19:12:22,580 DEBUG [RS:0;10.235.114.28:58997] executor.ExecutorService(93): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-10.235.114.28:58997, corePoolSize=3, maxPoolSize=3 2016-03-04 19:12:22,580 DEBUG [RS:1;10.235.114.28:59003] executor.ExecutorService(93): Starting executor service name=RS_OPEN_REGION-10.235.114.28:59003, corePoolSize=3, maxPoolSize=3 2016-03-04 19:12:22,580 DEBUG [RS:2;10.235.114.28:59007] executor.ExecutorService(93): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-10.235.114.28:59007, corePoolSize=3, maxPoolSize=3 2016-03-04 19:12:22,581 DEBUG [RS:1;10.235.114.28:59003] executor.ExecutorService(93): Starting executor service name=RS_OPEN_META-10.235.114.28:59003, corePoolSize=1, maxPoolSize=1 2016-03-04 19:12:22,582 DEBUG [RS:1;10.235.114.28:59003] executor.ExecutorService(93): Starting executor service name=RS_CLOSE_REGION-10.235.114.28:59003, corePoolSize=3, maxPoolSize=3 2016-03-04 19:12:22,582 DEBUG [RS:1;10.235.114.28:59003] executor.ExecutorService(93): Starting executor service name=RS_CLOSE_META-10.235.114.28:59003, corePoolSize=1, maxPoolSize=1 2016-03-04 19:12:22,583 DEBUG [RS:1;10.235.114.28:59003] executor.ExecutorService(93): Starting executor service name=RS_LOG_REPLAY_OPS-10.235.114.28:59003, corePoolSize=2, maxPoolSize=2 2016-03-04 19:12:22,583 DEBUG [RS:1;10.235.114.28:59003] executor.ExecutorService(93): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-10.235.114.28:59003, corePoolSize=10, maxPoolSize=10 2016-03-04 19:12:22,583 DEBUG [RS:0;10.235.114.28:58997] zookeeper.ZKUtil(365): regionserver:58997-0x1534154095c0001, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,59003,1457089941541 2016-03-04 19:12:22,584 DEBUG [RS:2;10.235.114.28:59007] zookeeper.ZKUtil(365): regionserver:59007-0x1534154095c0003, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,59003,1457089941541 2016-03-04 19:12:22,584 DEBUG [RS:1;10.235.114.28:59003] executor.ExecutorService(93): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-10.235.114.28:59003, corePoolSize=3, maxPoolSize=3 2016-03-04 19:12:22,585 DEBUG [RS:0;10.235.114.28:58997] zookeeper.ZKUtil(365): regionserver:58997-0x1534154095c0001, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,59007,1457089941597 2016-03-04 19:12:22,585 DEBUG [RS:2;10.235.114.28:59007] zookeeper.ZKUtil(365): regionserver:59007-0x1534154095c0003, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,59007,1457089941597 2016-03-04 19:12:22,587 DEBUG [RS:0;10.235.114.28:58997] zookeeper.ZKUtil(365): regionserver:58997-0x1534154095c0001, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,58997,1457089941464 2016-03-04 19:12:22,587 DEBUG [RS:2;10.235.114.28:59007] zookeeper.ZKUtil(365): regionserver:59007-0x1534154095c0003, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,58997,1457089941464 2016-03-04 19:12:22,588 DEBUG [RS:0;10.235.114.28:58997] zookeeper.ZKUtil(365): regionserver:58997-0x1534154095c0001, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,58993,1457089941102 2016-03-04 19:12:22,589 DEBUG [RS:1;10.235.114.28:59003] zookeeper.ZKUtil(365): regionserver:59003-0x1534154095c0002, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,59003,1457089941541 2016-03-04 19:12:22,590 DEBUG [RS:2;10.235.114.28:59007] zookeeper.ZKUtil(365): regionserver:59007-0x1534154095c0003, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,58993,1457089941102 2016-03-04 19:12:22,591 INFO [RS:2;10.235.114.28:59007] regionserver.ReplicationSourceManager(246): Current list of replicators: [10.235.114.28,59003,1457089941541, 10.235.114.28,59007,1457089941597, 10.235.114.28,58997,1457089941464, 10.235.114.28,58993,1457089941102] other RSs: [10.235.114.28,59003,1457089941541, 10.235.114.28,59007,1457089941597, 10.235.114.28,58997,1457089941464, 10.235.114.28,58993,1457089941102] 2016-03-04 19:12:22,589 INFO [RS:0;10.235.114.28:58997] regionserver.ReplicationSourceManager(246): Current list of replicators: [10.235.114.28,59003,1457089941541, 10.235.114.28,59007,1457089941597, 10.235.114.28,58997,1457089941464, 10.235.114.28,58993,1457089941102] other RSs: [10.235.114.28,59003,1457089941541, 10.235.114.28,59007,1457089941597, 10.235.114.28,58997,1457089941464, 10.235.114.28,58993,1457089941102] 2016-03-04 19:12:22,591 DEBUG [RS:1;10.235.114.28:59003] zookeeper.ZKUtil(365): regionserver:59003-0x1534154095c0002, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,59007,1457089941597 2016-03-04 19:12:22,594 DEBUG [RS:1;10.235.114.28:59003] zookeeper.ZKUtil(365): regionserver:59003-0x1534154095c0002, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,58997,1457089941464 2016-03-04 19:12:22,595 DEBUG [RS:1;10.235.114.28:59003] zookeeper.ZKUtil(365): regionserver:59003-0x1534154095c0002, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,58993,1457089941102 2016-03-04 19:12:22,596 INFO [RS:1;10.235.114.28:59003] regionserver.ReplicationSourceManager(246): Current list of replicators: [10.235.114.28,59003,1457089941541, 10.235.114.28,59007,1457089941597, 10.235.114.28,58997,1457089941464, 10.235.114.28,58993,1457089941102] other RSs: [10.235.114.28,59003,1457089941541, 10.235.114.28,59007,1457089941597, 10.235.114.28,58997,1457089941464, 10.235.114.28,58993,1457089941102] 2016-03-04 19:12:22,686 INFO [SplitLogWorker-10.235.114.28:58993] regionserver.SplitLogWorker(134): SplitLogWorker 10.235.114.28,58993,1457089941102 starting 2016-03-04 19:12:22,686 INFO [SplitLogWorker-10.235.114.28:59007] regionserver.SplitLogWorker(134): SplitLogWorker 10.235.114.28,59007,1457089941597 starting 2016-03-04 19:12:22,686 INFO [SplitLogWorker-10.235.114.28:58997] regionserver.SplitLogWorker(134): SplitLogWorker 10.235.114.28,58997,1457089941464 starting 2016-03-04 19:12:22,690 INFO [RS:0;10.235.114.28:58997] regionserver.HeapMemoryManager(191): Starting HeapMemoryTuner chore. 2016-03-04 19:12:22,690 INFO [RS:2;10.235.114.28:59007] regionserver.HeapMemoryManager(191): Starting HeapMemoryTuner chore. 2016-03-04 19:12:22,690 INFO [M:0;10.235.114.28:58993] regionserver.HeapMemoryManager(191): Starting HeapMemoryTuner chore. 2016-03-04 19:12:22,699 INFO [RS:2;10.235.114.28:59007] regionserver.HRegionServer(1411): Serving as 10.235.114.28,59007,1457089941597, RpcServer on 10.235.114.28/10.235.114.28:59007, sessionid=0x1534154095c0003 2016-03-04 19:12:22,699 INFO [M:0;10.235.114.28:58993] regionserver.HRegionServer(1411): Serving as 10.235.114.28,58993,1457089941102, RpcServer on 10.235.114.28/10.235.114.28:58993, sessionid=0x1534154095c0000 2016-03-04 19:12:22,699 INFO [RS:0;10.235.114.28:58997] regionserver.HRegionServer(1411): Serving as 10.235.114.28,58997,1457089941464, RpcServer on 10.235.114.28/10.235.114.28:58997, sessionid=0x1534154095c0001 2016-03-04 19:12:22,700 INFO [RS:1;10.235.114.28:59003] regionserver.HeapMemoryManager(191): Starting HeapMemoryTuner chore. 2016-03-04 19:12:22,700 INFO [SplitLogWorker-10.235.114.28:59003] regionserver.SplitLogWorker(134): SplitLogWorker 10.235.114.28,59003,1457089941541 starting 2016-03-04 19:12:22,700 DEBUG [M:0;10.235.114.28:58993] procedure.RegionServerProcedureManagerHost(52): Procedure online-snapshot is starting 2016-03-04 19:12:22,700 DEBUG [RS:2;10.235.114.28:59007] procedure.RegionServerProcedureManagerHost(52): Procedure online-snapshot is starting 2016-03-04 19:12:22,702 DEBUG [RS:2;10.235.114.28:59007] snapshot.RegionServerSnapshotManager(124): Start Snapshot Manager 10.235.114.28,59007,1457089941597 2016-03-04 19:12:22,702 DEBUG [M:0;10.235.114.28:58993] snapshot.RegionServerSnapshotManager(124): Start Snapshot Manager 10.235.114.28,58993,1457089941102 2016-03-04 19:12:22,703 DEBUG [M:0;10.235.114.28:58993] procedure.ZKProcedureMemberRpcs(352): Starting procedure member '10.235.114.28,58993,1457089941102' 2016-03-04 19:12:22,703 DEBUG [M:0;10.235.114.28:58993] procedure.ZKProcedureMemberRpcs(136): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2016-03-04 19:12:22,701 INFO [RS:1;10.235.114.28:59003] regionserver.HRegionServer(1411): Serving as 10.235.114.28,59003,1457089941541, RpcServer on 10.235.114.28/10.235.114.28:59003, sessionid=0x1534154095c0002 2016-03-04 19:12:22,701 DEBUG [RS:0;10.235.114.28:58997] procedure.RegionServerProcedureManagerHost(52): Procedure online-snapshot is starting 2016-03-04 19:12:22,704 DEBUG [M:0;10.235.114.28:58993] procedure.ZKProcedureMemberRpcs(152): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2016-03-04 19:12:22,704 DEBUG [RS:1;10.235.114.28:59003] procedure.RegionServerProcedureManagerHost(52): Procedure online-snapshot is starting 2016-03-04 19:12:22,702 DEBUG [RS:2;10.235.114.28:59007] procedure.ZKProcedureMemberRpcs(352): Starting procedure member '10.235.114.28,59007,1457089941597' 2016-03-04 19:12:22,705 DEBUG [M:0;10.235.114.28:58993] procedure.RegionServerProcedureManagerHost(54): Procedure online-snapshot is started 2016-03-04 19:12:22,705 DEBUG [M:0;10.235.114.28:58993] procedure.RegionServerProcedureManagerHost(52): Procedure flush-table-proc is starting 2016-03-04 19:12:22,705 DEBUG [RS:1;10.235.114.28:59003] snapshot.RegionServerSnapshotManager(124): Start Snapshot Manager 10.235.114.28,59003,1457089941541 2016-03-04 19:12:22,704 DEBUG [RS:0;10.235.114.28:58997] snapshot.RegionServerSnapshotManager(124): Start Snapshot Manager 10.235.114.28,58997,1457089941464 2016-03-04 19:12:22,706 DEBUG [10.235.114.28:58993.activeMasterManager] zookeeper.ZKUtil(624): master:58993-0x1534154095c0000, quorum=localhost:53546, baseZNode=/hbase Unable to get data of znode /hbase/meta-region-server because node does not exist (not an error) 2016-03-04 19:12:22,706 DEBUG [RS:1;10.235.114.28:59003] procedure.ZKProcedureMemberRpcs(352): Starting procedure member '10.235.114.28,59003,1457089941541' 2016-03-04 19:12:22,706 DEBUG [M:0;10.235.114.28:58993] flush.RegionServerFlushTableProcedureManager(103): Start region server flush procedure manager 10.235.114.28,58993,1457089941102 2016-03-04 19:12:22,705 DEBUG [RS:2;10.235.114.28:59007] procedure.ZKProcedureMemberRpcs(136): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2016-03-04 19:12:22,708 DEBUG [M:0;10.235.114.28:58993] procedure.ZKProcedureMemberRpcs(352): Starting procedure member '10.235.114.28,58993,1457089941102' 2016-03-04 19:12:22,708 DEBUG [M:0;10.235.114.28:58993] procedure.ZKProcedureMemberRpcs(136): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2016-03-04 19:12:22,707 DEBUG [RS:1;10.235.114.28:59003] procedure.ZKProcedureMemberRpcs(136): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2016-03-04 19:12:22,707 INFO [10.235.114.28:58993.activeMasterManager] master.HMaster(926): Re-assigning hbase:meta with replicaId, 0 it was on null 2016-03-04 19:12:22,706 DEBUG [RS:0;10.235.114.28:58997] procedure.ZKProcedureMemberRpcs(352): Starting procedure member '10.235.114.28,58997,1457089941464' 2016-03-04 19:12:22,710 DEBUG [RS:0;10.235.114.28:58997] procedure.ZKProcedureMemberRpcs(136): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2016-03-04 19:12:22,710 DEBUG [RS:1;10.235.114.28:59003] procedure.ZKProcedureMemberRpcs(152): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2016-03-04 19:12:22,709 DEBUG [M:0;10.235.114.28:58993] procedure.ZKProcedureMemberRpcs(152): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2016-03-04 19:12:22,709 DEBUG [RS:2;10.235.114.28:59007] procedure.ZKProcedureMemberRpcs(152): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2016-03-04 19:12:22,711 DEBUG [RS:1;10.235.114.28:59003] procedure.RegionServerProcedureManagerHost(54): Procedure online-snapshot is started 2016-03-04 19:12:22,711 DEBUG [RS:0;10.235.114.28:58997] procedure.ZKProcedureMemberRpcs(152): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2016-03-04 19:12:22,712 DEBUG [RS:2;10.235.114.28:59007] procedure.RegionServerProcedureManagerHost(54): Procedure online-snapshot is started 2016-03-04 19:12:22,712 DEBUG [RS:2;10.235.114.28:59007] procedure.RegionServerProcedureManagerHost(52): Procedure flush-table-proc is starting 2016-03-04 19:12:22,713 DEBUG [RS:0;10.235.114.28:58997] procedure.RegionServerProcedureManagerHost(54): Procedure online-snapshot is started 2016-03-04 19:12:22,713 DEBUG [RS:0;10.235.114.28:58997] procedure.RegionServerProcedureManagerHost(52): Procedure flush-table-proc is starting 2016-03-04 19:12:22,713 DEBUG [RS:0;10.235.114.28:58997] flush.RegionServerFlushTableProcedureManager(103): Start region server flush procedure manager 10.235.114.28,58997,1457089941464 2016-03-04 19:12:22,714 DEBUG [RS:0;10.235.114.28:58997] procedure.ZKProcedureMemberRpcs(352): Starting procedure member '10.235.114.28,58997,1457089941464' 2016-03-04 19:12:22,714 DEBUG [RS:0;10.235.114.28:58997] procedure.ZKProcedureMemberRpcs(136): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2016-03-04 19:12:22,712 DEBUG [RS:1;10.235.114.28:59003] procedure.RegionServerProcedureManagerHost(52): Procedure flush-table-proc is starting 2016-03-04 19:12:22,715 DEBUG [RS:1;10.235.114.28:59003] flush.RegionServerFlushTableProcedureManager(103): Start region server flush procedure manager 10.235.114.28,59003,1457089941541 2016-03-04 19:12:22,711 DEBUG [M:0;10.235.114.28:58993] procedure.RegionServerProcedureManagerHost(54): Procedure flush-table-proc is started 2016-03-04 19:12:22,715 DEBUG [RS:0;10.235.114.28:58997] procedure.ZKProcedureMemberRpcs(152): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2016-03-04 19:12:22,715 DEBUG [RS:1;10.235.114.28:59003] procedure.ZKProcedureMemberRpcs(352): Starting procedure member '10.235.114.28,59003,1457089941541' 2016-03-04 19:12:22,716 DEBUG [RS:1;10.235.114.28:59003] procedure.ZKProcedureMemberRpcs(136): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2016-03-04 19:12:22,717 DEBUG [RS:0;10.235.114.28:58997] procedure.RegionServerProcedureManagerHost(54): Procedure flush-table-proc is started 2016-03-04 19:12:22,713 DEBUG [RS:2;10.235.114.28:59007] flush.RegionServerFlushTableProcedureManager(103): Start region server flush procedure manager 10.235.114.28,59007,1457089941597 2016-03-04 19:12:22,717 DEBUG [RS:1;10.235.114.28:59003] procedure.ZKProcedureMemberRpcs(152): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2016-03-04 19:12:22,717 DEBUG [RS:2;10.235.114.28:59007] procedure.ZKProcedureMemberRpcs(352): Starting procedure member '10.235.114.28,59007,1457089941597' 2016-03-04 19:12:22,718 DEBUG [RS:2;10.235.114.28:59007] procedure.ZKProcedureMemberRpcs(136): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2016-03-04 19:12:22,718 DEBUG [RS:1;10.235.114.28:59003] procedure.RegionServerProcedureManagerHost(54): Procedure flush-table-proc is started 2016-03-04 19:12:22,719 DEBUG [RS:2;10.235.114.28:59007] procedure.ZKProcedureMemberRpcs(152): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2016-03-04 19:12:22,719 DEBUG [10.235.114.28:58993.activeMasterManager] master.AssignmentManager(1291): No previous transition plan found (or ignoring an existing plan) for hbase:meta,,1.1588230740; generated random plan=hri=hbase:meta,,1.1588230740, src=, dest=10.235.114.28,58993,1457089941102; 4 (online=4) available servers, forceNewPlan=false 2016-03-04 19:12:22,720 INFO [10.235.114.28:58993.activeMasterManager] master.AssignmentManager(1080): Assigning hbase:meta,,1.1588230740 to 10.235.114.28,58993,1457089941102 2016-03-04 19:12:22,720 DEBUG [RS:2;10.235.114.28:59007] procedure.RegionServerProcedureManagerHost(54): Procedure flush-table-proc is started 2016-03-04 19:12:22,720 INFO [10.235.114.28:58993.activeMasterManager] master.RegionStates(1106): Transition {1588230740 state=OFFLINE, ts=1457089942709, server=null} to {1588230740 state=PENDING_OPEN, ts=1457089942720, server=10.235.114.28,58993,1457089941102} 2016-03-04 19:12:22,721 INFO [10.235.114.28:58993.activeMasterManager] zookeeper.MetaTableLocator(439): Setting hbase:meta region location in ZooKeeper as 10.235.114.28,58993,1457089941102 2016-03-04 19:12:22,731 INFO [RS:0;10.235.114.28:58997] quotas.RegionServerQuotaManager(62): Quota support disabled 2016-03-04 19:12:22,731 INFO [M:0;10.235.114.28:58993] quotas.RegionServerQuotaManager(62): Quota support disabled 2016-03-04 19:12:22,731 INFO [RS:1;10.235.114.28:59003] quotas.RegionServerQuotaManager(62): Quota support disabled 2016-03-04 19:12:22,731 INFO [RS:2;10.235.114.28:59007] quotas.RegionServerQuotaManager(62): Quota support disabled 2016-03-04 19:12:22,737 DEBUG [10.235.114.28:58993.activeMasterManager] zookeeper.MetaTableLocator(451): META region location doesn't exist, create it 2016-03-04 19:12:22,740 DEBUG [10.235.114.28:58993.activeMasterManager] master.ServerManager(934): New admin connection to 10.235.114.28,58993,1457089941102 2016-03-04 19:12:22,784 INFO [10.235.114.28:58993.activeMasterManager] regionserver.RSRpcServices(1666): Open hbase:meta,,1.1588230740 2016-03-04 19:12:22,792 INFO [RS_OPEN_META-10.235.114.28:58993-0] wal.WALFactory(144): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.DefaultWALProvider 2016-03-04 19:12:22,822 INFO [RS_OPEN_META-10.235.114.28:58993-0] wal.FSHLog(526): WAL configuration: blocksize=128 MB, rollsize=121.60 MB, prefix=10.235.114.28%2C58993%2C1457089941102.meta, suffix=.meta, logDir=hdfs://localhost:58965/user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/WALs/10.235.114.28,58993,1457089941102, archiveDir=hdfs://localhost:58965/user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/oldWALs 2016-03-04 19:12:23,021 INFO [RS_OPEN_META-10.235.114.28:58993-0] wal.FSHLog(1407): Slow sync cost: 20 ms, current pipeline: [] 2016-03-04 19:12:23,022 INFO [RS_OPEN_META-10.235.114.28:58993-0] wal.FSHLog(873): New WAL /user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/WALs/10.235.114.28,58993,1457089941102/10.235.114.28%2C58993%2C1457089941102.meta.1457089942823.meta 2016-03-04 19:12:23,029 DEBUG [10.235.114.28:58993.activeMasterManager] hbase.MetaTableAccessor(1355): Put{"totalColumns":1,"families":{"table":[{"timestamp":1457089942809,"tag":[],"qualifier":"state","vlen":2}]},"row":"hbase:meta"} 2016-03-04 19:12:23,073 DEBUG [RS_OPEN_META-10.235.114.28:58993-0] regionserver.HRegion(6341): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2016-03-04 19:12:23,137 DEBUG [RS_OPEN_META-10.235.114.28:58993-0] coprocessor.CoprocessorHost(181): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2016-03-04 19:12:23,146 DEBUG [RS_OPEN_META-10.235.114.28:58993-0] regionserver.HRegion(7447): Registered coprocessor service: region=hbase:meta,,1 service=hbase.pb.MultiRowMutationService 2016-03-04 19:12:23,156 INFO [RS_OPEN_META-10.235.114.28:58993-0] regionserver.RegionCoprocessorHost(376): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2016-03-04 19:12:23,173 DEBUG [RS_OPEN_META-10.235.114.28:58993-0] regionserver.MetricsRegionSourceImpl(70): Creating new MetricsRegionSourceImpl for table meta 1588230740 2016-03-04 19:12:23,174 DEBUG [RS_OPEN_META-10.235.114.28:58993-0] regionserver.HRegion(736): Instantiated hbase:meta,,1.1588230740 2016-03-04 19:12:23,183 INFO [StoreOpener-1588230740-1] hfile.CacheConfig(298): blockCache=LruBlockCache{blockCount=0, currentSize=784264, freeSize=762788792, maxSize=763573056, heapSize=784264, minSize=725394368, minFactor=0.95, multiSize=362697184, multiFactor=0.5, singleSize=181348592, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2016-03-04 19:12:23,184 INFO [StoreOpener-1588230740-1] compactions.CompactionConfiguration(137): size [134217728, 9223372036854775807, 9223372036854775807); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, base window in milliseconds 21600000, windows per tier 4,incoming window min 6 2016-03-04 19:12:23,186 DEBUG [StoreOpener-1588230740-1] regionserver.HRegionFileSystem(202): No StoreFiles for: hdfs://localhost:58965/user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/data/hbase/meta/1588230740/info 2016-03-04 19:12:23,189 INFO [StoreOpener-1588230740-1] hfile.CacheConfig(298): blockCache=LruBlockCache{blockCount=0, currentSize=784264, freeSize=762788792, maxSize=763573056, heapSize=784264, minSize=725394368, minFactor=0.95, multiSize=362697184, multiFactor=0.5, singleSize=181348592, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2016-03-04 19:12:23,190 INFO [StoreOpener-1588230740-1] compactions.CompactionConfiguration(137): size [134217728, 9223372036854775807, 9223372036854775807); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, base window in milliseconds 21600000, windows per tier 4,incoming window min 6 2016-03-04 19:12:23,193 DEBUG [StoreOpener-1588230740-1] regionserver.HRegionFileSystem(202): No StoreFiles for: hdfs://localhost:58965/user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/data/hbase/meta/1588230740/table 2016-03-04 19:12:23,200 DEBUG [RS_OPEN_META-10.235.114.28:58993-0] regionserver.HRegion(3881): Found 0 recovered edits file(s) under hdfs://localhost:58965/user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/data/hbase/meta/1588230740 2016-03-04 19:12:23,206 DEBUG [RS_OPEN_META-10.235.114.28:58993-0] regionserver.FlushLargeStoresPolicy(72): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in description of table hbase:meta, use config (67108864) instead 2016-03-04 19:12:23,218 DEBUG [RS_OPEN_META-10.235.114.28:58993-0] wal.WALSplitter(730): Wrote region seqId=hdfs://localhost:58965/user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/data/hbase/meta/1588230740/recovered.edits/3.seqid to file, newSeqId=3, maxSeqId=2 2016-03-04 19:12:23,221 INFO [RS_OPEN_META-10.235.114.28:58993-0] regionserver.HRegion(871): Onlined 1588230740; next sequenceid=3 2016-03-04 19:12:23,265 INFO [PostOpenDeployTasks:1588230740] regionserver.HRegionServer(1951): Post open deploy tasks for hbase:meta,,1.1588230740 2016-03-04 19:12:23,277 DEBUG [PostOpenDeployTasks:1588230740] master.AssignmentManager(2884): Got transition OPENED for {1588230740 state=PENDING_OPEN, ts=1457089942720, server=10.235.114.28,58993,1457089941102} from 10.235.114.28,58993,1457089941102 2016-03-04 19:12:23,277 INFO [PostOpenDeployTasks:1588230740] master.RegionStates(1106): Transition {1588230740 state=PENDING_OPEN, ts=1457089942720, server=10.235.114.28,58993,1457089941102} to {1588230740 state=OPEN, ts=1457089943277, server=10.235.114.28,58993,1457089941102} 2016-03-04 19:12:23,278 INFO [PostOpenDeployTasks:1588230740] zookeeper.MetaTableLocator(439): Setting hbase:meta region location in ZooKeeper as 10.235.114.28,58993,1457089941102 2016-03-04 19:12:23,281 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): master:58993-0x1534154095c0000, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2016-03-04 19:12:23,281 DEBUG [PostOpenDeployTasks:1588230740] master.RegionStates(452): Onlined 1588230740 on 10.235.114.28,58993,1457089941102 2016-03-04 19:12:23,285 DEBUG [PostOpenDeployTasks:1588230740] regionserver.HRegionServer(1978): Finished post open deploy task for hbase:meta,,1.1588230740 2016-03-04 19:12:23,286 DEBUG [RS_OPEN_META-10.235.114.28:58993-0] handler.OpenRegionHandler(126): Opened hbase:meta,,1.1588230740 on 10.235.114.28,58993,1457089941102 2016-03-04 19:12:23,602 INFO [10.235.114.28:58993.activeMasterManager] hbase.MetaTableAccessor(1700): Updated table hbase:meta state to ENABLED in META 2016-03-04 19:12:23,603 DEBUG [10.235.114.28:58993.activeMasterManager] hbase.MetaTableAccessor(1355): Put{"totalColumns":1,"families":{"table":[{"timestamp":1457089943602,"tag":[],"qualifier":"state","vlen":2}]},"row":"hbase:meta"} 2016-03-04 19:12:23,609 INFO [10.235.114.28:58993.activeMasterManager] hbase.MetaTableAccessor(1700): Updated table hbase:meta state to ENABLED in META result hbase:meta/table:state/1457089943602/Put/vlen=2/seqid=6 hbase:meta/table:state/1457089943602/Put/vlen=2/seqid=6 rpcresult {limits:{batch:-1, size:2097152, sizeScope:BETWEEN_CELLS, time:1457089973679, timeScope:BETWEEN_CELLS}, progress:{batch:1, size:112, sizeScope:BETWEEN_ROWS, time:1457089943679, timeScope:BETWEEN_ROWS}, keepProgress:true, state:NO_MORE_VALUES} hbase:meta/table:state/1457089943602/Put/vlen=2/seqid=6 2016-03-04 19:12:23,690 DEBUG [10.235.114.28:58993.activeMasterManager] procedure.MasterProcedureScheduler(387): Wake event ProcedureEvent(server crash processing) 2016-03-04 19:12:23,690 INFO [10.235.114.28:58993.activeMasterManager] master.ServerManager(683): AssignmentManager hasn't finished failover cleanup; waiting 2016-03-04 19:12:23,692 INFO [10.235.114.28:58993.activeMasterManager] master.HMaster(953): hbase:meta with replicaId 0 assigned=1, location=10.235.114.28,58993,1457089941102 result hbase:meta/table:state/1457089943602/Put/vlen=2/seqid=6 hbase:meta/table:state/1457089943602/Put/vlen=2/seqid=6 rpcresult {limits:{batch:-1, size:2097152, sizeScope:BETWEEN_CELLS, time:1457089973698, timeScope:BETWEEN_CELLS}, progress:{batch:1, size:112, sizeScope:BETWEEN_ROWS, time:1457089943698, timeScope:BETWEEN_ROWS}, keepProgress:true, state:NO_MORE_VALUES} hbase:meta/table:state/1457089943602/Put/vlen=2/seqid=6 result hbase:meta/table:state/1457089943602/Put/vlen=2/seqid=6 hbase:meta/table:state/1457089943602/Put/vlen=2/seqid=6 rpcresult {limits:{batch:-1, size:2097152, sizeScope:BETWEEN_CELLS, time:1457089973701, timeScope:BETWEEN_CELLS}, progress:{batch:1, size:112, sizeScope:BETWEEN_ROWS, time:1457089943701, timeScope:BETWEEN_ROWS}, keepProgress:true, state:NO_MORE_VALUES} hbase:meta/table:state/1457089943602/Put/vlen=2/seqid=6 2016-03-04 19:12:23,743 INFO [M:0;10.235.114.28:58993] wal.FSHLog(526): WAL configuration: blocksize=128 MB, rollsize=121.60 MB, prefix=10.235.114.28%2C58993%2C1457089941102, suffix=, logDir=hdfs://localhost:58965/user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/WALs/10.235.114.28,58993,1457089941102, archiveDir=hdfs://localhost:58965/user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/oldWALs 2016-03-04 19:12:23,745 INFO [RS:2;10.235.114.28:59007] wal.FSHLog(526): WAL configuration: blocksize=128 MB, rollsize=121.60 MB, prefix=10.235.114.28%2C59007%2C1457089941597, suffix=, logDir=hdfs://localhost:58965/user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/WALs/10.235.114.28,59007,1457089941597, archiveDir=hdfs://localhost:58965/user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/oldWALs 2016-03-04 19:12:23,745 INFO [RS:0;10.235.114.28:58997] wal.FSHLog(526): WAL configuration: blocksize=128 MB, rollsize=121.60 MB, prefix=10.235.114.28%2C58997%2C1457089941464, suffix=, logDir=hdfs://localhost:58965/user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/WALs/10.235.114.28,58997,1457089941464, archiveDir=hdfs://localhost:58965/user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/oldWALs 2016-03-04 19:12:23,745 INFO [RS:1;10.235.114.28:59003] wal.FSHLog(526): WAL configuration: blocksize=128 MB, rollsize=121.60 MB, prefix=10.235.114.28%2C59003%2C1457089941541, suffix=, logDir=hdfs://localhost:58965/user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/WALs/10.235.114.28,59003,1457089941541, archiveDir=hdfs://localhost:58965/user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/oldWALs 2016-03-04 19:12:23,777 INFO [M:0;10.235.114.28:58993] wal.FSHLog(1407): Slow sync cost: 29 ms, current pipeline: [] 2016-03-04 19:12:23,781 INFO [M:0;10.235.114.28:58993] wal.FSHLog(873): New WAL /user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/WALs/10.235.114.28,58993,1457089941102/10.235.114.28%2C58993%2C1457089941102.1457089943744 2016-03-04 19:12:23,789 INFO [RS:2;10.235.114.28:59007] wal.FSHLog(1407): Slow sync cost: 39 ms, current pipeline: [] 2016-03-04 19:12:23,789 INFO [RS:1;10.235.114.28:59003] wal.FSHLog(1407): Slow sync cost: 37 ms, current pipeline: [] 2016-03-04 19:12:23,789 INFO [RS:0;10.235.114.28:58997] wal.FSHLog(1407): Slow sync cost: 35 ms, current pipeline: [] 2016-03-04 19:12:23,790 INFO [RS:1;10.235.114.28:59003] wal.FSHLog(873): New WAL /user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/WALs/10.235.114.28,59003,1457089941541/10.235.114.28%2C59003%2C1457089941541.1457089943746 2016-03-04 19:12:23,789 INFO [RS:2;10.235.114.28:59007] wal.FSHLog(873): New WAL /user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/WALs/10.235.114.28,59007,1457089941597/10.235.114.28%2C59007%2C1457089941597.1457089943745 2016-03-04 19:12:23,790 INFO [RS:0;10.235.114.28:58997] wal.FSHLog(873): New WAL /user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/WALs/10.235.114.28,58997,1457089941464/10.235.114.28%2C58997%2C1457089941464.1457089943746 2016-03-04 19:12:24,321 FATAL [10.235.114.28:58993.activeMasterManager] master.HMaster$1(1741): Failed to become active master org.apache.hadoop.hbase.DoNotRetryIOException: Failed after retry of OutOfOrderScannerNextException: was there a rpc timeout? at org.apache.hadoop.hbase.client.ClientScanner.loadCache(ClientScanner.java:469) at org.apache.hadoop.hbase.client.ClientScanner.nextWithSyncCache(ClientScanner.java:358) at org.apache.hadoop.hbase.client.ClientSimpleScanner.next(ClientSimpleScanner.java:51) at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:776) at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:702) at org.apache.hadoop.hbase.MetaTableAccessor.fullScan(MetaTableAccessor.java:238) at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:213) at org.apache.hadoop.hbase.master.AssignmentManager.rebuildUserRegions(AssignmentManager.java:1677) at org.apache.hadoop.hbase.master.AssignmentManager.joinCluster(AssignmentManager.java:417) at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:767) at org.apache.hadoop.hbase.master.HMaster.access$500(HMaster.java:190) at org.apache.hadoop.hbase.master.HMaster$1.run(HMaster.java:1737) at java.lang.Thread.run(Thread.java:745) Caused by: org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: Expected nextCallSeq: 1 But the nextCallSeq got from client: 0; request=scanner_id: 5 number_of_rows: 100 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:2613) at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:220) at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:63) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithoutRetries(RpcRetryingCallerImpl.java:185) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:360) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:334) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:118) at org.apache.hadoop.hbase.client.ResultBoundedCompletionService$QueueingFuture.run(ResultBoundedCompletionService.java:65) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) ... 1 more 2016-03-04 19:12:24,327 FATAL [10.235.114.28:58993.activeMasterManager] master.HMaster(2208): Master server abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2016-03-04 19:12:24,328 FATAL [10.235.114.28:58993.activeMasterManager] master.HMaster(2211): Unhandled exception. Starting shutdown. org.apache.hadoop.hbase.DoNotRetryIOException: Failed after retry of OutOfOrderScannerNextException: was there a rpc timeout? at org.apache.hadoop.hbase.client.ClientScanner.loadCache(ClientScanner.java:469) at org.apache.hadoop.hbase.client.ClientScanner.nextWithSyncCache(ClientScanner.java:358) at org.apache.hadoop.hbase.client.ClientSimpleScanner.next(ClientSimpleScanner.java:51) at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:776) at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:702) at org.apache.hadoop.hbase.MetaTableAccessor.fullScan(MetaTableAccessor.java:238) at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:213) at org.apache.hadoop.hbase.master.AssignmentManager.rebuildUserRegions(AssignmentManager.java:1677) at org.apache.hadoop.hbase.master.AssignmentManager.joinCluster(AssignmentManager.java:417) at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:767) at org.apache.hadoop.hbase.master.HMaster.access$500(HMaster.java:190) at org.apache.hadoop.hbase.master.HMaster$1.run(HMaster.java:1737) at java.lang.Thread.run(Thread.java:745) Caused by: org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: Expected nextCallSeq: 1 But the nextCallSeq got from client: 0; request=scanner_id: 5 number_of_rows: 100 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:2613) at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:220) at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:63) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithoutRetries(RpcRetryingCallerImpl.java:185) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:360) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:334) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:118) at org.apache.hadoop.hbase.client.ResultBoundedCompletionService$QueueingFuture.run(ResultBoundedCompletionService.java:65) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) ... 1 more 2016-03-04 19:12:24,332 INFO [10.235.114.28:58993.activeMasterManager] regionserver.HRegionServer(1917): STOPPED: Stopped by 10.235.114.28:58993.activeMasterManager 2016-03-04 19:12:24,333 INFO [M:0;10.235.114.28:58993] regionserver.SplitLogWorker(164): Sending interrupt to stop the worker thread 2016-03-04 19:12:24,333 INFO [SplitLogWorker-10.235.114.28:58993] regionserver.SplitLogWorker(146): SplitLogWorker interrupted. Exiting. 2016-03-04 19:12:24,333 INFO [M:0;10.235.114.28:58993] regionserver.HeapMemoryManager(202): Stoping HeapMemoryTuner chore. 2016-03-04 19:12:24,334 INFO [SplitLogWorker-10.235.114.28:58993] regionserver.SplitLogWorker(155): SplitLogWorker 10.235.114.28,58993,1457089941102 exiting 2016-03-04 19:12:24,335 INFO [MemStoreFlusher.1] regionserver.MemStoreFlusher$FlushHandler(280): MemStoreFlusher.1 exiting 2016-03-04 19:12:24,334 INFO [M:0;10.235.114.28:58993] procedure2.ProcedureExecutor(532): Stopping the procedure executor 2016-03-04 19:12:24,335 INFO [M:0;10.235.114.28:58993] wal.WALProcedureStore(232): Stopping the WAL Procedure Store 2016-03-04 19:12:24,334 INFO [MemStoreFlusher.0] regionserver.MemStoreFlusher$FlushHandler(280): MemStoreFlusher.0 exiting 2016-03-04 19:12:24,364 WARN [IPC Server handler 8 on 58965] blockmanagement.BlockPlacementPolicyDefault(382): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy 2016-03-04 19:12:24,366 WARN [IPC Server handler 8 on 58965] protocol.BlockStoragePolicy(160): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2016-03-04 19:12:24,367 WARN [IPC Server handler 8 on 58965] blockmanagement.BlockPlacementPolicyDefault(382): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2016-03-04 19:12:24,381 INFO [IPC Server handler 6 on 58965] blockmanagement.BlockManager(2624): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58966 is added to blk_1073741834_1010{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c027f306-2836-4874-ae51-e7e770a72994:NORMAL:127.0.0.1:58975|RBW], ReplicaUC[[DISK]DS-57a880d8-4cd0-46c6-9cf8-011b8244922f:NORMAL:127.0.0.1:58966|RBW]]} size 0 2016-03-04 19:12:24,382 INFO [IPC Server handler 7 on 58965] blockmanagement.BlockManager(2624): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58975 is added to blk_1073741834_1010{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c027f306-2836-4874-ae51-e7e770a72994:NORMAL:127.0.0.1:58975|RBW], ReplicaUC[[DISK]DS-57a880d8-4cd0-46c6-9cf8-011b8244922f:NORMAL:127.0.0.1:58966|RBW]]} size 0 2016-03-04 19:12:24,385 INFO [M:0;10.235.114.28:58993] snapshot.RegionServerSnapshotManager(136): Stopping RegionServerSnapshotManager gracefully. 2016-03-04 19:12:24,385 INFO [M:0;10.235.114.28:58993] flush.RegionServerFlushTableProcedureManager(115): Stopping region server flush procedure manager gracefully. 2016-03-04 19:12:24,386 INFO [M:0;10.235.114.28:58993] regionserver.HRegionServer(1062): stopping server 10.235.114.28,58993,1457089941102 2016-03-04 19:12:24,386 DEBUG [M:0;10.235.114.28:58993] zookeeper.MetaTableLocator(612): Stopping MetaTableLocator 2016-03-04 19:12:24,387 INFO [M:0;10.235.114.28:58993] client.ConnectionImplementation(1346): Closing zookeeper sessionid=0x1534154095c0004 2016-03-04 19:12:24,388 DEBUG [M:0;10.235.114.28:58993] ipc.AsyncRpcClient(320): Stopping async HBase RPC client 2016-03-04 19:12:24,389 INFO [M:0;10.235.114.28:58993] regionserver.CompactSplitThread(403): Waiting for Split Thread to finish... 2016-03-04 19:12:24,389 INFO [M:0;10.235.114.28:58993] regionserver.CompactSplitThread(403): Waiting for Merge Thread to finish... 2016-03-04 19:12:24,390 INFO [M:0;10.235.114.28:58993] regionserver.CompactSplitThread(403): Waiting for Large Compaction Thread to finish... 2016-03-04 19:12:24,390 INFO [M:0;10.235.114.28:58993] regionserver.CompactSplitThread(403): Waiting for Small Compaction Thread to finish... 2016-03-04 19:12:24,392 INFO [M:0;10.235.114.28:58993] regionserver.HRegionServer(1291): Waiting on 1 regions to close 2016-03-04 19:12:24,392 DEBUG [RS_CLOSE_META-10.235.114.28:58993-0] handler.CloseRegionHandler(90): Processing close of hbase:meta,,1.1588230740 2016-03-04 19:12:24,393 DEBUG [M:0;10.235.114.28:58993] regionserver.HRegionServer(1295): {1588230740=hbase:meta,,1.1588230740} 2016-03-04 19:12:24,393 DEBUG [RS_CLOSE_META-10.235.114.28:58993-0] regionserver.HRegion(1419): Closing hbase:meta,,1.1588230740: disabling compactions & flushes 2016-03-04 19:12:24,394 DEBUG [RS_CLOSE_META-10.235.114.28:58993-0] regionserver.HRegion(1446): Updates disabled for region hbase:meta,,1.1588230740 2016-03-04 19:12:24,394 INFO [RS_CLOSE_META-10.235.114.28:58993-0] regionserver.HRegion(2345): Flushing 2/2 column families, memstore=352 B 2016-03-04 19:12:24,503 WARN [IPC Server handler 1 on 58965] blockmanagement.BlockPlacementPolicyDefault(382): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy 2016-03-04 19:12:24,503 WARN [IPC Server handler 1 on 58965] protocol.BlockStoragePolicy(160): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2016-03-04 19:12:24,504 WARN [IPC Server handler 1 on 58965] blockmanagement.BlockPlacementPolicyDefault(382): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2016-03-04 19:12:24,520 INFO [IPC Server handler 2 on 58965] blockmanagement.BlockManager(2624): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58975 is added to blk_1073741835_1011{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-844adf60-0e63-4887-b900-61eda108492a:NORMAL:127.0.0.1:58966|RBW], ReplicaUC[[DISK]DS-a41d33ea-f22b-4bb8-9dd8-80c3310e68e8:NORMAL:127.0.0.1:58975|RBW]]} size 0 2016-03-04 19:12:24,521 INFO [IPC Server handler 9 on 58965] blockmanagement.BlockManager(2624): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58966 is added to blk_1073741835_1011{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-844adf60-0e63-4887-b900-61eda108492a:NORMAL:127.0.0.1:58966|RBW], ReplicaUC[[DISK]DS-a41d33ea-f22b-4bb8-9dd8-80c3310e68e8:NORMAL:127.0.0.1:58975|RBW]]} size 0 2016-03-04 19:12:24,524 INFO [RS_CLOSE_META-10.235.114.28:58993-0] regionserver.DefaultStoreFlusher(91): Flushed, sequenceid=7, memsize=352, hasBloomFilter=false, into tmp file hdfs://localhost:58965/user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/data/hbase/meta/1588230740/.tmp/3c57130d012c4526b6583ce08d7db3e5 2016-03-04 19:12:24,563 INFO [10.235.114.28,58993,1457089941102_ChoreService_1] hbase.ScheduledChore(179): Chore: 10.235.114.28,58993,1457089941102-MemstoreFlusherChore was stopped 2016-03-04 19:12:24,567 INFO [master//10.235.114.28:0.logRoller] regionserver.LogRoller(170): LogRoller exiting. 2016-03-04 19:12:24,663 DEBUG [RS_CLOSE_META-10.235.114.28:58993-0] regionserver.HRegionFileSystem(382): Committing store file hdfs://localhost:58965/user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/data/hbase/meta/1588230740/.tmp/3c57130d012c4526b6583ce08d7db3e5 as hdfs://localhost:58965/user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/data/hbase/meta/1588230740/table/3c57130d012c4526b6583ce08d7db3e5 2016-03-04 19:12:24,689 INFO [RS_CLOSE_META-10.235.114.28:58993-0] regionserver.HStore(934): Added hdfs://localhost:58965/user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/data/hbase/meta/1588230740/table/3c57130d012c4526b6583ce08d7db3e5, entries=2, sequenceid=7, filesize=4.6 K 2016-03-04 19:12:24,693 INFO [RS_CLOSE_META-10.235.114.28:58993-0] regionserver.HRegion(2545): Finished memstore flush of ~352 B/352, currentsize=0 B/0 for region hbase:meta,,1.1588230740 in 299ms, sequenceid=7, compaction requested=false 2016-03-04 19:12:24,697 INFO [StoreCloserThread-hbase:meta,,1.1588230740-1] regionserver.HStore(839): Closed info 2016-03-04 19:12:24,699 INFO [StoreCloserThread-hbase:meta,,1.1588230740-1] regionserver.HStore(839): Closed table 2016-03-04 19:12:24,712 DEBUG [RS_CLOSE_META-10.235.114.28:58993-0] wal.WALSplitter(730): Wrote region seqId=hdfs://localhost:58965/user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/data/hbase/meta/1588230740/recovered.edits/10.seqid to file, newSeqId=10, maxSeqId=3 2016-03-04 19:12:24,716 DEBUG [RS_CLOSE_META-10.235.114.28:58993-0] coprocessor.CoprocessorHost(271): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2016-03-04 19:12:24,718 INFO [RS_CLOSE_META-10.235.114.28:58993-0] regionserver.HRegion(1552): Closed hbase:meta,,1.1588230740 2016-03-04 19:12:24,719 DEBUG [RS_CLOSE_META-10.235.114.28:58993-0] handler.CloseRegionHandler(122): Closed hbase:meta,,1.1588230740 2016-03-04 19:12:24,800 INFO [RS_OPEN_META-10.235.114.28:58993-0-MetaLogRoller] regionserver.LogRoller(170): LogRoller exiting. 2016-03-04 19:12:24,802 INFO [M:0;10.235.114.28:58993] regionserver.HRegionServer(1090): stopping server 10.235.114.28,58993,1457089941102; all regions closed. 2016-03-04 19:12:24,803 DEBUG [M:0;10.235.114.28:58993] wal.FSHLog(1060): Closing WAL writer in /user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/WALs/10.235.114.28,58993,1457089941102 2016-03-04 19:12:24,809 INFO [IPC Server handler 3 on 58965] blockmanagement.BlockManager(2624): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58975 is added to blk_1073741829_1005{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-844adf60-0e63-4887-b900-61eda108492a:NORMAL:127.0.0.1:58966|RBW], ReplicaUC[[DISK]DS-fd9d738d-7a12-4f2e-845a-04899ef9d756:NORMAL:127.0.0.1:58970|RBW], ReplicaUC[[DISK]DS-a41d33ea-f22b-4bb8-9dd8-80c3310e68e8:NORMAL:127.0.0.1:58975|RBW]]} size 83 2016-03-04 19:12:24,810 INFO [IPC Server handler 4 on 58965] blockmanagement.BlockManager(2624): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58966 is added to blk_1073741829_1005{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-844adf60-0e63-4887-b900-61eda108492a:NORMAL:127.0.0.1:58966|RBW], ReplicaUC[[DISK]DS-fd9d738d-7a12-4f2e-845a-04899ef9d756:NORMAL:127.0.0.1:58970|RBW], ReplicaUC[[DISK]DS-a41d33ea-f22b-4bb8-9dd8-80c3310e68e8:NORMAL:127.0.0.1:58975|RBW]]} size 83 2016-03-04 19:12:24,812 INFO [IPC Server handler 0 on 58965] blockmanagement.BlockManager(2624): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58970 is added to blk_1073741829_1005{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-844adf60-0e63-4887-b900-61eda108492a:NORMAL:127.0.0.1:58966|RBW], ReplicaUC[[DISK]DS-fd9d738d-7a12-4f2e-845a-04899ef9d756:NORMAL:127.0.0.1:58970|RBW], ReplicaUC[[DISK]DS-a41d33ea-f22b-4bb8-9dd8-80c3310e68e8:NORMAL:127.0.0.1:58975|RBW]]} size 83 2016-03-04 19:12:24,827 DEBUG [M:0;10.235.114.28:58993] wal.FSHLog(1018): Moved 1 WAL file(s) to /user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/oldWALs 2016-03-04 19:12:24,828 INFO [M:0;10.235.114.28:58993] wal.FSHLog(1021): Closed WAL: FSHLog 10.235.114.28%2C58993%2C1457089941102.meta:.meta(num 1457089942823) 2016-03-04 19:12:24,828 DEBUG [M:0;10.235.114.28:58993] wal.FSHLog(1060): Closing WAL writer in /user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/WALs/10.235.114.28,58993,1457089941102 2016-03-04 19:12:24,830 INFO [10.235.114.28,58993,1457089941102_splitLogManager__ChoreService_1] hbase.ScheduledChore(179): Chore: SplitLogManager Timeout Monitor was stopped 2016-03-04 19:12:24,835 INFO [IPC Server handler 6 on 58965] blockmanagement.BlockManager(2624): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58975 is added to blk_1073741830_1006{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-57a880d8-4cd0-46c6-9cf8-011b8244922f:NORMAL:127.0.0.1:58966|RBW], ReplicaUC[[DISK]DS-fd9d738d-7a12-4f2e-845a-04899ef9d756:NORMAL:127.0.0.1:58970|RBW], ReplicaUC[[DISK]DS-a41d33ea-f22b-4bb8-9dd8-80c3310e68e8:NORMAL:127.0.0.1:58975|RBW]]} size 83 2016-03-04 19:12:24,836 INFO [IPC Server handler 5 on 58965] blockmanagement.BlockManager(2624): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58970 is added to blk_1073741830_1006{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-57a880d8-4cd0-46c6-9cf8-011b8244922f:NORMAL:127.0.0.1:58966|RBW], ReplicaUC[[DISK]DS-fd9d738d-7a12-4f2e-845a-04899ef9d756:NORMAL:127.0.0.1:58970|RBW], ReplicaUC[[DISK]DS-a41d33ea-f22b-4bb8-9dd8-80c3310e68e8:NORMAL:127.0.0.1:58975|RBW]]} size 83 2016-03-04 19:12:24,837 INFO [IPC Server handler 7 on 58965] blockmanagement.BlockManager(2624): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58966 is added to blk_1073741830_1006{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-57a880d8-4cd0-46c6-9cf8-011b8244922f:NORMAL:127.0.0.1:58966|RBW], ReplicaUC[[DISK]DS-fd9d738d-7a12-4f2e-845a-04899ef9d756:NORMAL:127.0.0.1:58970|RBW], ReplicaUC[[DISK]DS-a41d33ea-f22b-4bb8-9dd8-80c3310e68e8:NORMAL:127.0.0.1:58975|RBW]]} size 83 2016-03-04 19:12:24,846 DEBUG [M:0;10.235.114.28:58993] wal.FSHLog(1018): Moved 1 WAL file(s) to /user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/oldWALs 2016-03-04 19:12:24,847 INFO [M:0;10.235.114.28:58993] wal.FSHLog(1021): Closed WAL: FSHLog 10.235.114.28%2C58993%2C1457089941102:(num 1457089943744) 2016-03-04 19:12:24,847 DEBUG [M:0;10.235.114.28:58993] ipc.AsyncRpcClient(320): Stopping async HBase RPC client 2016-03-04 19:12:24,847 INFO [M:0;10.235.114.28:58993] regionserver.Leases(146): M:0;10.235.114.28:58993 closing leases 2016-03-04 19:12:24,847 INFO [M:0;10.235.114.28:58993] regionserver.Leases(149): M:0;10.235.114.28:58993 closed leases 2016-03-04 19:12:24,848 INFO [M:0;10.235.114.28:58993] hbase.ChoreService(323): Chore service for: 10.235.114.28,58993,1457089941102 had [[ScheduledChore: Name: CompactionThroughputTuner Period: 60000 Unit: MILLISECONDS], [ScheduledChore: Name: MovedRegionsCleaner for region 10.235.114.28,58993,1457089941102 Period: 120000 Unit: MILLISECONDS], [ScheduledChore: Name: LogsCleaner Period: 60000 Unit: MILLISECONDS], [ScheduledChore: Name: CompactedHFilesCleaner Period: 120000 Unit: MILLISECONDS], [ScheduledChore: Name: HFileCleaner Period: 60000 Unit: MILLISECONDS]] on shutdown 2016-03-04 19:12:24,858 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): master:58993-0x1534154095c0000, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/replication/rs/10.235.114.28,58993,1457089941102 2016-03-04 19:12:24,858 DEBUG [M:0;10.235.114.28:58993] master.HMaster(1115): Stopping service threads 2016-03-04 19:12:24,862 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): regionserver:58997-0x1534154095c0001, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2016-03-04 19:12:24,862 INFO [M:0;10.235.114.28:58993] hbase.ChoreService(323): Chore service for: 10.235.114.28,58993,1457089941102_splitLogManager_ had [] on shutdown 2016-03-04 19:12:24,862 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): regionserver:59003-0x1534154095c0002, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2016-03-04 19:12:24,862 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): regionserver:59007-0x1534154095c0003, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2016-03-04 19:12:24,862 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): master:58993-0x1534154095c0000, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2016-03-04 19:12:24,864 DEBUG [main-EventThread] zookeeper.ZKUtil(367): regionserver:59003-0x1534154095c0002, quorum=localhost:53546, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2016-03-04 19:12:24,863 DEBUG [main-EventThread] zookeeper.ZKUtil(367): regionserver:58997-0x1534154095c0001, quorum=localhost:53546, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2016-03-04 19:12:24,863 INFO [M:0;10.235.114.28:58993] flush.MasterFlushTableProcedureManager(78): stop: server shutting down. 2016-03-04 19:12:24,864 DEBUG [main-EventThread] zookeeper.ZKUtil(367): master:58993-0x1534154095c0000, quorum=localhost:53546, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2016-03-04 19:12:24,864 DEBUG [main-EventThread] zookeeper.ZKUtil(367): regionserver:59007-0x1534154095c0003, quorum=localhost:53546, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2016-03-04 19:12:24,865 INFO [M:0;10.235.114.28:58993] ipc.RpcServer(2336): Stopping server on 58993 2016-03-04 19:12:24,866 INFO [RpcServer.listener,port=58993] ipc.RpcServer$Listener(816): RpcServer.listener,port=58993: stopping 2016-03-04 19:12:24,867 INFO [RpcServer.responder] ipc.RpcServer$Responder(1059): RpcServer.responder: stopped 2016-03-04 19:12:24,867 INFO [RpcServer.responder] ipc.RpcServer$Responder(962): RpcServer.responder: stopping 2016-03-04 19:12:24,869 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): regionserver:58997-0x1534154095c0001, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/10.235.114.28,58993,1457089941102 2016-03-04 19:12:24,869 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): regionserver:59003-0x1534154095c0002, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/10.235.114.28,58993,1457089941102 2016-03-04 19:12:24,869 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): master:58993-0x1534154095c0000, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/10.235.114.28,58993,1457089941102 2016-03-04 19:12:24,869 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): regionserver:59007-0x1534154095c0003, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/10.235.114.28,58993,1457089941102 2016-03-04 19:12:24,871 INFO [main-EventThread] zookeeper.RegionServerTracker(118): RegionServer ephemeral node deleted, processing expiration [10.235.114.28,58993,1457089941102] 2016-03-04 19:12:24,871 INFO [M:0;10.235.114.28:58993] regionserver.HRegionServer(1134): stopping server 10.235.114.28,58993,1457089941102; zookeeper connection closed. 2016-03-04 19:12:24,872 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): master:58993-0x1534154095c0000, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2016-03-04 19:12:24,872 DEBUG [main-EventThread] zookeeper.ZKUtil(365): regionserver:59003-0x1534154095c0002, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,59003,1457089941541 2016-03-04 19:12:24,872 DEBUG [main-EventThread] zookeeper.ZKUtil(365): regionserver:58997-0x1534154095c0001, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,59003,1457089941541 2016-03-04 19:12:24,873 DEBUG [main-EventThread] zookeeper.ZKUtil(365): regionserver:59007-0x1534154095c0003, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,59003,1457089941541 2016-03-04 19:12:24,872 INFO [M:0;10.235.114.28:58993] regionserver.HRegionServer(1137): M:0;10.235.114.28:58993 exiting 2016-03-04 19:12:24,875 DEBUG [main-EventThread] zookeeper.ZKUtil(365): regionserver:58997-0x1534154095c0001, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,59007,1457089941597 2016-03-04 19:12:24,875 DEBUG [main-EventThread] zookeeper.ZKUtil(365): regionserver:59003-0x1534154095c0002, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,59007,1457089941597 2016-03-04 19:12:24,875 DEBUG [main-EventThread] zookeeper.ZKUtil(365): regionserver:59007-0x1534154095c0003, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,59007,1457089941597 2016-03-04 19:12:24,876 DEBUG [main-EventThread] zookeeper.ZKUtil(365): regionserver:58997-0x1534154095c0001, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,58997,1457089941464 2016-03-04 19:12:24,876 DEBUG [main-EventThread] zookeeper.ZKUtil(365): regionserver:59003-0x1534154095c0002, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,58997,1457089941464 2016-03-04 19:12:24,877 DEBUG [main-EventThread] zookeeper.ZKUtil(365): regionserver:59007-0x1534154095c0003, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,58997,1457089941464 2016-03-04 19:12:24,877 INFO [main-EventThread] replication.ReplicationTrackerZKImpl$OtherRegionServerWatcher(121): /hbase/rs/10.235.114.28,58993,1457089941102 znode expired, triggering replicatorRemoved event 2016-03-04 19:12:24,878 INFO [main-EventThread] replication.ReplicationTrackerZKImpl$OtherRegionServerWatcher(121): /hbase/rs/10.235.114.28,58993,1457089941102 znode expired, triggering replicatorRemoved event 2016-03-04 19:12:24,878 INFO [main-EventThread] replication.ReplicationTrackerZKImpl$OtherRegionServerWatcher(121): /hbase/rs/10.235.114.28,58993,1457089941102 znode expired, triggering replicatorRemoved event 2016-03-04 19:12:24,881 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): regionserver:58997-0x1534154095c0001, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2016-03-04 19:12:24,881 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): regionserver:59003-0x1534154095c0002, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2016-03-04 19:12:24,881 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): regionserver:59007-0x1534154095c0003, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2016-03-04 19:12:24,883 DEBUG [main-EventThread] zookeeper.ZKUtil(365): regionserver:58997-0x1534154095c0001, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,59003,1457089941541 2016-03-04 19:12:24,883 DEBUG [main-EventThread] zookeeper.ZKUtil(365): regionserver:59003-0x1534154095c0002, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,59003,1457089941541 2016-03-04 19:12:24,884 DEBUG [main-EventThread] zookeeper.ZKUtil(365): regionserver:59007-0x1534154095c0003, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,59003,1457089941541 2016-03-04 19:12:24,884 DEBUG [main-EventThread] zookeeper.ZKUtil(365): regionserver:58997-0x1534154095c0001, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,59007,1457089941597 2016-03-04 19:12:24,884 DEBUG [main-EventThread] zookeeper.ZKUtil(365): regionserver:59003-0x1534154095c0002, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,59007,1457089941597 2016-03-04 19:12:24,885 DEBUG [main-EventThread] zookeeper.ZKUtil(365): regionserver:59007-0x1534154095c0003, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,59007,1457089941597 2016-03-04 19:12:24,885 DEBUG [main-EventThread] zookeeper.ZKUtil(365): regionserver:58997-0x1534154095c0001, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,58997,1457089941464 2016-03-04 19:12:24,885 DEBUG [main-EventThread] zookeeper.ZKUtil(365): regionserver:59003-0x1534154095c0002, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,58997,1457089941464 2016-03-04 19:12:24,886 DEBUG [main-EventThread] zookeeper.ZKUtil(365): regionserver:59007-0x1534154095c0003, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,58997,1457089941464 2016-03-04 19:12:25,571 INFO [master//10.235.114.28:0.leaseChecker] regionserver.Leases(146): master//10.235.114.28:0.leaseChecker closing leases 2016-03-04 19:12:25,572 INFO [master//10.235.114.28:0.leaseChecker] regionserver.Leases(149): master//10.235.114.28:0.leaseChecker closed leases 2016-03-04 19:12:25,817 DEBUG [RS:1;10.235.114.28:59003] ipc.AsyncRpcClient(391): Removing dead channel from server=/10.235.114.28:58993 2016-03-04 19:12:25,817 DEBUG [RS:2;10.235.114.28:59007] ipc.AsyncRpcClient(391): Removing dead channel from server=/10.235.114.28:58993 2016-03-04 19:12:25,817 DEBUG [RS:0;10.235.114.28:58997] ipc.AsyncRpcClient(391): Removing dead channel from server=/10.235.114.28:58993 2016-03-04 19:12:25,819 DEBUG [RS:2;10.235.114.28:59007] regionserver.HRegionServer(2267): No master found; retry 2016-03-04 19:12:25,819 DEBUG [RS:1;10.235.114.28:59003] regionserver.HRegionServer(2267): No master found; retry 2016-03-04 19:12:25,819 DEBUG [RS:0;10.235.114.28:58997] regionserver.HRegionServer(2267): No master found; retry 2016-03-04 19:12:25,908 INFO [org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@7b1a3553] blockmanagement.BlockManager(1494): BLOCK* ask 127.0.0.1:58966 to replicate blk_1073741834_1010 to datanode(s) 127.0.0.1:58970 2016-03-04 19:12:25,909 INFO [org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@7b1a3553] blockmanagement.BlockManager(1494): BLOCK* ask 127.0.0.1:58975 to replicate blk_1073741835_1011 to datanode(s) 127.0.0.1:58970 2016-03-04 19:12:26,556 INFO [IPC Server handler 8 on 58965] blockmanagement.BlockManager(2624): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58970 is added to blk_1073741834_1010 size 30 2016-03-04 19:12:26,841 DEBUG [RS:2;10.235.114.28:59007] regionserver.HRegionServer(2267): No master found; retry 2016-03-04 19:12:26,841 DEBUG [RS:0;10.235.114.28:58997] regionserver.HRegionServer(2267): No master found; retry 2016-03-04 19:12:26,841 DEBUG [RS:1;10.235.114.28:59003] regionserver.HRegionServer(2267): No master found; retry 2016-03-04 19:12:27,861 DEBUG [RS:2;10.235.114.28:59007] regionserver.HRegionServer(2267): No master found; retry 2016-03-04 19:12:27,861 DEBUG [RS:1;10.235.114.28:59003] regionserver.HRegionServer(2267): No master found; retry 2016-03-04 19:12:27,861 DEBUG [RS:0;10.235.114.28:58997] regionserver.HRegionServer(2267): No master found; retry 2016-03-04 19:12:28,062 INFO [IPC Server handler 9 on 58965] blockmanagement.BlockManager(2624): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58970 is added to blk_1073741835_1011 size 4746 2016-03-04 19:12:28,688 WARN [HBase-Metrics2-1] impl.MetricsConfig(125): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2016-03-04 19:12:28,877 DEBUG [RS:0;10.235.114.28:58997] regionserver.HRegionServer(2267): No master found; retry 2016-03-04 19:12:28,877 DEBUG [RS:1;10.235.114.28:59003] regionserver.HRegionServer(2267): No master found; retry 2016-03-04 19:12:28,877 DEBUG [RS:2;10.235.114.28:59007] regionserver.HRegionServer(2267): No master found; retry 2016-03-04 19:12:29,893 DEBUG [RS:0;10.235.114.28:58997] regionserver.HRegionServer(2267): No master found; retry 2016-03-04 19:12:29,893 DEBUG [RS:1;10.235.114.28:59003] regionserver.HRegionServer(2267): No master found; retry 2016-03-04 19:12:29,893 DEBUG [RS:2;10.235.114.28:59007] regionserver.HRegionServer(2267): No master found; retry 2016-03-04 19:12:30,917 DEBUG [RS:2;10.235.114.28:59007] regionserver.HRegionServer(2267): No master found; retry 2016-03-04 19:12:30,918 DEBUG [RS:0;10.235.114.28:58997] regionserver.HRegionServer(2267): No master found; retry 2016-03-04 19:12:30,917 DEBUG [RS:1;10.235.114.28:59003] regionserver.HRegionServer(2267): No master found; retry 2016-03-04 19:12:31,936 DEBUG [RS:1;10.235.114.28:59003] regionserver.HRegionServer(2267): No master found; retry 2016-03-04 19:12:31,936 DEBUG [RS:2;10.235.114.28:59007] regionserver.HRegionServer(2267): No master found; retry 2016-03-04 19:12:31,936 DEBUG [RS:0;10.235.114.28:58997] regionserver.HRegionServer(2267): No master found; retry 2016-03-04 19:12:32,958 DEBUG [RS:1;10.235.114.28:59003] regionserver.HRegionServer(2267): No master found; retry 2016-03-04 19:12:32,959 DEBUG [RS:2;10.235.114.28:59007] regionserver.HRegionServer(2267): No master found; retry 2016-03-04 19:12:32,960 DEBUG [RS:0;10.235.114.28:58997] regionserver.HRegionServer(2267): No master found; retry 2016-03-04 19:12:33,976 DEBUG [RS:0;10.235.114.28:58997] regionserver.HRegionServer(2267): No master found; retry 2016-03-04 19:12:33,976 DEBUG [RS:2;10.235.114.28:59007] regionserver.HRegionServer(2267): No master found; retry 2016-03-04 19:12:33,976 DEBUG [RS:1;10.235.114.28:59003] regionserver.HRegionServer(2267): No master found; retry 2016-03-04 19:12:34,993 DEBUG [RS:0;10.235.114.28:58997] regionserver.HRegionServer(2267): No master found; retry 2016-03-04 19:12:34,993 DEBUG [RS:1;10.235.114.28:59003] regionserver.HRegionServer(2267): No master found; retry 2016-03-04 19:12:34,993 DEBUG [RS:2;10.235.114.28:59007] regionserver.HRegionServer(2267): No master found; retry 2016-03-04 19:12:36,014 DEBUG [RS:0;10.235.114.28:58997] regionserver.HRegionServer(2267): No master found; retry 2016-03-04 19:12:36,016 DEBUG [RS:2;10.235.114.28:59007] regionserver.HRegionServer(2267): No master found; retry 2016-03-04 19:12:36,016 DEBUG [RS:1;10.235.114.28:59003] regionserver.HRegionServer(2267): No master found; retry 2016-03-04 19:12:37,025 INFO [Thread-1] regionserver.ShutdownHook$ShutdownHookThread(111): Shutdown hook starting; hbase.shutdown.hook=true; fsShutdownHook=org.apache.hadoop.fs.FileSystem$Cache$ClientFinalizer@2c8192af 2016-03-04 19:12:37,025 INFO [Thread-1] regionserver.HRegionServer(1917): STOPPED: Shutdown hook 2016-03-04 19:12:37,038 INFO [RS:1;10.235.114.28:59003] regionserver.SplitLogWorker(164): Sending interrupt to stop the worker thread 2016-03-04 19:12:37,038 INFO [RS:1;10.235.114.28:59003] regionserver.HeapMemoryManager(202): Stoping HeapMemoryTuner chore. 2016-03-04 19:12:37,038 INFO [SplitLogWorker-10.235.114.28:59003] regionserver.SplitLogWorker(146): SplitLogWorker interrupted. Exiting. 2016-03-04 19:12:37,039 DEBUG [RS:2;10.235.114.28:59007] regionserver.HRegionServer(2267): No master found; retry 2016-03-04 19:12:37,039 DEBUG [RS:0;10.235.114.28:58997] regionserver.HRegionServer(2267): No master found; retry 2016-03-04 19:12:37,039 INFO [MemStoreFlusher.1] regionserver.MemStoreFlusher$FlushHandler(280): MemStoreFlusher.1 exiting 2016-03-04 19:12:37,038 INFO [RS:1;10.235.114.28:59003] snapshot.RegionServerSnapshotManager(136): Stopping RegionServerSnapshotManager gracefully. 2016-03-04 19:12:37,038 INFO [MemStoreFlusher.0] regionserver.MemStoreFlusher$FlushHandler(280): MemStoreFlusher.0 exiting 2016-03-04 19:12:37,040 INFO [RS:1;10.235.114.28:59003] flush.RegionServerFlushTableProcedureManager(115): Stopping region server flush procedure manager gracefully. 2016-03-04 19:12:37,039 INFO [SplitLogWorker-10.235.114.28:59003] regionserver.SplitLogWorker(155): SplitLogWorker 10.235.114.28,59003,1457089941541 exiting 2016-03-04 19:12:37,040 INFO [RS:1;10.235.114.28:59003] regionserver.HRegionServer(1062): stopping server 10.235.114.28,59003,1457089941541 2016-03-04 19:12:37,041 DEBUG [RS:1;10.235.114.28:59003] zookeeper.MetaTableLocator(612): Stopping MetaTableLocator 2016-03-04 19:12:37,041 INFO [RS:1;10.235.114.28:59003] client.ConnectionImplementation(1346): Closing zookeeper sessionid=0x1534154095c0007 2016-03-04 19:12:37,042 DEBUG [RS:1;10.235.114.28:59003] ipc.AsyncRpcClient(320): Stopping async HBase RPC client 2016-03-04 19:12:37,042 INFO [RS:1;10.235.114.28:59003] regionserver.HRegionServer(1090): stopping server 10.235.114.28,59003,1457089941541; all regions closed. 2016-03-04 19:12:37,043 DEBUG [RS:1;10.235.114.28:59003] wal.FSHLog(1060): Closing WAL writer in /user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/WALs/10.235.114.28,59003,1457089941541 2016-03-04 19:12:37,049 INFO [IPC Server handler 2 on 58965] blockmanagement.BlockManager(2624): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58975 is added to blk_1073741832_1008{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-844adf60-0e63-4887-b900-61eda108492a:NORMAL:127.0.0.1:58966|RBW], ReplicaUC[[DISK]DS-96b4ab60-ffd7-48a5-a9bd-f0e113d639dd:NORMAL:127.0.0.1:58970|RBW], ReplicaUC[[DISK]DS-a41d33ea-f22b-4bb8-9dd8-80c3310e68e8:NORMAL:127.0.0.1:58975|RBW]]} size 83 2016-03-04 19:12:37,050 INFO [IPC Server handler 9 on 58965] blockmanagement.BlockManager(2624): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58966 is added to blk_1073741832_1008{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-844adf60-0e63-4887-b900-61eda108492a:NORMAL:127.0.0.1:58966|RBW], ReplicaUC[[DISK]DS-96b4ab60-ffd7-48a5-a9bd-f0e113d639dd:NORMAL:127.0.0.1:58970|RBW], ReplicaUC[[DISK]DS-a41d33ea-f22b-4bb8-9dd8-80c3310e68e8:NORMAL:127.0.0.1:58975|RBW]]} size 83 2016-03-04 19:12:37,051 INFO [IPC Server handler 8 on 58965] blockmanagement.BlockManager(2624): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58970 is added to blk_1073741832_1008{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-844adf60-0e63-4887-b900-61eda108492a:NORMAL:127.0.0.1:58966|RBW], ReplicaUC[[DISK]DS-96b4ab60-ffd7-48a5-a9bd-f0e113d639dd:NORMAL:127.0.0.1:58970|RBW], ReplicaUC[[DISK]DS-a41d33ea-f22b-4bb8-9dd8-80c3310e68e8:NORMAL:127.0.0.1:58975|RBW]]} size 83 2016-03-04 19:12:37,057 DEBUG [RS:1;10.235.114.28:59003] wal.FSHLog(1018): Moved 1 WAL file(s) to /user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/oldWALs 2016-03-04 19:12:37,058 INFO [RS:1;10.235.114.28:59003] wal.FSHLog(1021): Closed WAL: FSHLog 10.235.114.28%2C59003%2C1457089941541:(num 1457089943746) 2016-03-04 19:12:37,058 DEBUG [RS:1;10.235.114.28:59003] ipc.AsyncRpcClient(320): Stopping async HBase RPC client 2016-03-04 19:12:37,058 INFO [RS:1;10.235.114.28:59003] regionserver.Leases(146): RS:1;10.235.114.28:59003 closing leases 2016-03-04 19:12:37,058 INFO [RS:1;10.235.114.28:59003] regionserver.Leases(149): RS:1;10.235.114.28:59003 closed leases 2016-03-04 19:12:37,059 INFO [RS:1;10.235.114.28:59003] hbase.ChoreService(323): Chore service for: 10.235.114.28,59003,1457089941541 had [[ScheduledChore: Name: CompactedHFilesCleaner Period: 120000 Unit: MILLISECONDS], [ScheduledChore: Name: MovedRegionsCleaner for region 10.235.114.28,59003,1457089941541 Period: 120000 Unit: MILLISECONDS], [ScheduledChore: Name: CompactionThroughputTuner Period: 60000 Unit: MILLISECONDS], [ScheduledChore: Name: 10.235.114.28,59003,1457089941541-MemstoreFlusherChore Period: 1000 Unit: MILLISECONDS]] on shutdown 2016-03-04 19:12:37,631 INFO [regionserver//10.235.114.28:0.leaseChecker] regionserver.Leases(146): regionserver//10.235.114.28:0.leaseChecker closing leases 2016-03-04 19:12:37,631 INFO [regionserver//10.235.114.28:0.logRoller] regionserver.LogRoller(170): LogRoller exiting. 2016-03-04 19:12:37,633 INFO [regionserver//10.235.114.28:0.leaseChecker] regionserver.Leases(149): regionserver//10.235.114.28:0.leaseChecker closed leases 2016-03-04 19:12:37,633 INFO [RS:1;10.235.114.28:59003] regionserver.CompactSplitThread(403): Waiting for Split Thread to finish... 2016-03-04 19:12:37,634 INFO [RS:1;10.235.114.28:59003] regionserver.CompactSplitThread(403): Waiting for Merge Thread to finish... 2016-03-04 19:12:37,634 INFO [RS:1;10.235.114.28:59003] regionserver.CompactSplitThread(403): Waiting for Large Compaction Thread to finish... 2016-03-04 19:12:37,634 INFO [RS:1;10.235.114.28:59003] regionserver.CompactSplitThread(403): Waiting for Small Compaction Thread to finish... 2016-03-04 19:12:37,639 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): regionserver:59003-0x1534154095c0002, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/replication/rs/10.235.114.28,59003,1457089941541 2016-03-04 19:12:37,639 INFO [RS:1;10.235.114.28:59003] ipc.RpcServer(2336): Stopping server on 59003 2016-03-04 19:12:37,640 INFO [RpcServer.listener,port=59003] ipc.RpcServer$Listener(816): RpcServer.listener,port=59003: stopping 2016-03-04 19:12:37,640 INFO [RpcServer.responder] ipc.RpcServer$Responder(1059): RpcServer.responder: stopped 2016-03-04 19:12:37,641 INFO [RpcServer.responder] ipc.RpcServer$Responder(962): RpcServer.responder: stopping 2016-03-04 19:12:37,643 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): regionserver:58997-0x1534154095c0001, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/10.235.114.28,59003,1457089941541 2016-03-04 19:12:37,643 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): regionserver:59003-0x1534154095c0002, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/10.235.114.28,59003,1457089941541 2016-03-04 19:12:37,644 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): regionserver:59003-0x1534154095c0002, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2016-03-04 19:12:37,643 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): regionserver:59007-0x1534154095c0003, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/10.235.114.28,59003,1457089941541 2016-03-04 19:12:37,644 INFO [RS:1;10.235.114.28:59003] regionserver.HRegionServer(1134): stopping server 10.235.114.28,59003,1457089941541; zookeeper connection closed. 2016-03-04 19:12:37,645 DEBUG [main-EventThread] zookeeper.ZKUtil(365): regionserver:58997-0x1534154095c0001, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,59007,1457089941597 2016-03-04 19:12:37,645 INFO [RS:1;10.235.114.28:59003] regionserver.HRegionServer(1137): RS:1;10.235.114.28:59003 exiting 2016-03-04 19:12:37,646 DEBUG [main-EventThread] zookeeper.ZKUtil(365): regionserver:59007-0x1534154095c0003, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,59007,1457089941597 2016-03-04 19:12:37,646 DEBUG [main-EventThread] zookeeper.ZKUtil(365): regionserver:58997-0x1534154095c0001, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,58997,1457089941464 2016-03-04 19:12:37,646 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23e0b48] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(190): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23e0b48 2016-03-04 19:12:37,647 DEBUG [main-EventThread] zookeeper.ZKUtil(365): regionserver:59007-0x1534154095c0003, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,58997,1457089941464 2016-03-04 19:12:37,646 INFO [main-EventThread] replication.ReplicationTrackerZKImpl$OtherRegionServerWatcher(121): /hbase/rs/10.235.114.28,59003,1457089941541 znode expired, triggering replicatorRemoved event 2016-03-04 19:12:37,647 INFO [main-EventThread] replication.ReplicationTrackerZKImpl$OtherRegionServerWatcher(121): /hbase/rs/10.235.114.28,59003,1457089941541 znode expired, triggering replicatorRemoved event 2016-03-04 19:12:37,647 INFO [Thread-1] regionserver.ShutdownHook$ShutdownHookThread(133): Shutdown hook finished. 2016-03-04 19:12:37,648 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): regionserver:59007-0x1534154095c0003, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2016-03-04 19:12:37,648 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): regionserver:58997-0x1534154095c0001, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2016-03-04 19:12:37,648 INFO [Thread-1] regionserver.ShutdownHook$ShutdownHookThread(111): Shutdown hook starting; hbase.shutdown.hook=true; fsShutdownHook=org.apache.hadoop.fs.FileSystem$Cache$ClientFinalizer@2c8192af 2016-03-04 19:12:37,649 INFO [Thread-1] regionserver.HRegionServer(1917): STOPPED: Shutdown hook 2016-03-04 19:12:37,650 DEBUG [main-EventThread] zookeeper.ZKUtil(365): regionserver:59007-0x1534154095c0003, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,59007,1457089941597 2016-03-04 19:12:37,650 DEBUG [main-EventThread] zookeeper.ZKUtil(365): regionserver:58997-0x1534154095c0001, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,59007,1457089941597 2016-03-04 19:12:37,651 DEBUG [main-EventThread] zookeeper.ZKUtil(365): regionserver:59007-0x1534154095c0003, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,58997,1457089941464 2016-03-04 19:12:37,651 DEBUG [main-EventThread] zookeeper.ZKUtil(365): regionserver:58997-0x1534154095c0001, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,58997,1457089941464 2016-03-04 19:12:37,850 INFO [RS:0;10.235.114.28:58997] regionserver.SplitLogWorker(164): Sending interrupt to stop the worker thread 2016-03-04 19:12:37,850 INFO [RS:0;10.235.114.28:58997] regionserver.HeapMemoryManager(202): Stoping HeapMemoryTuner chore. 2016-03-04 19:12:37,850 INFO [SplitLogWorker-10.235.114.28:58997] regionserver.SplitLogWorker(146): SplitLogWorker interrupted. Exiting. 2016-03-04 19:12:37,852 INFO [MemStoreFlusher.1] regionserver.MemStoreFlusher$FlushHandler(280): MemStoreFlusher.1 exiting 2016-03-04 19:12:37,851 INFO [MemStoreFlusher.0] regionserver.MemStoreFlusher$FlushHandler(280): MemStoreFlusher.0 exiting 2016-03-04 19:12:37,851 INFO [RS:0;10.235.114.28:58997] snapshot.RegionServerSnapshotManager(136): Stopping RegionServerSnapshotManager gracefully. 2016-03-04 19:12:37,852 INFO [RS:0;10.235.114.28:58997] flush.RegionServerFlushTableProcedureManager(115): Stopping region server flush procedure manager gracefully. 2016-03-04 19:12:37,852 INFO [SplitLogWorker-10.235.114.28:58997] regionserver.SplitLogWorker(155): SplitLogWorker 10.235.114.28,58997,1457089941464 exiting 2016-03-04 19:12:37,853 INFO [RS:0;10.235.114.28:58997] regionserver.HRegionServer(1062): stopping server 10.235.114.28,58997,1457089941464 2016-03-04 19:12:37,853 DEBUG [RS:0;10.235.114.28:58997] zookeeper.MetaTableLocator(612): Stopping MetaTableLocator 2016-03-04 19:12:37,853 INFO [RS:0;10.235.114.28:58997] client.ConnectionImplementation(1346): Closing zookeeper sessionid=0x1534154095c0005 2016-03-04 19:12:37,856 DEBUG [RS:0;10.235.114.28:58997] ipc.AsyncRpcClient(320): Stopping async HBase RPC client 2016-03-04 19:12:37,857 INFO [RS:0;10.235.114.28:58997] regionserver.HRegionServer(1090): stopping server 10.235.114.28,58997,1457089941464; all regions closed. 2016-03-04 19:12:37,857 DEBUG [RS:0;10.235.114.28:58997] wal.FSHLog(1060): Closing WAL writer in /user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/WALs/10.235.114.28,58997,1457089941464 2016-03-04 19:12:37,861 INFO [IPC Server handler 3 on 58965] blockmanagement.BlockManager(2624): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58970 is added to blk_1073741833_1009{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c027f306-2836-4874-ae51-e7e770a72994:NORMAL:127.0.0.1:58975|RBW], ReplicaUC[[DISK]DS-fd9d738d-7a12-4f2e-845a-04899ef9d756:NORMAL:127.0.0.1:58970|RBW], ReplicaUC[[DISK]DS-57a880d8-4cd0-46c6-9cf8-011b8244922f:NORMAL:127.0.0.1:58966|RBW]]} size 83 2016-03-04 19:12:37,862 INFO [IPC Server handler 7 on 58965] blockmanagement.BlockManager(2624): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58966 is added to blk_1073741833_1009{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c027f306-2836-4874-ae51-e7e770a72994:NORMAL:127.0.0.1:58975|RBW], ReplicaUC[[DISK]DS-fd9d738d-7a12-4f2e-845a-04899ef9d756:NORMAL:127.0.0.1:58970|RBW], ReplicaUC[[DISK]DS-57a880d8-4cd0-46c6-9cf8-011b8244922f:NORMAL:127.0.0.1:58966|RBW]]} size 83 2016-03-04 19:12:37,863 INFO [IPC Server handler 2 on 58965] blockmanagement.BlockManager(2624): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58975 is added to blk_1073741833_1009{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c027f306-2836-4874-ae51-e7e770a72994:NORMAL:127.0.0.1:58975|RBW], ReplicaUC[[DISK]DS-fd9d738d-7a12-4f2e-845a-04899ef9d756:NORMAL:127.0.0.1:58970|RBW], ReplicaUC[[DISK]DS-57a880d8-4cd0-46c6-9cf8-011b8244922f:NORMAL:127.0.0.1:58966|RBW]]} size 83 2016-03-04 19:12:37,869 DEBUG [RS:0;10.235.114.28:58997] wal.FSHLog(1018): Moved 1 WAL file(s) to /user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/oldWALs 2016-03-04 19:12:37,870 INFO [RS:0;10.235.114.28:58997] wal.FSHLog(1021): Closed WAL: FSHLog 10.235.114.28%2C58997%2C1457089941464:(num 1457089943746) 2016-03-04 19:12:37,870 DEBUG [RS:0;10.235.114.28:58997] ipc.AsyncRpcClient(320): Stopping async HBase RPC client 2016-03-04 19:12:37,870 INFO [RS:0;10.235.114.28:58997] regionserver.Leases(146): RS:0;10.235.114.28:58997 closing leases 2016-03-04 19:12:37,870 INFO [RS:0;10.235.114.28:58997] regionserver.Leases(149): RS:0;10.235.114.28:58997 closed leases 2016-03-04 19:12:37,871 INFO [RS:0;10.235.114.28:58997] hbase.ChoreService(323): Chore service for: 10.235.114.28,58997,1457089941464 had [[ScheduledChore: Name: MovedRegionsCleaner for region 10.235.114.28,58997,1457089941464 Period: 120000 Unit: MILLISECONDS], [ScheduledChore: Name: 10.235.114.28,58997,1457089941464-MemstoreFlusherChore Period: 1000 Unit: MILLISECONDS], [ScheduledChore: Name: CompactedHFilesCleaner Period: 120000 Unit: MILLISECONDS], [ScheduledChore: Name: CompactionThroughputTuner Period: 60000 Unit: MILLISECONDS]] on shutdown 2016-03-04 19:12:38,056 DEBUG [RS:2;10.235.114.28:59007] regionserver.HRegionServer(2267): No master found; retry 2016-03-04 19:12:38,636 INFO [regionserver//10.235.114.28:0.logRoller] regionserver.LogRoller(170): LogRoller exiting. 2016-03-04 19:12:38,636 INFO [regionserver//10.235.114.28:0.leaseChecker] regionserver.Leases(146): regionserver//10.235.114.28:0.leaseChecker closing leases 2016-03-04 19:12:38,637 INFO [regionserver//10.235.114.28:0.leaseChecker] regionserver.Leases(149): regionserver//10.235.114.28:0.leaseChecker closed leases 2016-03-04 19:12:38,637 INFO [RS:0;10.235.114.28:58997] regionserver.CompactSplitThread(403): Waiting for Split Thread to finish... 2016-03-04 19:12:38,638 INFO [RS:0;10.235.114.28:58997] regionserver.CompactSplitThread(403): Waiting for Merge Thread to finish... 2016-03-04 19:12:38,638 INFO [RS:0;10.235.114.28:58997] regionserver.CompactSplitThread(403): Waiting for Large Compaction Thread to finish... 2016-03-04 19:12:38,638 INFO [RS:0;10.235.114.28:58997] regionserver.CompactSplitThread(403): Waiting for Small Compaction Thread to finish... 2016-03-04 19:12:38,643 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): regionserver:58997-0x1534154095c0001, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/replication/rs/10.235.114.28,58997,1457089941464 2016-03-04 19:12:38,643 INFO [RS:0;10.235.114.28:58997] ipc.RpcServer(2336): Stopping server on 58997 2016-03-04 19:12:38,644 INFO [RpcServer.listener,port=58997] ipc.RpcServer$Listener(816): RpcServer.listener,port=58997: stopping 2016-03-04 19:12:38,644 INFO [RpcServer.responder] ipc.RpcServer$Responder(1059): RpcServer.responder: stopped 2016-03-04 19:12:38,645 INFO [RpcServer.responder] ipc.RpcServer$Responder(962): RpcServer.responder: stopping 2016-03-04 19:12:38,646 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): regionserver:58997-0x1534154095c0001, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/10.235.114.28,58997,1457089941464 2016-03-04 19:12:38,646 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): regionserver:59007-0x1534154095c0003, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/10.235.114.28,58997,1457089941464 2016-03-04 19:12:38,646 INFO [RS:0;10.235.114.28:58997] regionserver.HRegionServer(1134): stopping server 10.235.114.28,58997,1457089941464; zookeeper connection closed. 2016-03-04 19:12:38,647 INFO [RS:0;10.235.114.28:58997] regionserver.HRegionServer(1137): RS:0;10.235.114.28:58997 exiting 2016-03-04 19:12:38,646 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): regionserver:58997-0x1534154095c0001, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2016-03-04 19:12:38,647 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a4cf7cd] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(190): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a4cf7cd 2016-03-04 19:12:38,648 DEBUG [main-EventThread] zookeeper.ZKUtil(365): regionserver:59007-0x1534154095c0003, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,59007,1457089941597 2016-03-04 19:12:38,648 INFO [Thread-1] regionserver.ShutdownHook$ShutdownHookThread(133): Shutdown hook finished. 2016-03-04 19:12:38,648 INFO [main-EventThread] replication.ReplicationTrackerZKImpl$OtherRegionServerWatcher(121): /hbase/rs/10.235.114.28,58997,1457089941464 znode expired, triggering replicatorRemoved event 2016-03-04 19:12:38,648 INFO [Thread-1] regionserver.ShutdownHook$ShutdownHookThread(111): Shutdown hook starting; hbase.shutdown.hook=true; fsShutdownHook=org.apache.hadoop.fs.FileSystem$Cache$ClientFinalizer@2c8192af 2016-03-04 19:12:38,649 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): regionserver:59007-0x1534154095c0003, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2016-03-04 19:12:38,649 INFO [Thread-1] regionserver.ShutdownHook$ShutdownHookThread(133): Shutdown hook finished. 2016-03-04 19:12:38,649 INFO [Thread-1] regionserver.ShutdownHook$ShutdownHookThread(111): Shutdown hook starting; hbase.shutdown.hook=true; fsShutdownHook=org.apache.hadoop.fs.FileSystem$Cache$ClientFinalizer@2c8192af 2016-03-04 19:12:38,650 INFO [Thread-1] regionserver.HRegionServer(1917): STOPPED: Shutdown hook 2016-03-04 19:12:38,650 DEBUG [main-EventThread] zookeeper.ZKUtil(365): regionserver:59007-0x1534154095c0003, quorum=localhost:53546, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/10.235.114.28,59007,1457089941597 2016-03-04 19:12:38,655 INFO [10.235.114.28,59007,1457089941597_ChoreService_1] hbase.ScheduledChore(179): Chore: 10.235.114.28,59007,1457089941597-MemstoreFlusherChore was stopped 2016-03-04 19:12:38,655 INFO [10.235.114.28,59007,1457089941597_ChoreService_1] hbase.ScheduledChore(179): Chore: CompactionChecker was stopped 2016-03-04 19:12:38,667 INFO [RS:2;10.235.114.28:59007] regionserver.SplitLogWorker(164): Sending interrupt to stop the worker thread 2016-03-04 19:12:38,667 INFO [RS:2;10.235.114.28:59007] regionserver.HeapMemoryManager(202): Stoping HeapMemoryTuner chore. 2016-03-04 19:12:38,667 INFO [SplitLogWorker-10.235.114.28:59007] regionserver.SplitLogWorker(146): SplitLogWorker interrupted. Exiting. 2016-03-04 19:12:38,667 INFO [MemStoreFlusher.1] regionserver.MemStoreFlusher$FlushHandler(280): MemStoreFlusher.1 exiting 2016-03-04 19:12:38,667 INFO [MemStoreFlusher.0] regionserver.MemStoreFlusher$FlushHandler(280): MemStoreFlusher.0 exiting 2016-03-04 19:12:38,667 INFO [RS:2;10.235.114.28:59007] snapshot.RegionServerSnapshotManager(136): Stopping RegionServerSnapshotManager gracefully. 2016-03-04 19:12:38,668 INFO [SplitLogWorker-10.235.114.28:59007] regionserver.SplitLogWorker(155): SplitLogWorker 10.235.114.28,59007,1457089941597 exiting 2016-03-04 19:12:38,668 INFO [RS:2;10.235.114.28:59007] flush.RegionServerFlushTableProcedureManager(115): Stopping region server flush procedure manager gracefully. 2016-03-04 19:12:38,669 INFO [RS:2;10.235.114.28:59007] regionserver.HRegionServer(1062): stopping server 10.235.114.28,59007,1457089941597 2016-03-04 19:12:38,669 DEBUG [RS:2;10.235.114.28:59007] zookeeper.MetaTableLocator(612): Stopping MetaTableLocator 2016-03-04 19:12:38,670 INFO [RS:2;10.235.114.28:59007] client.ConnectionImplementation(1346): Closing zookeeper sessionid=0x1534154095c0006 2016-03-04 19:12:38,671 DEBUG [RS:2;10.235.114.28:59007] ipc.AsyncRpcClient(320): Stopping async HBase RPC client 2016-03-04 19:12:38,671 INFO [RS:2;10.235.114.28:59007] regionserver.HRegionServer(1090): stopping server 10.235.114.28,59007,1457089941597; all regions closed. 2016-03-04 19:12:38,671 DEBUG [RS:2;10.235.114.28:59007] wal.FSHLog(1060): Closing WAL writer in /user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/WALs/10.235.114.28,59007,1457089941597 2016-03-04 19:12:38,675 INFO [IPC Server handler 7 on 58965] blockmanagement.BlockManager(2624): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58966 is added to blk_1073741831_1007{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-96b4ab60-ffd7-48a5-a9bd-f0e113d639dd:NORMAL:127.0.0.1:58970|RBW], ReplicaUC[[DISK]DS-844adf60-0e63-4887-b900-61eda108492a:NORMAL:127.0.0.1:58966|RBW], ReplicaUC[[DISK]DS-c027f306-2836-4874-ae51-e7e770a72994:NORMAL:127.0.0.1:58975|RBW]]} size 83 2016-03-04 19:12:38,677 INFO [IPC Server handler 2 on 58965] blockmanagement.BlockManager(2624): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58975 is added to blk_1073741831_1007{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-96b4ab60-ffd7-48a5-a9bd-f0e113d639dd:NORMAL:127.0.0.1:58970|RBW], ReplicaUC[[DISK]DS-844adf60-0e63-4887-b900-61eda108492a:NORMAL:127.0.0.1:58966|RBW], ReplicaUC[[DISK]DS-c027f306-2836-4874-ae51-e7e770a72994:NORMAL:127.0.0.1:58975|RBW]]} size 83 2016-03-04 19:12:38,678 INFO [IPC Server handler 9 on 58965] blockmanagement.BlockManager(2624): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:58970 is added to blk_1073741831_1007{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-96b4ab60-ffd7-48a5-a9bd-f0e113d639dd:NORMAL:127.0.0.1:58970|RBW], ReplicaUC[[DISK]DS-844adf60-0e63-4887-b900-61eda108492a:NORMAL:127.0.0.1:58966|RBW], ReplicaUC[[DISK]DS-c027f306-2836-4874-ae51-e7e770a72994:NORMAL:127.0.0.1:58975|RBW]]} size 83 2016-03-04 19:12:38,683 DEBUG [RS:2;10.235.114.28:59007] wal.FSHLog(1018): Moved 1 WAL file(s) to /user/godfather/test-data/0e1ead2f-8dfa-4a5d-a3c7-64cb1c7cd490/oldWALs 2016-03-04 19:12:38,684 INFO [RS:2;10.235.114.28:59007] wal.FSHLog(1021): Closed WAL: FSHLog 10.235.114.28%2C59007%2C1457089941597:(num 1457089943745) 2016-03-04 19:12:38,684 DEBUG [RS:2;10.235.114.28:59007] ipc.AsyncRpcClient(320): Stopping async HBase RPC client 2016-03-04 19:12:38,684 INFO [RS:2;10.235.114.28:59007] regionserver.Leases(146): RS:2;10.235.114.28:59007 closing leases 2016-03-04 19:12:38,684 INFO [RS:2;10.235.114.28:59007] regionserver.Leases(149): RS:2;10.235.114.28:59007 closed leases 2016-03-04 19:12:38,685 INFO [RS:2;10.235.114.28:59007] hbase.ChoreService(323): Chore service for: 10.235.114.28,59007,1457089941597 had [[ScheduledChore: Name: CompactedHFilesCleaner Period: 120000 Unit: MILLISECONDS], [ScheduledChore: Name: CompactionThroughputTuner Period: 60000 Unit: MILLISECONDS], [ScheduledChore: Name: MovedRegionsCleaner for region 10.235.114.28,59007,1457089941597 Period: 120000 Unit: MILLISECONDS]] on shutdown 2016-03-04 19:12:39,640 INFO [regionserver//10.235.114.28:0.logRoller] regionserver.LogRoller(170): LogRoller exiting. 2016-03-04 19:12:39,640 INFO [regionserver//10.235.114.28:0.leaseChecker] regionserver.Leases(146): regionserver//10.235.114.28:0.leaseChecker closing leases 2016-03-04 19:12:39,641 INFO [RS:2;10.235.114.28:59007] regionserver.CompactSplitThread(403): Waiting for Split Thread to finish... 2016-03-04 19:12:39,642 INFO [regionserver//10.235.114.28:0.leaseChecker] regionserver.Leases(149): regionserver//10.235.114.28:0.leaseChecker closed leases 2016-03-04 19:12:39,642 INFO [RS:2;10.235.114.28:59007] regionserver.CompactSplitThread(403): Waiting for Merge Thread to finish... 2016-03-04 19:12:39,642 INFO [RS:2;10.235.114.28:59007] regionserver.CompactSplitThread(403): Waiting for Large Compaction Thread to finish... 2016-03-04 19:12:39,643 INFO [RS:2;10.235.114.28:59007] regionserver.CompactSplitThread(403): Waiting for Small Compaction Thread to finish... 2016-03-04 19:12:39,647 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): regionserver:59007-0x1534154095c0003, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/replication/rs/10.235.114.28,59007,1457089941597 2016-03-04 19:12:39,648 INFO [RS:2;10.235.114.28:59007] ipc.RpcServer(2336): Stopping server on 59007 2016-03-04 19:12:39,648 INFO [RpcServer.listener,port=59007] ipc.RpcServer$Listener(816): RpcServer.listener,port=59007: stopping 2016-03-04 19:12:39,649 INFO [RpcServer.responder] ipc.RpcServer$Responder(1059): RpcServer.responder: stopped 2016-03-04 19:12:39,649 INFO [RpcServer.responder] ipc.RpcServer$Responder(962): RpcServer.responder: stopping 2016-03-04 19:12:39,650 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): regionserver:59007-0x1534154095c0003, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/10.235.114.28,59007,1457089941597 2016-03-04 19:12:39,651 DEBUG [main-EventThread] zookeeper.ZooKeeperWatcher(590): regionserver:59007-0x1534154095c0003, quorum=localhost:53546, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2016-03-04 19:12:39,651 INFO [RS:2;10.235.114.28:59007] regionserver.HRegionServer(1134): stopping server 10.235.114.28,59007,1457089941597; zookeeper connection closed. 2016-03-04 19:12:39,652 INFO [RS:2;10.235.114.28:59007] regionserver.HRegionServer(1137): RS:2;10.235.114.28:59007 exiting 2016-03-04 19:12:39,652 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@44de87ee] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(190): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@44de87ee 2016-03-04 19:12:39,652 INFO [Thread-1] regionserver.ShutdownHook$ShutdownHookThread(120): Starting fs shutdown hook thread. 2016-03-04 19:12:39,653 INFO [Thread-1] regionserver.ShutdownHook$ShutdownHookThread(133): Shutdown hook finished. Process finished with exit code 130