2022年 02月 05日 星期六 18:07:40 CST Starting master on master core file size (blocks, -c) 0 data seg size (kbytes, -d) unlimited scheduling priority (-e) 0 file size (blocks, -f) unlimited pending signals (-i) 14990 max locked memory (kbytes, -l) 64 max memory size (kbytes, -m) unlimited open files (-n) 1024 pipe size (512 bytes, -p) 8 POSIX message queues (bytes, -q) 819200 real-time priority (-r) 0 stack size (kbytes, -s) 8192 cpu time (seconds, -t) unlimited max user processes (-u) 14990 virtual memory (kbytes, -v) unlimited file locks (-x) unlimited 2022-02-05 18:07:41,886 INFO [main] master.HMaster: STARTING service HMaster 2022-02-05 18:07:41,888 INFO [main] util.VersionInfo: HBase 2.3.7 2022-02-05 18:07:41,888 INFO [main] util.VersionInfo: Source code repository git://bc84a1a3c651/home/vagrant/hbase-rm/output/hbase revision=8b2f5141e900c851a2b351fccd54b13bcac5e2ed 2022-02-05 18:07:41,888 INFO [main] util.VersionInfo: Compiled by vagrant on Tue Oct 12 16:38:55 UTC 2021 2022-02-05 18:07:41,888 INFO [main] util.VersionInfo: From source with checksum c18a9f329233d7fbbe4938009977da0b1ce243a38c66dafaf1b7f8820e412969ee3e6bff6ce33657226e4d82eaaef31277e18097ed344ee76c54db6fc4020b37 2022-02-05 18:07:42,225 INFO [main] util.ServerCommandLine: hbase.tmp.dir: /usr/local/software/hbase-2.3.7/data/tmp 2022-02-05 18:07:42,225 INFO [main] util.ServerCommandLine: hbase.rootdir: hdfs://master:9000/hbase 2022-02-05 18:07:42,225 INFO [main] util.ServerCommandLine: hbase.cluster.distributed: true 2022-02-05 18:07:42,226 INFO [main] util.ServerCommandLine: hbase.zookeeper.quorum: master,slave01,slave02 2022-02-05 18:07:42,227 INFO [main] util.ServerCommandLine: env:HBASE_LOGFILE=hbase-root-master-master.log 2022-02-05 18:07:42,227 INFO [main] util.ServerCommandLine: env:PATH=/usr/local/software/rocketmq-4.5.2/rocketmq-all-4.5.2-bin-release/bin:/usr/local/software/apache-hive-3.1.2-bin/bin:/usr/local/software/hadoop-3.3.1/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/usr/local/software/jdk1.8.0_221/bin:/root/bin 2022-02-05 18:07:42,227 INFO [main] util.ServerCommandLine: env:HISTCONTROL=ignoredups 2022-02-05 18:07:42,227 INFO [main] util.ServerCommandLine: env:HISTSIZE=1000 2022-02-05 18:07:42,227 INFO [main] util.ServerCommandLine: env:JAVA_HOME=/usr/local/software/jdk1.8.0_221 2022-02-05 18:07:42,227 INFO [main] util.ServerCommandLine: env:TERM=xterm 2022-02-05 18:07:42,227 INFO [main] util.ServerCommandLine: env:LANG=zh_CN.UTF-8 2022-02-05 18:07:42,227 INFO [main] util.ServerCommandLine: env:XDG_SESSION_ID=2 2022-02-05 18:07:42,227 INFO [main] util.ServerCommandLine: env:ROCKETMQ_HOME=/usr/local/software/rocketmq-4.5.2/rocketmq-all-4.5.2-bin-release 2022-02-05 18:07:42,227 INFO [main] util.ServerCommandLine: env:MAIL=/var/spool/mail/root 2022-02-05 18:07:42,227 INFO [main] util.ServerCommandLine: env:LD_LIBRARY_PATH=:/usr/local/software/hadoop-3.3.1/lib/native 2022-02-05 18:07:42,227 INFO [main] util.ServerCommandLine: env:LOGNAME=root 2022-02-05 18:07:42,227 INFO [main] util.ServerCommandLine: env:JVM_PID=4263 2022-02-05 18:07:42,227 INFO [main] util.ServerCommandLine: env:HBASE_REST_OPTS= 2022-02-05 18:07:42,227 INFO [main] util.ServerCommandLine: env:PWD=/usr/local/software/hbase-2.3.7 2022-02-05 18:07:42,228 INFO [main] util.ServerCommandLine: env:HBASE_ROOT_LOGGER=INFO,RFA 2022-02-05 18:07:42,228 INFO [main] util.ServerCommandLine: env:LESSOPEN=||/usr/bin/lesspipe.sh %s 2022-02-05 18:07:42,228 INFO [main] util.ServerCommandLine: env:SHELL=/bin/bash 2022-02-05 18:07:42,228 INFO [main] util.ServerCommandLine: env:HBASE_ENV_INIT=true 2022-02-05 18:07:42,228 INFO [main] util.ServerCommandLine: env:HBASE_IDENT_STRING=root 2022-02-05 18:07:42,228 INFO [main] util.ServerCommandLine: env:HBASE_ZNODE_FILE=/tmp/hbase-root-master.znode 2022-02-05 18:07:42,228 INFO [main] util.ServerCommandLine: env:SSH_TTY=/dev/pts/0 2022-02-05 18:07:42,228 INFO [main] util.ServerCommandLine: env:SSH_CLIENT=192.168.48.1 50132 22 2022-02-05 18:07:42,228 INFO [main] util.ServerCommandLine: env:HIVE_HOME=/usr/local/software/apache-hive-3.1.2-bin 2022-02-05 18:07:42,228 INFO [main] util.ServerCommandLine: env:HBASE_LOG_PREFIX=hbase-root-master-master 2022-02-05 18:07:42,228 INFO [main] util.ServerCommandLine: env:HBASE_LOG_DIR=/usr/local/software/hbase-2.3.7/logs 2022-02-05 18:07:42,228 INFO [main] util.ServerCommandLine: env:USER=root 2022-02-05 18:07:42,229 INFO [main] util.ServerCommandLine: /local/software/hbase-2.3.7/bin/../lib/client-facing-thirdparty/audience-annotations-0.5.0.jar:/usr/local/software/hbase-2.3.7/bin/../lib/client-facing-thirdparty/commons-logging-1.2.jar:/usr/local/software/hbase-2.3.7/bin/../lib/client-facing-thirdparty/htrace-core4-4.2.0-incubating.jar:/usr/local/software/hbase-2.3.7/bin/../lib/client-facing-thirdparty/log4j-1.2.17.jar:/usr/local/software/hbase-2.3.7/bin/../lib/client-facing-thirdparty/slf4j-api-1.7.30.jar:/usr/local/software/hadoop-3.3.1/etc/hadoop:/usr/local/software/hadoop-3.3.1/share/hadoop/common/lib/*:/usr/local/software/hadoop-3.3.1/share/hadoop/common/*:/usr/local/software/hadoop-3.3.1/share/hadoop/hdfs:/usr/local/software/hadoop-3.3.1/share/hadoop/hdfs/lib/*:/usr/local/software/hadoop-3.3.1/share/hadoop/hdfs/*:/usr/local/software/hadoop-3.3.1/share/hadoop/mapreduce/*:/usr/local/software/hadoop-3.3.1/share/hadoop/yarn:/usr/local/software/hadoop-3.3.1/share/hadoop/yarn/lib/*:/usr/local/software/hadoop-3.3.1/share/hadoop/yarn/* 2022-02-05 18:07:42,229 INFO [main] util.ServerCommandLine: env:HBASE_MANAGES_ZK=false 2022-02-05 18:07:42,229 INFO [main] util.ServerCommandLine: env:SSH_CONNECTION=192.168.48.1 50132 192.168.48.128 22 2022-02-05 18:07:42,229 INFO [main] util.ServerCommandLine: env:HBASE_AUTOSTART_FILE=/tmp/hbase-root-master.autostart 2022-02-05 18:07:42,229 INFO [main] util.ServerCommandLine: env:SED=sed 2022-02-05 18:07:42,229 INFO [main] util.ServerCommandLine: env:HOSTNAME=master 2022-02-05 18:07:42,229 INFO [main] util.ServerCommandLine: env:HADOOP_HOME=/usr/local/software/hadoop-3.3.1 2022-02-05 18:07:42,229 INFO [main] util.ServerCommandLine: env:GREP=grep 2022-02-05 18:07:42,229 INFO [main] util.ServerCommandLine: env:HBASE_NICENESS=0 2022-02-05 18:07:42,229 INFO [main] util.ServerCommandLine: env:HBASE_OPTS=-XX:+UseConcMarkSweepGC -Djava.util.logging.config.class=org.apache.hadoop.hbase.logging.JulToSlf4jInitializer -Dhbase.log.dir=/usr/local/software/hbase-2.3.7/logs -Dhbase.log.file=hbase-root-master-master.log -Dhbase.home.dir=/usr/local/software/hbase-2.3.7/bin/.. -Dhbase.id.str=root -Dhbase.root.logger=INFO,RFA -Djava.library.path=/usr/local/software/hadoop-3.3.1/lib/native -Dhbase.security.logger=INFO,RFAS 2022-02-05 18:07:42,229 INFO [main] util.ServerCommandLine: env:HBASE_SECURITY_LOGGER=INFO,RFAS 2022-02-05 18:07:42,229 INFO [main] util.ServerCommandLine: env:XDG_RUNTIME_DIR=/run/user/0 2022-02-05 18:07:42,229 INFO [main] util.ServerCommandLine: env:HBASE_THRIFT_OPTS= 2022-02-05 18:07:42,229 INFO [main] util.ServerCommandLine: env:HBASE_HOME=/usr/local/software/hbase-2.3.7/bin/.. 2022-02-05 18:07:42,230 INFO [main] util.ServerCommandLine: 1:*.bz2=01;31:*.bz=01;31:*.tbz=01;31:*.tbz2=01;31:*.tz=01;31:*.deb=01;31:*.rpm=01;31:*.jar=01;31:*.war=01;31:*.ear=01;31:*.sar=01;31:*.rar=01;31:*.alz=01;31:*.ace=01;31:*.zoo=01;31:*.cpio=01;31:*.7z=01;31:*.rz=01;31:*.cab=01;31:*.jpg=01;35:*.jpeg=01;35:*.gif=01;35:*.bmp=01;35:*.pbm=01;35:*.pgm=01;35:*.ppm=01;35:*.tga=01;35:*.xbm=01;35:*.xpm=01;35:*.tif=01;35:*.tiff=01;35:*.png=01;35:*.svg=01;35:*.svgz=01;35:*.mng=01;35:*.pcx=01;35:*.mov=01;35:*.mpg=01;35:*.mpeg=01;35:*.m2v=01;35:*.mkv=01;35:*.webm=01;35:*.ogm=01;35:*.mp4=01;35:*.m4v=01;35:*.mp4v=01;35:*.vob=01;35:*.qt=01;35:*.nuv=01;35:*.wmv=01;35:*.asf=01;35:*.rm=01;35:*.rmvb=01;35:*.flc=01;35:*.avi=01;35:*.fli=01;35:*.flv=01;35:*.gl=01;35:*.dl=01;35:*.xcf=01;35:*.xwd=01;35:*.yuv=01;35:*.cgm=01;35:*.emf=01;35:*.axv=01;35:*.anx=01;35:*.ogv=01;35:*.ogx=01;35:*.aac=01;36:*.au=01;36:*.flac=01;36:*.mid=01;36:*.midi=01;36:*.mka=01;36:*.mp3=01;36:*.mpc=01;36:*.ogg=01;36:*.ra=01;36:*.wav=01;36:*.axa=01;36:*.oga=01;36:*.spx=01;36:*.xspf=01;36: 2022-02-05 18:07:42,230 INFO [main] util.ServerCommandLine: env:HOME=/root 2022-02-05 18:07:42,230 INFO [main] util.ServerCommandLine: env:SHLVL=4 2022-02-05 18:07:42,230 INFO [main] util.ServerCommandLine: env:MALLOC_ARENA_MAX=4 2022-02-05 18:07:42,232 INFO [main] util.ServerCommandLine: vmName=Java HotSpot(TM) 64-Bit Server VM, vmVendor=Oracle Corporation, vmVersion=25.221-b11 2022-02-05 18:07:42,232 INFO [main] util.ServerCommandLine: vmInputArguments=[-Dproc_master, -XX:OnOutOfMemoryError=kill -9 %p, -XX:+UseConcMarkSweepGC, -Djava.util.logging.config.class=org.apache.hadoop.hbase.logging.JulToSlf4jInitializer, -Dhbase.log.dir=/usr/local/software/hbase-2.3.7/logs, -Dhbase.log.file=hbase-root-master-master.log, -Dhbase.home.dir=/usr/local/software/hbase-2.3.7/bin/.., -Dhbase.id.str=root, -Dhbase.root.logger=INFO,RFA, -Djava.library.path=/usr/local/software/hadoop-3.3.1/lib/native, -Dhbase.security.logger=INFO,RFAS] 2022-02-05 18:07:42,798 INFO [main] metrics.MetricRegistries: Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2022-02-05 18:07:43,418 INFO [main] regionserver.RSRpcServices: master/master:16000 server-side Connection retries=45 2022-02-05 18:07:43,463 INFO [main] ipc.RpcExecutor: Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=3, maxQueueLength=300, handlerCount=30 2022-02-05 18:07:43,477 INFO [main] ipc.RpcExecutor: Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=300, handlerCount=20 2022-02-05 18:07:43,477 INFO [main] ipc.RWQueueRpcExecutor: priority.RWQ.Fifo writeQueues=1 writeHandlers=2 readQueues=1 readHandlers=18 scanQueues=0 scanHandlers=0 2022-02-05 18:07:43,477 INFO [main] ipc.RpcExecutor: Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=300, handlerCount=3 2022-02-05 18:07:43,478 INFO [main] ipc.RpcExecutor: Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=300, handlerCount=1 2022-02-05 18:07:43,677 INFO [main] ipc.RpcServerFactory: Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService 2022-02-05 18:07:43,737 INFO [main] Configuration.deprecation: hbase.ipc.server.reservoir.initial.buffer.size is deprecated. Instead, use hbase.server.allocator.buffer.size 2022-02-05 18:07:43,737 INFO [main] Configuration.deprecation: hbase.ipc.server.reservoir.initial.max is deprecated. Instead, use hbase.server.allocator.max.buffer.count 2022-02-05 18:07:43,885 INFO [main] ipc.NettyRpcServer: Bind to /192.168.48.128:16000 2022-02-05 18:07:44,767 INFO [main] fs.HFileSystem: Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2022-02-05 18:07:44,776 INFO [main] fs.HFileSystem: Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2022-02-05 18:07:45,177 INFO [main] zookeeper.RecoverableZooKeeper: Process identifier=master:16000 connecting to ZooKeeper ensemble=master:2181,slave01:2181,slave02:2181 2022-02-05 18:07:45,213 INFO [main] zookeeper.ZooKeeper: Client environment:zookeeper.version=3.5.7-f0fdd52973d373ffd9c86b81d99842dc2c7f660e, built on 02/10/2020 11:30 GMT 2022-02-05 18:07:45,214 INFO [main] zookeeper.ZooKeeper: Client environment:host.name=master 2022-02-05 18:07:45,214 INFO [main] zookeeper.ZooKeeper: Client environment:java.version=1.8.0_221 2022-02-05 18:07:45,214 INFO [main] zookeeper.ZooKeeper: Client environment:java.vendor=Oracle Corporation 2022-02-05 18:07:45,214 INFO [main] zookeeper.ZooKeeper: Client environment:java.home=/usr/local/software/jdk1.8.0_221/jre 2022-02-05 18:07:45,214 INFO [main] zookeeper.ZooKeeper: odemanager-3.3.1.jar:/usr/local/software/hadoop-3.3.1/share/hadoop/yarn/hadoop-yarn-server-web-proxy-3.3.1.jar:/usr/local/software/hadoop-3.3.1/share/hadoop/yarn/hadoop-yarn-server-router-3.3.1.jar:/usr/local/software/hadoop-3.3.1/share/hadoop/yarn/hadoop-yarn-registry-3.3.1.jar:/usr/local/software/hadoop-3.3.1/share/hadoop/yarn/hadoop-yarn-client-3.3.1.jar:/usr/local/software/hadoop-3.3.1/share/hadoop/yarn/hadoop-yarn-server-tests-3.3.1.jar:/usr/local/software/hadoop-3.3.1/share/hadoop/yarn/hadoop-yarn-server-common-3.3.1.jar:/usr/local/software/hadoop-3.3.1/share/hadoop/yarn/hadoop-yarn-applications-distributedshell-3.3.1.jar:/usr/local/software/hadoop-3.3.1/share/hadoop/yarn/hadoop-yarn-services-api-3.3.1.jar:/usr/local/software/hadoop-3.3.1/share/hadoop/yarn/hadoop-yarn-applications-mawo-core-3.3.1.jar:/usr/local/software/hadoop-3.3.1/share/hadoop/yarn/hadoop-yarn-common-3.3.1.jar:/usr/local/software/hadoop-3.3.1/share/hadoop/yarn/hadoop-yarn-server-timeline-pluginstorage-3.3.1.jar 2022-02-05 18:07:45,214 INFO [main] zookeeper.ZooKeeper: Client environment:java.library.path=/usr/local/software/hadoop-3.3.1/lib/native 2022-02-05 18:07:45,214 INFO [main] zookeeper.ZooKeeper: Client environment:java.io.tmpdir=/tmp 2022-02-05 18:07:45,214 INFO [main] zookeeper.ZooKeeper: Client environment:java.compiler= 2022-02-05 18:07:45,214 INFO [main] zookeeper.ZooKeeper: Client environment:os.name=Linux 2022-02-05 18:07:45,214 INFO [main] zookeeper.ZooKeeper: Client environment:os.arch=amd64 2022-02-05 18:07:45,214 INFO [main] zookeeper.ZooKeeper: Client environment:os.version=3.10.0-1062.1.2.el7.x86_64 2022-02-05 18:07:45,214 INFO [main] zookeeper.ZooKeeper: Client environment:user.name=root 2022-02-05 18:07:45,214 INFO [main] zookeeper.ZooKeeper: Client environment:user.home=/root 2022-02-05 18:07:45,214 INFO [main] zookeeper.ZooKeeper: Client environment:user.dir=/usr/local/software/hbase-2.3.7 2022-02-05 18:07:45,214 INFO [main] zookeeper.ZooKeeper: Client environment:os.memory.free=45MB 2022-02-05 18:07:45,214 INFO [main] zookeeper.ZooKeeper: Client environment:os.memory.max=927MB 2022-02-05 18:07:45,214 INFO [main] zookeeper.ZooKeeper: Client environment:os.memory.total=58MB 2022-02-05 18:07:45,218 INFO [main] zookeeper.ZooKeeper: Initiating client connection, connectString=master:2181,slave01:2181,slave02:2181 sessionTimeout=90000 watcher=org.apache.hadoop.hbase.zookeeper.PendingWatcher@2418ba04 2022-02-05 18:07:45,253 INFO [main] common.X509Util: Setting -D jdk.tls.rejectClientInitiatedRenegotiation=true to disable client-initiated TLS renegotiation 2022-02-05 18:07:45,259 INFO [main] zookeeper.ClientCnxnSocket: jute.maxbuffer value is 4194304 Bytes 2022-02-05 18:07:45,270 INFO [main] zookeeper.ClientCnxn: zookeeper.request.timeout value is 0. feature enabled= 2022-02-05 18:07:45,282 INFO [main-SendThread(master:2181)] zookeeper.ClientCnxn: Opening socket connection to server master/192.168.48.128:2181. Will not attempt to authenticate using SASL (unknown error) 2022-02-05 18:07:45,283 INFO [main-SendThread(master:2181)] zookeeper.ClientCnxn: Socket connection established, initiating session, client: /192.168.48.128:56108, server: master/192.168.48.128:2181 2022-02-05 18:07:45,321 INFO [main-SendThread(master:2181)] zookeeper.ClientCnxn: Session establishment complete on server master/192.168.48.128:2181, sessionid = 0x6a1870004, negotiated timeout = 40000 2022-02-05 18:07:45,517 INFO [main] util.log: Logging initialized @4356ms 2022-02-05 18:07:45,682 INFO [main] http.HttpServer: Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2022-02-05 18:07:45,683 INFO [main] http.HttpServer: Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2022-02-05 18:07:45,684 INFO [main] http.HttpServer: Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2022-02-05 18:07:45,688 INFO [main] http.HttpServer: Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2022-02-05 18:07:45,689 INFO [main] http.HttpServer: Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2022-02-05 18:07:45,689 INFO [main] http.HttpServer: Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2022-02-05 18:07:45,725 INFO [main] http.HttpServer: ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2022-02-05 18:07:45,793 INFO [main] http.HttpServer: Jetty bound to port 16010 2022-02-05 18:07:45,795 INFO [main] server.Server: jetty-9.3.28.v20191105, build timestamp: 2019-11-06T02:00:51+08:00, git hash: d7dd68d6e9d8ff06a0130e46886c2db5d70784c1 2022-02-05 18:07:45,827 INFO [main] http.SecurityHeadersFilter: Added security headers filter 2022-02-05 18:07:45,830 INFO [main] handler.ContextHandler: Started o.e.j.s.ServletContextHandler@3968bc60{/logs,file:///usr/local/software/hbase-2.3.7/logs/,AVAILABLE} 2022-02-05 18:07:45,831 INFO [main] http.SecurityHeadersFilter: Added security headers filter 2022-02-05 18:07:45,831 INFO [main] handler.ContextHandler: Started o.e.j.s.ServletContextHandler@227a47{/static,file:///usr/local/software/hbase-2.3.7/hbase-webapps/static/,AVAILABLE} 2022-02-05 18:07:45,979 INFO [main] webapp.StandardDescriptorProcessor: NO JSP Support for /, did not find org.eclipse.jetty.jsp.JettyJspServlet 2022-02-05 18:07:45,992 INFO [main] http.SecurityHeadersFilter: Added security headers filter 2022-02-05 18:07:46,022 INFO [main] handler.ContextHandler: Started o.e.j.w.WebAppContext@17273273{/,file:///usr/local/software/hbase-2.3.7/hbase-webapps/master/,AVAILABLE}{file:/usr/local/software/hbase-2.3.7/hbase-webapps/master} 2022-02-05 18:07:46,030 INFO [main] server.AbstractConnector: Started ServerConnector@34273aaa{HTTP/1.1,[http/1.1]}{0.0.0.0:16010} 2022-02-05 18:07:46,031 INFO [main] server.Server: Started @4868ms 2022-02-05 18:07:46,035 INFO [main] master.HMaster: hbase.rootdir=hdfs://master:9000/hbase, hbase.cluster.distributed=true 2022-02-05 18:07:46,084 INFO [master/master:16000:becomeActiveMaster] master.HMaster: Adding backup master ZNode /hbase/backup-masters/master,16000,1644055662305 2022-02-05 18:07:46,186 INFO [master/master:16000:becomeActiveMaster] master.ActiveMasterManager: Deleting ZNode for /hbase/backup-masters/master,16000,1644055662305 from backup master directory 2022-02-05 18:07:46,212 INFO [master/master:16000:becomeActiveMaster] master.ActiveMasterManager: Registered as active master=master,16000,1644055662305 2022-02-05 18:07:46,217 INFO [master/master:16000:becomeActiveMaster] regionserver.ChunkCreator: Allocating data MemStoreChunkPool with chunk size 2 MB, max count 166, initial count 0 2022-02-05 18:07:46,220 INFO [master/master:16000:becomeActiveMaster] regionserver.ChunkCreator: Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 185, initial count 0 2022-02-05 18:07:46,562 INFO [master/master:16000:becomeActiveMaster] fs.HFileSystem: Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2022-02-05 18:07:46,659 INFO [master/master:16000:becomeActiveMaster] coordination.SplitLogManagerCoordination: Found 0 orphan tasks and 0 rescan nodes 2022-02-05 18:07:46,660 INFO [master/master:16000:becomeActiveMaster] hbase.ChoreService: Chore ScheduledChore name=SplitLogManager Timeout Monitor, period=1000, unit=MILLISECONDS is enabled. 2022-02-05 18:07:46,979 INFO [ReadOnlyZKClient-master:2181,slave01:2181,slave02:2181@0x75363512] zookeeper.ZooKeeper: Initiating client connection, connectString=master:2181,slave01:2181,slave02:2181 sessionTimeout=90000 watcher=org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$56/1737851931@26a88e20 2022-02-05 18:07:46,979 INFO [ReadOnlyZKClient-master:2181,slave01:2181,slave02:2181@0x75363512] zookeeper.ClientCnxnSocket: jute.maxbuffer value is 4194304 Bytes 2022-02-05 18:07:46,980 INFO [ReadOnlyZKClient-master:2181,slave01:2181,slave02:2181@0x75363512] zookeeper.ClientCnxn: zookeeper.request.timeout value is 0. feature enabled= 2022-02-05 18:07:46,987 INFO [ReadOnlyZKClient-master:2181,slave01:2181,slave02:2181@0x75363512-SendThread(slave01:2181)] zookeeper.ClientCnxn: Opening socket connection to server slave01/192.168.48.129:2181. Will not attempt to authenticate using SASL (unknown error) 2022-02-05 18:07:46,988 INFO [ReadOnlyZKClient-master:2181,slave01:2181,slave02:2181@0x75363512-SendThread(slave01:2181)] zookeeper.ClientCnxn: Socket connection established, initiating session, client: /192.168.48.128:37780, server: slave01/192.168.48.129:2181 2022-02-05 18:07:47,000 INFO [ReadOnlyZKClient-master:2181,slave01:2181,slave02:2181@0x75363512-SendThread(slave01:2181)] zookeeper.ClientCnxn: Session establishment complete on server slave01/192.168.48.129:2181, sessionid = 0x100000694420004, negotiated timeout = 40000 2022-02-05 18:07:47,034 INFO [master/master:16000:becomeActiveMaster] region.MasterRegion: Create or load local region for table 'master:store', {NAME => 'proc', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', COMPRESSION => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', BLOCKCACHE => 'true', BLOCKSIZE => '65536', REPLICATION_SCOPE => '0'} 2022-02-05 18:07:47,054 INFO [master/master:16000:becomeActiveMaster] region.MasterRegionFlusherAndCompactor: Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2022-02-05 18:07:47,100 INFO [master/master:16000:becomeActiveMaster] wal.WALFactory: Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2022-02-05 18:07:47,183 INFO [master/master:16000:becomeActiveMaster] region.MasterRegion: Renamed hdfs://master:9000/hbase/MasterData/WALs/master,16000,1644053181861 to hdfs://master:9000/hbase/MasterData/WALs/master,16000,1644053181861-dead as it is dead 2022-02-05 18:07:47,189 INFO [master/master:16000:becomeActiveMaster] util.RecoverLeaseFSUtils: Recover lease on dfs file hdfs://master:9000/hbase/MasterData/WALs/master,16000,1644053181861-dead/master%2C16000%2C1644053181861.1644053225107 2022-02-05 18:07:47,196 INFO [master/master:16000:becomeActiveMaster] util.RecoverLeaseFSUtils: Failed to recover lease, attempt=0 on file=hdfs://master:9000/hbase/MasterData/WALs/master,16000,1644053181861-dead/master%2C16000%2C1644053181861.1644053225107 after 7ms 2022-02-05 18:07:51,198 INFO [master/master:16000:becomeActiveMaster] util.RecoverLeaseFSUtils: Recovered lease, attempt=1 on file=hdfs://master:9000/hbase/MasterData/WALs/master,16000,1644053181861-dead/master%2C16000%2C1644053181861.1644053225107 after 4009ms 2022-02-05 18:07:51,201 INFO [master/master:16000:becomeActiveMaster] region.MasterRegion: Renamed hdfs://master:9000/hbase/MasterData/WALs/master,16000,1644053181861-dead/master%2C16000%2C1644053181861.1644053225107 to hdfs://master:9000/hbase/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/master%2C16000%2C1644053181861.1644053225107 2022-02-05 18:07:51,201 INFO [master/master:16000:becomeActiveMaster] region.MasterRegion: Delete empty local region wal dir hdfs://master:9000/hbase/MasterData/WALs/master,16000,1644053181861-dead 2022-02-05 18:07:51,249 INFO [master/master:16000:becomeActiveMaster] wal.AbstractFSWAL: WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=master%2C16000%2C1644055662305, suffix=, logDir=hdfs://master:9000/hbase/MasterData/WALs/master,16000,1644055662305, archiveDir=hdfs://master:9000/hbase/MasterData/oldWALs, maxLogs=10 2022-02-05 18:07:51,323 WARN [RS-EventLoopGroup-1-1] concurrent.DefaultPromise: An exception was thrown by org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete() java.lang.IllegalArgumentException: object is not an instance of declaring class at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:69) at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:343) at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:112) at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:425) at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:577) at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:551) at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:490) at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:183) at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:419) at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:112) at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:477) at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:577) at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:570) at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:549) at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:490) at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:615) at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:604) at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:104) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:615) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:653) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:529) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:465) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:378) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.lang.Thread.run(Thread.java:748) 2022-02-05 18:07:51,326 WARN [RS-EventLoopGroup-1-2] concurrent.DefaultPromise: An exception was thrown by org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete() java.lang.IllegalArgumentException: object is not an instance of declaring class at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:69) at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:343) at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:112) at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:425) at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:577) at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:551) at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:490) at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:183) at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:419) at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:112) at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:477) at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:577) at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:570) at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:549) at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:490) at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:615) at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:604) at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:104) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:615) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:653) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:529) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:465) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:378) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.lang.Thread.run(Thread.java:748)