Mon Jul 10 16:31:36 CST 2023 Terminating master Mon Jul 10 16:31:48 CST 2023 Starting master on YSL104-QAX.COM core file size (blocks, -c) 0 data seg size (kbytes, -d) unlimited scheduling priority (-e) 0 file size (blocks, -f) unlimited pending signals (-i) 128605 max locked memory (kbytes, -l) unlimited max memory size (kbytes, -m) unlimited open files (-n) 327680 pipe size (512 bytes, -p) 8 POSIX message queues (bytes, -q) 819200 real-time priority (-r) 0 stack size (kbytes, -s) 8192 cpu time (seconds, -t) unlimited max user processes (-u) unlimited virtual memory (kbytes, -v) unlimited file locks (-x) unlimited 2023-07-10 16:31:49,722 INFO [main] master.HMaster: STARTING service HMaster 2023-07-10 16:31:49,723 INFO [main] util.VersionInfo: HBase 2.1.1.12 2023-07-10 16:31:49,723 INFO [main] util.VersionInfo: Source code repository git://bigdata-bigdata-platform-hbase-2-1-1-git-master-9-322mc-2-kp1ch/home/jenkins/agent/workspace/_platform-hbase-2.1.1.git_master revision=c64e8ce60160e78299368bdccb8998ebb1788660 2023-07-10 16:31:49,723 INFO [main] util.VersionInfo: Compiled by root on Tue Jun 20 08:33:45 UTC 2023 2023-07-10 16:31:49,723 INFO [main] util.VersionInfo: From source with checksum 2f94f10f6ca662a4a830997baa9233e3 2023-07-10 16:31:49,906 INFO [main] conf.Configuration: Current hadoop.security.authentication = kerberos 2023-07-10 16:31:50,128 INFO [main] util.ServerCommandLine: hbase.tmp.dir: /tmp/hbase-hbase 2023-07-10 16:31:50,129 INFO [main] util.ServerCommandLine: hbase.rootdir: hdfs://HACluster/home/hbase 2023-07-10 16:31:50,129 INFO [main] util.ServerCommandLine: hbase.cluster.distributed: true 2023-07-10 16:31:50,129 INFO [main] util.ServerCommandLine: hbase.zookeeper.quorum: ysl102-qax.com,ysl103-qax.com,ysl104-qax.com 2023-07-10 16:31:50,129 INFO [main] util.ServerCommandLine: env:HBASE_SSH_OPTS=-o ConnectTimeout=1 -o SendEnv=HBASE_CONF_DIR 2023-07-10 16:31:50,130 INFO [main] util.ServerCommandLine: env:PATH=/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/opt/xinghai/jdk64/java/bin:/opt/xinghai/jdk64/java/bin:/opt/xinghai/yarn_client/software/hadoop/bin:/opt/xinghai/flink/software/flinkonyarn/bin:/home/hbase/.local/bin:/home/hbase/bin 2023-07-10 16:31:50,130 INFO [main] util.ServerCommandLine: env:HISTCONTROL=ignoredups 2023-07-10 16:31:50,130 INFO [main] util.ServerCommandLine: env:HBASE_PID_DIR=/home/hbase/hbase/pids 2023-07-10 16:31:50,130 INFO [main] util.ServerCommandLine: env:HBASE_USER_KEYTAB_PATH=/home/hbase/.hbase.keytab 2023-07-10 16:31:50,130 INFO [main] util.ServerCommandLine: env:HBASE_REGIONSERVER_OPTS=-javaagent:/home/hbase/software/hbase/lib/jolokia-1.6.2/agents/jolokia-jvm.jar=port=8771,host=127.0.0.1 -Xmx2G -Xms2G -XX:+UnlockExperimentalVMOptions -XX:MaxDirectMemorySize=2G -XX:+UseG1GC -XX:MaxGCPauseMillis=90 -XX:G1NewSizePercent=2 -XX:InitiatingHeapOccupancyPercent=65 -XX:+ParallelRefProcEnabled -XX:ConcGCThreads=4 -XX:ParallelGCThreads=16 -XX:MaxTenuringThreshold=1 -XX:G1HeapRegionSize=32m -XX:G1MixedGCCountTarget=64 -XX:G1OldCSetRegionThresholdPercent=5 -Djava.security.auth.login.config=/home/hbase/software/hbase/conf/zookeeper_client_jaas.conf -Djava.security.krb5.conf=/etc/security/xh_krb5.conf 2023-07-10 16:31:50,130 INFO [main] util.ServerCommandLine: env:MAIL=/var/spool/mail/hbase 2023-07-10 16:31:50,130 INFO [main] util.ServerCommandLine: env:LD_LIBRARY_PATH=:/opt/xinghai/yarn_client/software/hadoop-2.7.2.27/lib/native 2023-07-10 16:31:50,130 INFO [main] util.ServerCommandLine: env:HBASE_SERVER_GC_OPTS=-verbose:gc -XX:+PrintGC -XX:+PrintGCDetails -XX:+PrintGCApplicationStoppedTime -XX:+PrintHeapAtGC -XX:+PrintGCDateStamps -XX:+PrintAdaptiveSizePolicy -XX:+PrintTenuringDistribution -XX:+PrintSafepointStatistics -XX:PrintFLSStatistics=1 -Xloggc:/home/hbase/hbase/log/server-gc.log -XX:+UseGCLogFileRotation -XX:NumberOfGCLogFiles=10 -XX:GCLogFileSize=1G 2023-07-10 16:31:50,130 INFO [main] util.ServerCommandLine: env:HBASE_CLIENT_OPTS=-Xmx1G -Xms1G -XX:+UnlockExperimentalVMOptions -XX:MaxDirectMemorySize=128M -XX:+UseG1GC -XX:MaxGCPauseMillis=90 -XX:G1NewSizePercent=2 -XX:InitiatingHeapOccupancyPercent=65 -XX:+ParallelRefProcEnabled -XX:ConcGCThreads=4 -XX:ParallelGCThreads=16 -XX:MaxTenuringThreshold=1 -XX:G1HeapRegionSize=32m -XX:G1MixedGCCountTarget=64 -XX:G1OldCSetRegionThresholdPercent=5 2023-07-10 16:31:50,130 INFO [main] util.ServerCommandLine: env:LOGNAME=hbase 2023-07-10 16:31:50,130 INFO [main] util.ServerCommandLine: env:HBASE_REST_OPTS=-Dcom.sun.management.jmxremote.port=10105 2023-07-10 16:31:50,130 INFO [main] util.ServerCommandLine: env:HBASE_RBAC_LOG_FILE=hbase-hbase-master-rbac-YSL104-QAX.COM.log 2023-07-10 16:31:50,130 INFO [main] util.ServerCommandLine: env:PWD=/home/hbase/software/hbase/bin 2023-07-10 16:31:50,130 INFO [main] util.ServerCommandLine: env:HBASE_SLAVE_SLEEP=0.1 2023-07-10 16:31:50,130 INFO [main] util.ServerCommandLine: env:HBASE_ROOT_LOGGER=INFO,RFA 2023-07-10 16:31:50,130 INFO [main] util.ServerCommandLine: env:LESSOPEN=||/usr/bin/lesspipe.sh %s 2023-07-10 16:31:50,131 INFO [main] util.ServerCommandLine: env:SHELL=/bin/bash 2023-07-10 16:31:50,131 INFO [main] util.ServerCommandLine: env:HBASE_HEAPSIZE=1G 2023-07-10 16:31:50,131 INFO [main] util.ServerCommandLine: env:HBASE_ENV_INIT=true 2023-07-10 16:31:50,131 INFO [main] util.ServerCommandLine: env:HBASE_MASTER_OPTS=-javaagent:/home/hbase/software/hbase/lib/jolokia-1.6.2/agents/jolokia-jvm.jar=port=8770,host=127.0.0.1 -Xmx2G -Xms2G -XX:+UnlockExperimentalVMOptions -XX:MaxDirectMemorySize=2G -XX:+UseG1GC -XX:MaxGCPauseMillis=90 -XX:G1NewSizePercent=2 -XX:InitiatingHeapOccupancyPercent=65 -XX:+ParallelRefProcEnabled -XX:ConcGCThreads=4 -XX:ParallelGCThreads=16 -XX:MaxTenuringThreshold=1 -XX:G1HeapRegionSize=32m -XX:G1MixedGCCountTarget=64 -XX:G1OldCSetRegionThresholdPercent=5 -Djava.security.auth.login.config=/home/hbase/software/hbase/conf/zookeeper_client_jaas.conf -Djava.security.krb5.conf=/etc/security/xh_krb5.conf 2023-07-10 16:31:50,131 INFO [main] util.ServerCommandLine: env:HBASE_REGIONSERVERS=/home/hbase/software/hbase/conf/regionservers 2023-07-10 16:31:50,131 INFO [main] util.ServerCommandLine: env:HBASE_JMX_BASE=-Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.authenticate=false 2023-07-10 16:31:50,131 INFO [main] util.ServerCommandLine: env:HADOOP_HOME=/opt/xinghai/yarn_client/software/hadoop 2023-07-10 16:31:50,131 INFO [main] util.ServerCommandLine: env:HBASE_NICENESS=10 2023-07-10 16:31:50,131 INFO [main] util.ServerCommandLine: env:HBASE_S3_GC_OPTS=-verbose:gc -XX:+PrintGC -XX:+PrintGCDetails -XX:+PrintGCApplicationStoppedTime -XX:+PrintHeapAtGC -XX:+PrintGCDateStamps -XX:+PrintAdaptiveSizePolicy -XX:+PrintTenuringDistribution -XX:+PrintSafepointStatistics -XX:PrintFLSStatistics=1 -Xloggc:/home/hbase/hbase/log/s3-gc.log -XX:+UseGCLogFileRotation -XX:NumberOfGCLogFiles=10 -XX:GCLogFileSize=1G 2023-07-10 16:31:50,131 INFO [main] util.ServerCommandLine: r_client_jaas.conf -javaagent:/home/hbase/software/hbase/lib/jolokia-1.6.2/agents/jolokia-jvm.jar=port=8770,host=127.0.0.1 -Xmx2G -Xms2G -XX:+UnlockExperimentalVMOptions -XX:MaxDirectMemorySize=2G -XX:+UseG1GC -XX:MaxGCPauseMillis=90 -XX:G1NewSizePercent=2 -XX:InitiatingHeapOccupancyPercent=65 -XX:+ParallelRefProcEnabled -XX:ConcGCThreads=4 -XX:ParallelGCThreads=16 -XX:MaxTenuringThreshold=1 -XX:G1HeapRegionSize=32m -XX:G1MixedGCCountTarget=64 -XX:G1OldCSetRegionThresholdPercent=5 -Djava.security.auth.login.config=/home/hbase/software/hbase/conf/zookeeper_client_jaas.conf -Djava.security.krb5.conf=/etc/security/xh_krb5.conf -Dhbase.log.dir=/home/hbase/hbase/log -Dhbase.log.file=hbase-hbase-master-YSL104-QAX.COM.log -Dhbase.home.dir=/home/hbase/software/hbase -Dhbase.id.str=hbase -Dhbase.rbac.log.file=hbase-hbase-master-rbac-YSL104-QAX.COM.log -Dhbase.root.logger=INFO,RFA -Djava.library.path=/opt/xinghai/yarn_client/software/hadoop-2.7.2.27/lib/native -Dhbase.security.logger=INFO,RFAS 2023-07-10 16:31:50,131 INFO [main] util.ServerCommandLine: env:HBASE_SECURITY_LOGGER=INFO,RFAS 2023-07-10 16:31:50,131 INFO [main] util.ServerCommandLine: env:SHLVL=3 2023-07-10 16:31:50,131 INFO [main] util.ServerCommandLine: env:HBASE_LOGFILE=hbase-hbase-master-YSL104-QAX.COM.log 2023-07-10 16:31:50,131 INFO [main] util.ServerCommandLine: env:USER_HOME=/home/hbase 2023-07-10 16:31:50,131 INFO [main] util.ServerCommandLine: env:HBASE_ZOOKEEPER_OPTS=-Dcom.sun.management.jmxremote.port=10104 2023-07-10 16:31:50,137 INFO [main] util.ServerCommandLine: env:HISTSIZE=1000 2023-07-10 16:31:50,137 INFO [main] util.ServerCommandLine: env:JAVA_HOME=/opt/xinghai/jdk64/java 2023-07-10 16:31:50,137 INFO [main] util.ServerCommandLine: env:KRB5_CONFIG=/opt/xinghai/security/software/security/conf/xh_krb5.conf 2023-07-10 16:31:50,137 INFO [main] util.ServerCommandLine: env:HBASE_PHOENIX_QUERYSERVER_OPTS= 2023-07-10 16:31:50,137 INFO [main] util.ServerCommandLine: env:LANG=en_US.UTF-8 2023-07-10 16:31:50,137 INFO [main] util.ServerCommandLine: env:XDG_SESSION_ID=8459 2023-07-10 16:31:50,137 INFO [main] util.ServerCommandLine: env:HBASE_CLASSPATH= 2023-07-10 16:31:50,137 INFO [main] util.ServerCommandLine: env:HBASE_OFFHEAPSIZE=2G 2023-07-10 16:31:50,137 INFO [main] util.ServerCommandLine: env:HBASE_USER_PRINCIPAL=hbase 2023-07-10 16:31:50,137 INFO [main] util.ServerCommandLine: env:HBASE_IDENT_STRING=hbase 2023-07-10 16:31:50,137 INFO [main] util.ServerCommandLine: env:HBASE_CLIENT_GC_OPTS=-verbose:gc -XX:+PrintGC -XX:+PrintGCDetails -XX:+PrintGCApplicationStoppedTime -XX:+PrintHeapAtGC -XX:+PrintGCDateStamps -XX:+PrintAdaptiveSizePolicy -XX:+PrintTenuringDistribution -XX:+PrintSafepointStatistics -XX:PrintFLSStatistics=1 -Xloggc:/opt/xinghai/hbase_client/hbase/log/client-gc.log -XX:+UseGCLogFileRotation -XX:NumberOfGCLogFiles=10 -XX:GCLogFileSize=1G 2023-07-10 16:31:50,137 INFO [main] util.ServerCommandLine: env:HBASE_ZNODE_FILE=/home/hbase/hbase/pids/hbase-hbase-master.znode 2023-07-10 16:31:50,137 INFO [main] util.ServerCommandLine: env:HBASE_LOG_PREFIX=hbase-hbase-master-YSL104-QAX.COM 2023-07-10 16:31:50,137 INFO [main] util.ServerCommandLine: env:HBASE_LOG_DIR=/home/hbase/hbase/log 2023-07-10 16:31:50,137 INFO [main] util.ServerCommandLine: env:USER=hbase 2023-07-10 16:31:50,138 INFO [main] util.ServerCommandLine: lient-facing-thirdparty/log4j-1.2.17.jar:/home/hbase/software/hbase/lib/client-facing-thirdparty/slf4j-api-1.7.25.jar:/opt/xinghai/yarn_client/software/hadoop-2.7.2.27/etc/hadoop:/opt/xinghai/yarn_client/software/hadoop-2.7.2.27/share/hadoop/common/lib/*:/opt/xinghai/yarn_client/software/hadoop-2.7.2.27/share/hadoop/common/*:/opt/xinghai/yarn_client/software/hadoop-2.7.2.27/share/hadoop/hdfs:/opt/xinghai/yarn_client/software/hadoop-2.7.2.27/share/hadoop/hdfs/lib/*:/opt/xinghai/yarn_client/software/hadoop-2.7.2.27/share/hadoop/hdfs/*:/opt/xinghai/yarn_client/software/hadoop-2.7.2.27/share/hadoop/yarn/lib/*:/opt/xinghai/yarn_client/software/hadoop-2.7.2.27/share/hadoop/yarn/*:/opt/xinghai/yarn_client/software/hadoop-2.7.2.27/share/hadoop/mapreduce/lib/*:/opt/xinghai/yarn_client/software/hadoop-2.7.2.27/share/hadoop/mapreduce/*:/opt/xinghai/yarn_client/software/hadoop-2.7.2.27/contrib/capacity-scheduler/*.jar:/home/hbase/software/hbase/lib/client-facing-thirdparty/slf4j-log4j12-1.7.25.jar 2023-07-10 16:31:50,138 INFO [main] util.ServerCommandLine: env:HBASE_BACKUP_MASTERS=/home/hbase/software/hbase/conf/backup-masters 2023-07-10 16:31:50,138 INFO [main] util.ServerCommandLine: env:HBASE_AUTOSTART_FILE=/home/hbase/hbase/pids/hbase-hbase-master.autostart 2023-07-10 16:31:50,138 INFO [main] util.ServerCommandLine: env:HOSTNAME=YSL104-QAX.COM 2023-07-10 16:31:50,138 INFO [main] util.ServerCommandLine: env:HBASE_THRIFT_OPTS=-javaagent:/home/hbase/software/hbase/lib/jolokia-1.6.2/agents/jolokia-jvm.jar=port=8779,host=127.0.0.1 2023-07-10 16:31:50,138 INFO [main] util.ServerCommandLine: env:HBASE_HOME=/home/hbase/software/hbase 2023-07-10 16:31:50,138 INFO [main] util.ServerCommandLine: env:YAML_CONF=/home/hbase/software/hbase/conf/bm-config.yaml 2023-07-10 16:31:50,138 INFO [main] util.ServerCommandLine: env:HOME=/home/hbase 2023-07-10 16:31:50,138 INFO [main] util.ServerCommandLine: env:MALLOC_ARENA_MAX=4 2023-07-10 16:31:50,138 INFO [main] util.ServerCommandLine: vmName=Java HotSpot(TM) 64-Bit Server VM, vmVendor=Oracle Corporation, vmVersion=25.301-b09 2023-07-10 16:31:50,139 INFO [main] util.ServerCommandLine: agent:/home/hbase/software/hbase/lib/jolokia-1.6.2/agents/jolokia-jvm.jar=port=8770,host=127.0.0.1, -Xmx2G, -Xms2G, -XX:+UnlockExperimentalVMOptions, -XX:MaxDirectMemorySize=2G, -XX:+UseG1GC, -XX:MaxGCPauseMillis=90, -XX:G1NewSizePercent=2, -XX:InitiatingHeapOccupancyPercent=65, -XX:+ParallelRefProcEnabled, -XX:ConcGCThreads=4, -XX:ParallelGCThreads=16, -XX:MaxTenuringThreshold=1, -XX:G1HeapRegionSize=32m, -XX:G1MixedGCCountTarget=64, -XX:G1OldCSetRegionThresholdPercent=5, -Djava.security.auth.login.config=/home/hbase/software/hbase/conf/zookeeper_client_jaas.conf, -Djava.security.krb5.conf=/etc/security/xh_krb5.conf, -Dhbase.log.dir=/home/hbase/hbase/log, -Dhbase.log.file=hbase-hbase-master-YSL104-QAX.COM.log, -Dhbase.home.dir=/home/hbase/software/hbase, -Dhbase.id.str=hbase, -Dhbase.rbac.log.file=hbase-hbase-master-rbac-YSL104-QAX.COM.log, -Dhbase.root.logger=INFO,RFA, -Djava.library.path=/opt/xinghai/yarn_client/software/hadoop-2.7.2.27/lib/native, -Dhbase.security.logger=INFO,RFAS] 2023-07-10 16:31:50,737 INFO [main] metrics.MetricRegistries: Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-07-10 16:31:50,937 INFO [main] regionserver.RSRpcServices: RSRpcServices getHostname masterOrRS is : master 2023-07-10 16:31:50,968 INFO [main] net.DNS: SecurityUtil.securityLoginTimeByLinux is 5000 2023-07-10 16:31:50,979 INFO [main] net.DNS: LocalHostNameByLinux is YSL104-QAX.COM 2023-07-10 16:31:50,980 INFO [main] regionserver.RSRpcServices: RSRpcServices master hostname is : YSL104-QAX.COM 2023-07-10 16:31:51,342 INFO [main] regionserver.RSRpcServices: master/YSL104-QAX:16000 server-side Connection retries=45 2023-07-10 16:31:51,374 INFO [main] ipc.RpcExecutor: Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=20, maxQueueLength=2000, handlerCount=200 2023-07-10 16:31:51,376 INFO [main] ipc.RpcExecutor: Instantiated priority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=2000, handlerCount=20 2023-07-10 16:31:51,376 INFO [main] ipc.RpcExecutor: Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=2000, handlerCount=3 2023-07-10 16:31:51,532 INFO [main] ipc.RpcServerFactory: Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientService, hbase.pb.AdminService 2023-07-10 16:31:51,847 INFO [main] ipc.NettyRpcServer: Bind to /10.59.12.104:16000 2023-07-10 16:31:51,848 INFO [main] regionserver.HRegionServer: HRegionServer useThisHostnameInstead is : null 2023-07-10 16:31:51,848 INFO [main] regionserver.HRegionServer: HRegionServer hostname is : YSL104-QAX.COM 2023-07-10 16:31:52,145 INFO [main] security.UserGroupInformation: Login successful for user hbase/ysl104-qax.com@HADOOP.COM using keytab file /etc/security/keytab/.hbase.keytab 2023-07-10 16:31:52,150 INFO [main] hfile.CacheConfig: Created cacheConfig: CacheConfig:disabled 2023-07-10 16:31:52,150 INFO [main] hfile.CacheConfig: Created cacheConfig: CacheConfig:disabled 2023-07-10 16:31:53,143 INFO [main] fs.HFileSystem: Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-10 16:31:53,146 INFO [main] fs.HFileSystem: Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-10 16:31:53,210 INFO [main] zookeeper.RecoverableZooKeeper: Process identifier=master:16000 connecting to ZooKeeper ensemble=ysl102-qax.com:2181,ysl103-qax.com:2181,ysl104-qax.com:2181 2023-07-10 16:31:53,218 INFO [main] zookeeper.ZooKeeper: Client environment:zookeeper.version=3.4.10-39d3a4f269333c922ed3db283be479f9deacaa0f, built on 03/23/2017 10:13 GMT 2023-07-10 16:31:53,218 INFO [main] zookeeper.ZooKeeper: Client environment:host.name=YSL104-QAX.COM 2023-07-10 16:31:53,218 INFO [main] zookeeper.ZooKeeper: Client environment:java.version=1.8.0_301 2023-07-10 16:31:53,218 INFO [main] zookeeper.ZooKeeper: Client environment:java.vendor=Oracle Corporation 2023-07-10 16:31:53,218 INFO [main] zookeeper.ZooKeeper: Client environment:java.home=/opt/xinghai/jdk64/jdk1.8.0_301/jre 2023-07-10 16:31:53,218 INFO [main] zookeeper.ZooKeeper: 2.7.2.27/share/hadoop/mapreduce/hadoop-mapreduce-client-common-2.7.2.27.jar:/opt/xinghai/yarn_client/software/hadoop-2.7.2.27/share/hadoop/mapreduce/hadoop-mapreduce-client-app-2.7.2.27.jar:/opt/xinghai/yarn_client/software/hadoop-2.7.2.27/share/hadoop/mapreduce/hadoop-mapreduce-client-shuffle-2.7.2.27.jar:/opt/xinghai/yarn_client/software/hadoop-2.7.2.27/share/hadoop/mapreduce/hadoop-mapreduce-client-hs-2.7.2.27.jar:/opt/xinghai/yarn_client/software/hadoop-2.7.2.27/share/hadoop/mapreduce/hadoop-mapreduce-client-core-2.7.2.27.jar:/opt/xinghai/yarn_client/software/hadoop-2.7.2.27/share/hadoop/mapreduce/hadoop-mapreduce-client-hs-plugins-2.7.2.27.jar:/opt/xinghai/yarn_client/software/hadoop-2.7.2.27/share/hadoop/mapreduce/hadoop-mapreduce-examples-2.7.2.27.jar:/opt/xinghai/yarn_client/software/hadoop-2.7.2.27/contrib/capacity-scheduler/*.jar:/home/hbase/software/hbase/lib/client-facing-thirdparty/slf4j-log4j12-1.7.25.jar:/home/hbase/software/hbase/lib/jolokia-1.6.2/agents/jolokia-jvm.jar 2023-07-10 16:31:53,218 INFO [main] zookeeper.ZooKeeper: Client environment:java.library.path=/opt/xinghai/yarn_client/software/hadoop-2.7.2.27/lib/native 2023-07-10 16:31:53,218 INFO [main] zookeeper.ZooKeeper: Client environment:java.io.tmpdir=/tmp 2023-07-10 16:31:53,218 INFO [main] zookeeper.ZooKeeper: Client environment:java.compiler= 2023-07-10 16:31:53,218 INFO [main] zookeeper.ZooKeeper: Client environment:os.name=Linux 2023-07-10 16:31:53,218 INFO [main] zookeeper.ZooKeeper: Client environment:os.arch=amd64 2023-07-10 16:31:53,218 INFO [main] zookeeper.ZooKeeper: Client environment:os.version=3.10.0-1160.el7.x86_64 2023-07-10 16:31:53,218 INFO [main] zookeeper.ZooKeeper: Client environment:user.name=hbase 2023-07-10 16:31:53,218 INFO [main] zookeeper.ZooKeeper: Client environment:user.home=/home/hbase 2023-07-10 16:31:53,218 INFO [main] zookeeper.ZooKeeper: Client environment:user.dir=/home/hbase/software/hbase-2.1.1/bin 2023-07-10 16:31:53,219 INFO [main] zookeeper.ZooKeeper: Initiating client connection, connectString=ysl102-qax.com:2181,ysl103-qax.com:2181,ysl104-qax.com:2181 sessionTimeout=60000 watcher=org.apache.hadoop.hbase.zookeeper.PendingWatcher@1fba386c 2023-07-10 16:31:53,250 INFO [main-SendThread(YSL104-QAX.COM:2181)] zookeeper.Login: Client successfully logged in. 2023-07-10 16:31:53,253 INFO [Thread-9] zookeeper.Login: TGT refresh thread started. 2023-07-10 16:31:53,261 INFO [Thread-9] zookeeper.Login: TGT valid starting at: Mon Jul 10 16:31:53 CST 2023 2023-07-10 16:31:53,261 INFO [Thread-9] zookeeper.Login: TGT expires: Tue Jul 11 16:31:53 CST 2023 2023-07-10 16:31:53,261 INFO [Thread-9] zookeeper.Login: TGT refresh sleeping until: Tue Jul 11 12:38:19 CST 2023 2023-07-10 16:31:53,262 INFO [main-SendThread(YSL104-QAX.COM:2181)] client.ZooKeeperSaslClient: Client will use GSSAPI as SASL mechanism. 2023-07-10 16:31:53,269 INFO [main-SendThread(YSL104-QAX.COM:2181)] zookeeper.ClientCnxn: Opening socket connection to server YSL104-QAX.COM/10.59.12.104:2181. Will attempt to SASL-authenticate using Login Context section 'Client' 2023-07-10 16:31:53,272 INFO [main-SendThread(YSL104-QAX.COM:2181)] zookeeper.ClientCnxn: Socket connection established to YSL104-QAX.COM/10.59.12.104:2181, initiating session 2023-07-10 16:31:53,278 INFO [main-SendThread(YSL104-QAX.COM:2181)] zookeeper.ClientCnxn: Session establishment complete on server YSL104-QAX.COM/10.59.12.104:2181, sessionid = 0x30027f1b65d0347, negotiated timeout = 100000 2023-07-10 16:31:53,434 INFO [ZKSecretWatcher-leaderElector] zookeeper.ZKLeaderManager: Found existing leader with ID: ysl104-qax.com,16000,1688977910162 2023-07-10 16:31:53,579 INFO [main] util.log: Logging initialized @4541ms 2023-07-10 16:31:53,669 INFO [main] http.HttpRequestLog: Http request log for http.requests.master is not defined 2023-07-10 16:31:53,684 INFO [main] http.HttpServer: Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-07-10 16:31:53,684 INFO [main] http.HttpServer: Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-07-10 16:31:53,687 INFO [main] http.HttpServer: Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-07-10 16:31:53,687 INFO [main] http.HttpServer: Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-07-10 16:31:53,687 INFO [main] http.HttpServer: Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-07-10 16:31:53,701 INFO [main] security.SecurityUtil: SecurityUtil.securityLoginTimeByLinux is 5000 2023-07-10 16:31:53,713 INFO [main] security.SecurityUtil: LocalHostNameByLinux is YSL104-QAX.COM 2023-07-10 16:31:53,715 INFO [main] http.HttpServer: Added global filter 'SpnegoFilter' (class=org.apache.hadoop.security.authentication.server.AuthenticationFilter) 2023-07-10 16:31:53,746 INFO [main] http.HttpServer: Jetty bound to port 16010 2023-07-10 16:31:53,748 INFO [main] server.Server: jetty-9.3.30.v20211001, build timestamp: 2021-10-01T23:51:54+08:00, git hash: 148ea770504ad315b7936c5737e462879680042b 2023-07-10 16:31:53,806 INFO [main] server.KerberosAuthenticationHandler: Login using keytab /etc/security/keytab/.hbase.keytab, for principal HTTP/ysl104-qax.com@HADOOP.COM 2023-07-10 16:31:53,813 INFO [main] handler.ContextHandler: Started o.e.j.s.ServletContextHandler@5c534b5b{/logs,file:///home/hbase/hbase/log/,AVAILABLE} 2023-07-10 16:31:53,814 INFO [main] server.KerberosAuthenticationHandler: Login using keytab /etc/security/keytab/.hbase.keytab, for principal HTTP/ysl104-qax.com@HADOOP.COM 2023-07-10 16:31:53,815 INFO [main] handler.ContextHandler: Started o.e.j.s.ServletContextHandler@2b22a1cc{/static,file:///home/hbase/software/hbase-2.1.1/hbase-webapps/static/,AVAILABLE} 2023-07-10 16:31:53,975 INFO [main] server.KerberosAuthenticationHandler: Login using keytab /etc/security/keytab/.hbase.keytab, for principal HTTP/ysl104-qax.com@HADOOP.COM 2023-07-10 16:31:54,022 INFO [main] handler.ContextHandler: Started o.e.j.w.WebAppContext@2e8a1ab4{/,file:///home/hbase/software/hbase-2.1.1/hbase-webapps/master/,AVAILABLE}{file:/home/hbase/software/hbase-2.1.1/hbase-webapps/master} 2023-07-10 16:31:54,031 INFO [main] server.AbstractConnector: Started ServerConnector@7e7f0216{HTTP/1.1,[http/1.1]}{0.0.0.0:16010} 2023-07-10 16:31:54,031 INFO [main] server.Server: Started @4992ms 2023-07-10 16:31:54,040 INFO [main] master.HMaster: hbase.rootdir=hdfs://HACluster/home/hbase, hbase.cluster.distributed=true 2023-07-10 16:31:54,088 INFO [master/YSL104-QAX:16000:becomeActiveMaster] master.HMaster: Adding backup master ZNode /hbase/backup-masters/ysl104-qax.com,16000,1688977910162 2023-07-10 16:31:54,213 INFO [master/YSL104-QAX:16000:becomeActiveMaster] master.ActiveMasterManager: Deleting ZNode for /hbase/backup-masters/ysl104-qax.com,16000,1688977910162 from backup master directory 2023-07-10 16:31:54,218 INFO [master/YSL104-QAX:16000] regionserver.HRegionServer: ClusterId : 7c664ba0-3467-4365-b712-86bf423d826b 2023-07-10 16:31:54,220 INFO [master/YSL104-QAX:16000:becomeActiveMaster] master.ActiveMasterManager: Registered as active master=ysl104-qax.com,16000,1688977910162 2023-07-10 16:31:54,229 INFO [master/YSL104-QAX:16000:becomeActiveMaster] regionserver.ChunkCreator: Allocating data MemStoreChunkPool with chunk size 2 MB, max count 368, initial count 0 2023-07-10 16:31:54,234 INFO [master/YSL104-QAX:16000:becomeActiveMaster] regionserver.ChunkCreator: Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 409, initial count 0 2023-07-10 16:31:54,851 INFO [master/YSL104-QAX:16000:becomeActiveMaster] fs.HFileSystem: Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-10 16:31:54,871 INFO [master/YSL104-QAX:16000:becomeActiveMaster] coordination.SplitLogManagerCoordination: Found 0 orphan tasks and 0 rescan nodes 2023-07-10 16:31:55,104 INFO [master/YSL104-QAX:16000:becomeActiveMaster] zookeeper.ReadOnlyZKClient: Connect 0x124e856a to ysl102-qax.com:2181,ysl103-qax.com:2181,ysl104-qax.com:2181 with session timeout=60000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-10 16:31:55,112 INFO [ReadOnlyZKClient-ysl102-qax.com:2181,ysl103-qax.com:2181,ysl104-qax.com:2181@0x124e856a] zookeeper.ZooKeeper: Initiating client connection, connectString=ysl102-qax.com:2181,ysl103-qax.com:2181,ysl104-qax.com:2181 sessionTimeout=60000 watcher=org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$64/865200405@76936103 2023-07-10 16:31:55,115 INFO [ReadOnlyZKClient-ysl102-qax.com:2181,ysl103-qax.com:2181,ysl104-qax.com:2181@0x124e856a-SendThread(YSL102-QAX.COM:2181)] client.ZooKeeperSaslClient: Client will use GSSAPI as SASL mechanism. 2023-07-10 16:31:55,117 INFO [ReadOnlyZKClient-ysl102-qax.com:2181,ysl103-qax.com:2181,ysl104-qax.com:2181@0x124e856a-SendThread(YSL102-QAX.COM:2181)] zookeeper.ClientCnxn: Opening socket connection to server YSL102-QAX.COM/10.59.12.102:2181. Will attempt to SASL-authenticate using Login Context section 'Client' 2023-07-10 16:31:55,118 INFO [ReadOnlyZKClient-ysl102-qax.com:2181,ysl103-qax.com:2181,ysl104-qax.com:2181@0x124e856a-SendThread(YSL102-QAX.COM:2181)] zookeeper.ClientCnxn: Socket connection established to YSL102-QAX.COM/10.59.12.102:2181, initiating session 2023-07-10 16:31:55,122 INFO [ReadOnlyZKClient-ysl102-qax.com:2181,ysl103-qax.com:2181,ysl104-qax.com:2181@0x124e856a-SendThread(YSL102-QAX.COM:2181)] zookeeper.ClientCnxn: Session establishment complete on server YSL102-QAX.COM/10.59.12.102:2181, sessionid = 0x1002a1a756707b4, negotiated timeout = 100000 2023-07-10 16:31:55,222 INFO [master/YSL104-QAX:16000:becomeActiveMaster] procedure2.ProcedureExecutor: Starting 16 core workers (bigger of cpus/4 or 16) with max (burst) worker count=160 2023-07-10 16:31:55,234 INFO [master/YSL104-QAX:16000:becomeActiveMaster] util.FSHDFSUtils: Recover lease on dfs file hdfs://HACluster/home/hbase/MasterProcWALs/pv2-00000000000000000157.log 2023-07-10 16:31:55,244 INFO [master/YSL104-QAX:16000:becomeActiveMaster] util.FSHDFSUtils: Recovered lease, attempt=0 on file=hdfs://HACluster/home/hbase/MasterProcWALs/pv2-00000000000000000157.log after 10ms 2023-07-10 16:31:55,256 WARN [master/YSL104-QAX:16000:becomeActiveMaster] wal.WALProcedureStore: Unable to read tracker for hdfs://HACluster/home/hbase/MasterProcWALs/pv2-00000000000000000157.log org.apache.hadoop.hbase.procedure2.store.wal.ProcedureWALFormat$InvalidWALDataException: Missing trailer: size=19 startPos=19 at org.apache.hadoop.hbase.procedure2.store.wal.ProcedureWALFormat.readTrailer(ProcedureWALFormat.java:183) at org.apache.hadoop.hbase.procedure2.store.wal.ProcedureWALFile.readTrailer(ProcedureWALFile.java:91) at org.apache.hadoop.hbase.procedure2.store.wal.ProcedureWALFile.readTracker(ProcedureWALFile.java:98) at org.apache.hadoop.hbase.procedure2.store.wal.WALProcedureStore.initOldLog(WALProcedureStore.java:1374) at org.apache.hadoop.hbase.procedure2.store.wal.WALProcedureStore.initOldLogs(WALProcedureStore.java:1323) at org.apache.hadoop.hbase.procedure2.store.wal.WALProcedureStore.recoverLease(WALProcedureStore.java:416) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.init(ProcedureExecutor.java:713) at org.apache.hadoop.hbase.master.HMaster.createProcedureExecutor(HMaster.java:1447) at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:894) at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2254) at org.apache.hadoop.hbase.master.HMaster.lambda$run$111(HMaster.java:583) at java.lang.Thread.run(Thread.java:748) 2023-07-10 16:31:55,277 INFO [master/YSL104-QAX:16000:becomeActiveMaster] wal.WALProcedureStore: Rolled new Procedure Store WAL, id=158 2023-07-10 16:31:55,280 INFO [master/YSL104-QAX:16000:becomeActiveMaster] procedure2.ProcedureExecutor: Recovered WALProcedureStore lease in 51msec 2023-07-10 16:31:55,288 INFO [master/YSL104-QAX:16000:becomeActiveMaster] wal.ProcedureWALFormatReader: Rebuilding tracker for hdfs://HACluster/home/hbase/MasterProcWALs/pv2-00000000000000000157.log 2023-07-10 16:31:55,291 WARN [master/YSL104-QAX:16000:becomeActiveMaster] wal.ProcedureWALFormatReader: Nothing left to decode. Exiting with missing EOF, log=hdfs://HACluster/home/hbase/MasterProcWALs/pv2-00000000000000000157.log 2023-07-10 16:31:55,291 INFO [master/YSL104-QAX:16000:becomeActiveMaster] wal.ProcedureWALFormatReader: Read 0 entries in hdfs://HACluster/home/hbase/MasterProcWALs/pv2-00000000000000000157.log 2023-07-10 16:31:55,495 INFO [master/YSL104-QAX:16000:becomeActiveMaster] wal.WALProcedureStore: Rolled new Procedure Store WAL, id=159 2023-07-10 16:31:55,498 INFO [master/YSL104-QAX:16000:becomeActiveMaster] wal.WALProcedureStore: Remove all state logs with ID less than 158, since no active procedures 2023-07-10 16:31:55,498 INFO [master/YSL104-QAX:16000:becomeActiveMaster] wal.ProcedureWALFile: Archiving hdfs://HACluster/home/hbase/MasterProcWALs/pv2-00000000000000000157.log to hdfs://HACluster/home/hbase/oldWALs/pv2-00000000000000000157.log 2023-07-10 16:31:55,515 INFO [master/YSL104-QAX:16000:becomeActiveMaster] wal.ProcedureWALFile: Archiving hdfs://HACluster/home/hbase/MasterProcWALs/pv2-00000000000000000158.log to hdfs://HACluster/home/hbase/oldWALs/pv2-00000000000000000158.log 2023-07-10 16:31:55,523 INFO [master/YSL104-QAX:16000:becomeActiveMaster] procedure2.ProcedureExecutor: Loaded WALProcedureStore in 242msec 2023-07-10 16:31:55,524 INFO [master/YSL104-QAX:16000:becomeActiveMaster] procedure2.RemoteProcedureDispatcher: Instantiated, coreThreads=128 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-07-10 16:31:55,590 INFO [master/YSL104-QAX:16000:becomeActiveMaster] master.RegionServerTracker: Starting RegionServerTracker; 0 have existing ServerCrashProcedures, 3 possibly 'live' servers, and 0 'splitting'. 2023-07-10 16:31:55,607 INFO [master/YSL104-QAX:16000:becomeActiveMaster] master.ServerManager: Registering regionserver=ysl103-qax.com,16020,1688977247033 2023-07-10 16:31:55,610 INFO [master/YSL104-QAX:16000:becomeActiveMaster] master.ServerManager: Registering regionserver=ysl102-qax.com,16020,1688977249460 2023-07-10 16:31:55,611 INFO [master/YSL104-QAX:16000:becomeActiveMaster] master.ServerManager: Registering regionserver=ysl104-qax.com,16020,1688977251592 2023-07-10 16:31:55,650 INFO [master/YSL104-QAX:16000:becomeActiveMaster] master.HMaster: Active/primary master=ysl104-qax.com,16000,1688977910162, sessionid=0x30027f1b65d0347, setting cluster-up flag (Was=true) 2023-07-10 16:31:55,893 WARN [master/YSL104-QAX:16000:becomeActiveMaster] access.AccessController: AccessController has been loaded with authorization checks DISABLED! 2023-07-10 16:31:55,907 INFO [master/YSL104-QAX:16000:becomeActiveMaster] coprocessor.CoprocessorHost: System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911. 2023-07-10 16:31:55,953 INFO [org.apache.hadoop.hbase.rsgroup.RSGroupInfoManagerImpl$ServerEventsListenerThread-ysl104-qax.com,16000,1688977910162] rsgroup.RSGroupInfoManagerImpl$ServerEventsListenerThread: Updating default servers. 2023-07-10 16:31:55,955 INFO [org.apache.hadoop.hbase.rsgroup.RSGroupInfoManagerImpl$ServerEventsListenerThread-ysl104-qax.com,16000,1688977910162] rsgroup.RSGroupInfoManagerImpl$ServerEventsListenerThread: Updated with servers: 3 2023-07-10 16:31:55,957 INFO [master/YSL104-QAX:16000:becomeActiveMaster] coprocessor.CoprocessorHost: System coprocessor org.apache.hadoop.hbase.rsgroup.RSGroupAdminEndpoint loaded, priority=536870912. 2023-07-10 16:31:55,957 INFO [master/YSL104-QAX:16000:becomeActiveMaster] master.HMaster: hbase:meta {1588230740 state=OPEN, ts=1688977915575, server=ysl104-qax.com,16020,1688977251592} 2023-07-10 16:31:56,045 INFO [master/YSL104-QAX:16000:becomeActiveMaster] balancer.BaseLoadBalancer: slop=0.001, systemTablesOnMaster=false 2023-07-10 16:31:56,046 INFO [master/YSL104-QAX:16000:becomeActiveMaster] balancer.BaseLoadBalancer: slop=0.001, systemTablesOnMaster=false 2023-07-10 16:31:56,054 INFO [master/YSL104-QAX:16000:becomeActiveMaster] procedure2.TimeoutExecutorThread: ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.ProcedureExecutor$CompletedProcedureCleaner; timeout=30000, timestamp=1688977946054 2023-07-10 16:31:56,064 INFO [master/YSL104-QAX:16000:becomeActiveMaster] cleaner.DirScanPool: Cleaner pool size is 4 2023-07-10 16:31:56,070 INFO [master/YSL104-QAX:16000:becomeActiveMaster] zookeeper.RecoverableZooKeeper: Process identifier=replicationLogCleaner connecting to ZooKeeper ensemble=ysl102-qax.com:2181,ysl103-qax.com:2181,ysl104-qax.com:2181 2023-07-10 16:31:56,070 INFO [master/YSL104-QAX:16000:becomeActiveMaster] zookeeper.ZooKeeper: Initiating client connection, connectString=ysl102-qax.com:2181,ysl103-qax.com:2181,ysl104-qax.com:2181 sessionTimeout=60000 watcher=org.apache.hadoop.hbase.zookeeper.PendingWatcher@588ebb55 2023-07-10 16:31:56,072 INFO [master/YSL104-QAX:16000:becomeActiveMaster-SendThread(YSL103-QAX.COM:2181)] client.ZooKeeperSaslClient: Client will use GSSAPI as SASL mechanism. 2023-07-10 16:31:56,073 INFO [master/YSL104-QAX:16000:becomeActiveMaster-SendThread(YSL103-QAX.COM:2181)] zookeeper.ClientCnxn: Opening socket connection to server YSL103-QAX.COM/10.59.12.103:2181. Will attempt to SASL-authenticate using Login Context section 'Client' 2023-07-10 16:31:56,074 INFO [master/YSL104-QAX:16000:becomeActiveMaster] cleaner.LogCleaner: Creating OldWALs cleaners with size=2 2023-07-10 16:31:56,074 INFO [master/YSL104-QAX:16000:becomeActiveMaster-SendThread(YSL103-QAX.COM:2181)] zookeeper.ClientCnxn: Socket connection established to YSL103-QAX.COM/10.59.12.103:2181, initiating session 2023-07-10 16:31:56,078 INFO [master/YSL104-QAX:16000:becomeActiveMaster-SendThread(YSL103-QAX.COM:2181)] zookeeper.ClientCnxn: Session establishment complete on server YSL103-QAX.COM/10.59.12.103:2181, sessionid = 0x20027c53fe70243, negotiated timeout = 100000 2023-07-10 16:31:56,084 INFO [master/YSL104-QAX:16000:becomeActiveMaster] zookeeper.RecoverableZooKeeper: Process identifier=replicationHFileCleaner connecting to ZooKeeper ensemble=ysl102-qax.com:2181,ysl103-qax.com:2181,ysl104-qax.com:2181 2023-07-10 16:31:56,084 INFO [master/YSL104-QAX:16000:becomeActiveMaster] zookeeper.ZooKeeper: Initiating client connection, connectString=ysl102-qax.com:2181,ysl103-qax.com:2181,ysl104-qax.com:2181 sessionTimeout=60000 watcher=org.apache.hadoop.hbase.zookeeper.PendingWatcher@24d20697 2023-07-10 16:31:56,086 INFO [master/YSL104-QAX:16000:becomeActiveMaster-SendThread(YSL103-QAX.COM:2181)] client.ZooKeeperSaslClient: Client will use GSSAPI as SASL mechanism. 2023-07-10 16:31:56,087 INFO [master/YSL104-QAX:16000:becomeActiveMaster-SendThread(YSL103-QAX.COM:2181)] zookeeper.ClientCnxn: Opening socket connection to server YSL103-QAX.COM/10.59.12.103:2181. Will attempt to SASL-authenticate using Login Context section 'Client' 2023-07-10 16:31:56,087 INFO [master/YSL104-QAX:16000:becomeActiveMaster-SendThread(YSL103-QAX.COM:2181)] zookeeper.ClientCnxn: Socket connection established to YSL103-QAX.COM/10.59.12.103:2181, initiating session 2023-07-10 16:31:56,091 INFO [master/YSL104-QAX:16000:becomeActiveMaster-SendThread(YSL103-QAX.COM:2181)] zookeeper.ClientCnxn: Session establishment complete on server YSL103-QAX.COM/10.59.12.103:2181, sessionid = 0x20027c53fe70244, negotiated timeout = 100000 2023-07-10 16:31:56,100 INFO [master/YSL104-QAX:16000:becomeActiveMaster] master.HMaster: Master startup: status=Wait for region servers to report in, state=RUNNING, startTime=1688977914198, completionTime=-1 2023-07-10 16:31:56,100 INFO [master/YSL104-QAX:16000:becomeActiveMaster] master.ServerManager: Waiting on regionserver count=3; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2023-07-10 16:31:56,461 INFO [org.apache.hadoop.hbase.rsgroup.RSGroupInfoManagerImpl$RSGroupStartupWorker-ysl104-qax.com,16000,1688977910162] rsgroup.RSGroupInfoManagerImpl$RSGroupStartupWorker: RSGroup table=hbase:rsgroup isOnline=true, regionCount=1, assignCount=1, rootMetaFound=true 2023-07-10 16:31:56,670 INFO [org.apache.hadoop.hbase.rsgroup.RSGroupInfoManagerImpl$RSGroupStartupWorker-ysl104-qax.com,16000,1688977910162] rsgroup.RSGroupInfoManagerImpl$RSGroupStartupWorker: GroupBasedLoadBalancer is now online 2023-07-10 16:31:57,433 INFO [RpcServer.default.FPBQ.Fifo.handler=199,queue=19,port=16000] assignment.AssignmentManager: META REPORTED: rit=OPEN, location=ysl104-qax.com,16020,1688977251592, table=hbase:meta, region=1588230740 2023-07-10 16:31:57,436 WARN [RpcServer.default.FPBQ.Fifo.handler=199,queue=19,port=16000] assignment.AssignmentManager: META REPORTED but no procedure found (complete?); set location=ysl104-qax.com,16020,1688977251592 2023-07-10 16:31:57,606 INFO [master/YSL104-QAX:16000:becomeActiveMaster] master.ServerManager: Waiting on regionserver count=3; waited=1506ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=-1506ms 2023-07-10 16:31:59,111 INFO [master/YSL104-QAX:16000:becomeActiveMaster] master.ServerManager: Waiting on regionserver count=3; waited=3011ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=-3011ms 2023-07-10 16:32:00,457 INFO [RpcServer.default.FPBQ.Fifo.handler=197,queue=17,port=16000] assignment.AssignmentManager: META REPORTED: rit=OPEN, location=ysl104-qax.com,16020,1688977251592, table=hbase:meta, region=1588230740 2023-07-10 16:32:00,459 WARN [RpcServer.default.FPBQ.Fifo.handler=197,queue=17,port=16000] assignment.AssignmentManager: META REPORTED but no procedure found (complete?); set location=ysl104-qax.com,16020,1688977251592 2023-07-10 16:32:00,616 INFO [master/YSL104-QAX:16000:becomeActiveMaster] master.ServerManager: Finished waiting on RegionServer count=3; waited=4516ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2023-07-10 16:32:00,648 INFO [master/YSL104-QAX:16000:becomeActiveMaster] assignment.RegionStateStore: Load hbase:meta entry region=18178c7ce186526319f1de83d9416242, regionState=OPEN, lastHost=ysl104-qax.com,16020,1688977251592, regionLocation=ysl104-qax.com,16020,1688977251592, openSeqNum=113 2023-07-10 16:32:00,651 INFO [master/YSL104-QAX:16000:becomeActiveMaster] assignment.RegionStateStore: Load hbase:meta entry region=a0155030d1e2877244f9b2a7127a9804, regionState=OPEN, lastHost=ysl104-qax.com,16020,1688977251592, regionLocation=ysl104-qax.com,16020,1688977251592, openSeqNum=112 2023-07-10 16:32:00,653 INFO [master/YSL104-QAX:16000:becomeActiveMaster] assignment.RegionStateStore: Load hbase:meta entry region=7e402bcbdd0882fedd4298c83e67ca70, regionState=OPEN, lastHost=ysl104-qax.com,16020,1688977251592, regionLocation=ysl104-qax.com,16020,1688977251592, openSeqNum=343 2023-07-10 16:32:00,653 INFO [master/YSL104-QAX:16000:becomeActiveMaster] assignment.AssignmentManager: Number of RegionServers=3 2023-07-10 16:32:00,657 INFO [master/YSL104-QAX:16000:becomeActiveMaster] procedure2.TimeoutExecutorThread: ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1688977980657 2023-07-10 16:32:00,658 INFO [master/YSL104-QAX:16000:becomeActiveMaster] assignment.AssignmentManager: Joined the cluster in 40msec 2023-07-10 16:32:00,730 INFO [HBase-Metrics2-1] impl.GlobalMetricRegistriesAdapter: Registering Master,sub=Coprocessor.Master.CP_org.apache.hadoop.hbase.security.access.AccessController Metrics about HBase MasterObservers 2023-07-10 16:32:00,731 INFO [HBase-Metrics2-1] impl.GlobalMetricRegistriesAdapter: Registering Master,sub=Coprocessor.Master.CP_org.apache.hadoop.hbase.rsgroup.RSGroupAdminEndpoint Metrics about HBase MasterObservers 2023-07-10 16:32:00,840 INFO [master/YSL104-QAX:16000:becomeActiveMaster] master.HMaster: Master has completed initialization 6.618sec 2023-07-10 16:32:00,845 INFO [master/YSL104-QAX:16000:becomeActiveMaster] quotas.MasterQuotaManager: Quota support disabled 2023-07-10 16:32:00,899 INFO [master/YSL104-QAX:16000:becomeActiveMaster] balancer.RegionLocationFinder: Refreshing block distribution cache for 4 regions (Can take a while on big cluster) 2023-07-10 16:32:00,941 INFO [master/YSL104-QAX:16000:becomeActiveMaster] balancer.RegionLocationFinder: Finished refreshing block distribution cache for 4 regions 2023-07-10 16:32:15,475 WARN [qtp2047812687-355] server.AuthenticationFilter: AuthenticationToken ignored: org.apache.hadoop.security.authentication.util.SignerException: Invalid signature 2023-07-10 16:32:15,475 WARN [qtp2047812687-271] server.AuthenticationFilter: AuthenticationToken ignored: org.apache.hadoop.security.authentication.util.SignerException: Invalid signature 2023-07-10 16:32:15,508 WARN [qtp2047812687-264] server.AuthenticationFilter: AuthenticationToken ignored: org.apache.hadoop.security.authentication.util.SignerException: Invalid signature 2023-07-10 16:32:15,508 WARN [qtp2047812687-356] server.AuthenticationFilter: AuthenticationToken ignored: org.apache.hadoop.security.authentication.util.SignerException: Invalid signature 2023-07-10 16:32:20,233 WARN [qtp2047812687-355] server.AuthenticationFilter: AuthenticationToken ignored: org.apache.hadoop.security.authentication.util.SignerException: Invalid signature 2023-07-10 16:32:20,249 WARN [qtp2047812687-266] server.AuthenticationFilter: AuthenticationToken ignored: org.apache.hadoop.security.authentication.util.SignerException: Invalid signature 2023-07-10 16:32:20,250 WARN [qtp2047812687-271] server.AuthenticationFilter: AuthenticationToken ignored: org.apache.hadoop.security.authentication.util.SignerException: Invalid signature 2023-07-10 16:32:20,265 WARN [qtp2047812687-355] server.AuthenticationFilter: AuthenticationToken ignored: org.apache.hadoop.security.authentication.util.SignerException: Invalid signature 2023-07-10 16:32:21,524 INFO [main-EventThread] zookeeper.ZKLeaderManager: Leader change, but no new leader found 2023-07-10 16:32:21,529 INFO [main-EventThread] zookeeper.ZKLeaderManager: Found new leader for znode: /hbase/tokenauth/keymaster 2023-07-10 16:32:21,578 INFO [RegionServerTracker-0] master.RegionServerTracker: RegionServer ephemeral node deleted, processing expiration [ysl103-qax.com,16020,1688977247033] 2023-07-10 16:32:21,579 INFO [RegionServerTracker-0] master.ServerManager: Processing expiration of ysl103-qax.com,16020,1688977247033 on ysl104-qax.com,16000,1688977910162 2023-07-10 16:32:21,811 INFO [org.apache.hadoop.hbase.rsgroup.RSGroupInfoManagerImpl$ServerEventsListenerThread-ysl104-qax.com,16000,1688977910162] rsgroup.RSGroupInfoManagerImpl$ServerEventsListenerThread: Updating default servers. 2023-07-10 16:32:21,836 INFO [PEWorker-1] procedure.ServerCrashProcedure: Start pid=1, state=RUNNABLE:SERVER_CRASH_START, locked=true; ServerCrashProcedure server=ysl103-qax.com,16020,1688977247033, splitWal=true, meta=false 2023-07-10 16:32:21,839 INFO [org.apache.hadoop.hbase.rsgroup.RSGroupInfoManagerImpl$ServerEventsListenerThread-ysl104-qax.com,16000,1688977910162] rsgroup.RSGroupInfoManagerImpl$ServerEventsListenerThread: Updated with servers: 2 2023-07-10 16:32:21,925 INFO [PEWorker-4] master.SplitLogManager: hdfs://HACluster/home/hbase/WALs/ysl103-qax.com,16020,1688977247033-splitting dir is empty, no logs to split. 2023-07-10 16:32:21,935 INFO [PEWorker-4] master.SplitLogManager: Finished splitting (more than or equal to) 0 bytes in 0 log files in [hdfs://HACluster/home/hbase/WALs/ysl103-qax.com,16020,1688977247033-splitting] in 0ms 2023-07-10 16:32:22,056 INFO [PEWorker-6] procedure2.ProcedureExecutor: Finished pid=1, state=SUCCESS; ServerCrashProcedure server=ysl103-qax.com,16020,1688977247033, splitWal=true, meta=false in 432msec 2023-07-10 16:32:22,165 INFO [RegionServerTracker-0] master.RegionServerTracker: RegionServer ephemeral node deleted, processing expiration [ysl102-qax.com,16020,1688977249460] 2023-07-10 16:32:22,165 INFO [RegionServerTracker-0] master.ServerManager: Processing expiration of ysl102-qax.com,16020,1688977249460 on ysl104-qax.com,16000,1688977910162 2023-07-10 16:32:22,282 INFO [org.apache.hadoop.hbase.rsgroup.RSGroupInfoManagerImpl$ServerEventsListenerThread-ysl104-qax.com,16000,1688977910162] rsgroup.RSGroupInfoManagerImpl$ServerEventsListenerThread: Updating default servers. 2023-07-10 16:32:22,299 INFO [PEWorker-8] procedure.ServerCrashProcedure: Start pid=2, state=RUNNABLE:SERVER_CRASH_START, locked=true; ServerCrashProcedure server=ysl102-qax.com,16020,1688977249460, splitWal=true, meta=false 2023-07-10 16:32:22,400 INFO [PEWorker-10] master.SplitLogManager: hdfs://HACluster/home/hbase/WALs/ysl102-qax.com,16020,1688977249460-splitting dir is empty, no logs to split. 2023-07-10 16:32:22,411 INFO [PEWorker-10] master.SplitLogManager: Finished splitting (more than or equal to) 0 bytes in 0 log files in [hdfs://HACluster/home/hbase/WALs/ysl102-qax.com,16020,1688977249460-splitting] in 0ms 2023-07-10 16:32:22,521 INFO [PEWorker-10] procedure2.ProcedureExecutor: Finished pid=2, state=SUCCESS; ServerCrashProcedure server=ysl102-qax.com,16020,1688977249460, splitWal=true, meta=false in 326msec 2023-07-10 16:32:22,941 INFO [RegionServerTracker-0] master.RegionServerTracker: RegionServer ephemeral node deleted, processing expiration [ysl104-qax.com,16020,1688977251592] 2023-07-10 16:32:22,941 INFO [RegionServerTracker-0] master.ServerManager: Processing expiration of ysl104-qax.com,16020,1688977251592 on ysl104-qax.com,16000,1688977910162 2023-07-10 16:32:23,069 INFO [PEWorker-12] procedure.ServerCrashProcedure: Start pid=3, state=RUNNABLE:SERVER_CRASH_START, locked=true; ServerCrashProcedure server=ysl104-qax.com,16020,1688977251592, splitWal=true, meta=true 2023-07-10 16:32:23,126 INFO [PEWorker-12] master.SplitLogManager: hdfs://HACluster/home/hbase/WALs/ysl104-qax.com,16020,1688977251592-splitting dir is empty, no logs to split. 2023-07-10 16:32:23,135 INFO [PEWorker-12] master.SplitLogManager: Finished splitting (more than or equal to) 0 bytes in 0 log files in [hdfs://HACluster/home/hbase/WALs/ysl104-qax.com,16020,1688977251592-splitting] in 0ms 2023-07-10 16:32:23,174 INFO [PEWorker-12] procedure2.ProcedureExecutor: Initialized subprocedures=[{pid=4, ppid=3, state=RUNNABLE:REGION_TRANSITION_QUEUE; AssignProcedure table=hbase:meta, region=1588230740}] 2023-07-10 16:32:23,206 INFO [PEWorker-15] procedure.MasterProcedureScheduler: Took xlock for pid=4, ppid=3, state=RUNNABLE:REGION_TRANSITION_QUEUE; AssignProcedure table=hbase:meta, region=1588230740 2023-07-10 16:32:23,325 INFO [PEWorker-15] assignment.AssignProcedure: Starting pid=4, ppid=3, state=RUNNABLE:REGION_TRANSITION_QUEUE, locked=true; AssignProcedure table=hbase:meta, region=1588230740; rit=OFFLINE, location=ysl104-qax.com,16020,1688977251592; forceNewPlan=false, retain=true 2023-07-10 16:32:23,476 WARN [master/YSL104-QAX:16000] assignment.AssignmentManager: No servers available; cannot place 1 unassigned regions. 2023-07-10 16:32:24,477 WARN [master/YSL104-QAX:16000] assignment.AssignmentManager: No servers available; cannot place 1 unassigned regions. 2023-07-10 16:32:25,478 WARN [master/YSL104-QAX:16000] assignment.AssignmentManager: No servers available; cannot place 1 unassigned regions. 2023-07-10 16:32:26,479 WARN [master/YSL104-QAX:16000] assignment.AssignmentManager: No servers available; cannot place 1 unassigned regions. 2023-07-10 16:32:26,665 INFO [org.apache.hadoop.hbase.rsgroup.RSGroupInfoManagerImpl$ServerEventsListenerThread-ysl104-qax.com,16000,1688977910162] client.RpcRetryingCallerImpl: Call exception, tries=6, retries=46, started=4175 ms ago, cancelled=false, msg=Call to YSL104-QAX.COM/xx.xx.xx.104:16020 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: syscall:getsockopt(..) failed: Connection refused: YSL104-QAX.COM/10.59.12.104:16020, details=row 'hbase:rsgroup' on table 'hbase:meta' at region=hbase:meta,,1.1588230740, hostname=ysl104-qax.com,16020,1688977251592, seqNum=-1 2023-07-10 16:32:27,480 WARN [master/YSL104-QAX:16000] assignment.AssignmentManager: No servers available; cannot place 1 unassigned regions. 2023-07-10 16:32:28,481 WARN [master/YSL104-QAX:16000] assignment.AssignmentManager: No servers available; cannot place 1 unassigned regions. 2023-07-10 16:32:29,482 WARN [master/YSL104-QAX:16000] assignment.AssignmentManager: No servers available; cannot place 1 unassigned regions. 2023-07-10 16:32:30,483 WARN [master/YSL104-QAX:16000] assignment.AssignmentManager: No servers available; cannot place 1 unassigned regions. 2023-07-10 16:32:30,899 INFO [org.apache.hadoop.hbase.rsgroup.RSGroupInfoManagerImpl$ServerEventsListenerThread-ysl104-qax.com,16000,1688977910162] client.RpcRetryingCallerImpl: Call exception, tries=7, retries=46, started=8409 ms ago, cancelled=false, msg=Connection closed, details=row 'hbase:rsgroup' on table 'hbase:meta' at region=hbase:meta,,1.1588230740, hostname=ysl104-qax.com,16020,1688977251592, seqNum=-1 2023-07-10 16:32:31,025 INFO [RpcServer.default.FPBQ.Fifo.handler=198,queue=18,port=16000] master.ServerManager: Registering regionserver=ysl103-qax.com,16020,1688977946684 2023-07-10 16:32:31,064 INFO [RegionServerTracker-0] master.RegionServerTracker: RegionServer ephemeral node created, adding [ysl103-qax.com,16020,1688977946684] 2023-07-10 16:32:31,439 INFO [RpcServer.default.FPBQ.Fifo.handler=198,queue=18,port=16000] master.ServerManager: Registering regionserver=ysl102-qax.com,16020,1688977947399 2023-07-10 16:32:31,467 INFO [RegionServerTracker-0] master.RegionServerTracker: RegionServer ephemeral node created, adding [ysl102-qax.com,16020,1688977947399] 2023-07-10 16:32:32,934 INFO [RpcServer.default.FPBQ.Fifo.handler=198,queue=18,port=16000] master.ServerManager: Registering regionserver=ysl104-qax.com,16020,1688977948804 2023-07-10 16:32:32,965 INFO [RegionServerTracker-0] master.RegionServerTracker: RegionServer ephemeral node created, adding [ysl104-qax.com,16020,1688977948804] 2023-07-10 16:32:41,041 INFO [org.apache.hadoop.hbase.rsgroup.RSGroupInfoManagerImpl$ServerEventsListenerThread-ysl104-qax.com,16000,1688977910162] client.RpcRetryingCallerImpl: ption: hbase:meta,,1 is not online on ysl104-qax.com,16020,1688977948804 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3316) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3293) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1431) at org.apache.hadoop.hbase.regionserver.RSRpcServices.get(RSRpcServices.java:2449) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:41998) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:413) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:130) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:324) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:304) , details=row 'hbase:rsgroup' on table 'hbase:meta' at region=hbase:meta,,1.1588230740, hostname=ysl104-qax.com,16020,1688977251592, seqNum=-1 2023-07-10 16:32:51,123 INFO [org.apache.hadoop.hbase.rsgroup.RSGroupInfoManagerImpl$ServerEventsListenerThread-ysl104-qax.com,16000,1688977910162] client.RpcRetryingCallerImpl: ption: hbase:meta,,1 is not online on ysl104-qax.com,16020,1688977948804 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3316) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3293) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1431) at org.apache.hadoop.hbase.regionserver.RSRpcServices.get(RSRpcServices.java:2449) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:41998) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:413) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:130) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:324) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:304) , details=row 'hbase:rsgroup' on table 'hbase:meta' at region=hbase:meta,,1.1588230740, hostname=ysl104-qax.com,16020,1688977251592, seqNum=-1 2023-07-10 16:33:01,212 INFO [org.apache.hadoop.hbase.rsgroup.RSGroupInfoManagerImpl$ServerEventsListenerThread-ysl104-qax.com,16000,1688977910162] client.RpcRetryingCallerImpl: ption: hbase:meta,,1 is not online on ysl104-qax.com,16020,1688977948804 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3316) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3293) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1431) at org.apache.hadoop.hbase.regionserver.RSRpcServices.get(RSRpcServices.java:2449) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:41998) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:413) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:130) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:324) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:304) , details=row 'hbase:rsgroup' on table 'hbase:meta' at region=hbase:meta,,1.1588230740, hostname=ysl104-qax.com,16020,1688977251592, seqNum=-1 2023-07-10 16:33:11,236 INFO [org.apache.hadoop.hbase.rsgroup.RSGroupInfoManagerImpl$ServerEventsListenerThread-ysl104-qax.com,16000,1688977910162] client.RpcRetryingCallerImpl: ption: hbase:meta,,1 is not online on ysl104-qax.com,16020,1688977948804 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3316) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3293) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1431) at org.apache.hadoop.hbase.regionserver.RSRpcServices.get(RSRpcServices.java:2449) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:41998) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:413) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:130) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:324) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:304) , details=row 'hbase:rsgroup' on table 'hbase:meta' at region=hbase:meta,,1.1588230740, hostname=ysl104-qax.com,16020,1688977251592, seqNum=-1 2023-07-10 16:33:31,266 INFO [org.apache.hadoop.hbase.rsgroup.RSGroupInfoManagerImpl$ServerEventsListenerThread-ysl104-qax.com,16000,1688977910162] client.RpcRetryingCallerImpl: ption: hbase:meta,,1 is not online on ysl104-qax.com,16020,1688977948804 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3316) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3293) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1431) at org.apache.hadoop.hbase.regionserver.RSRpcServices.get(RSRpcServices.java:2449) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:41998) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:413) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:130) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:324) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:304) , details=row 'hbase:rsgroup' on table 'hbase:meta' at region=hbase:meta,,1.1588230740, hostname=ysl104-qax.com,16020,1688977251592, seqNum=-1 2023-07-10 16:33:51,306 INFO [org.apache.hadoop.hbase.rsgroup.RSGroupInfoManagerImpl$ServerEventsListenerThread-ysl104-qax.com,16000,1688977910162] client.RpcRetryingCallerImpl: ption: hbase:meta,,1 is not online on ysl104-qax.com,16020,1688977948804 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3316) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3293) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1431) at org.apache.hadoop.hbase.regionserver.RSRpcServices.get(RSRpcServices.java:2449) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:41998) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:413) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:130) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:324) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:304) , details=row 'hbase:rsgroup' on table 'hbase:meta' at region=hbase:meta,,1.1588230740, hostname=ysl104-qax.com,16020,1688977251592, seqNum=-1 2023-07-10 16:34:00,662 WARN [ProcExecTimeout] assignment.AssignmentManager: STUCK Region-In-Transition rit=OFFLINE, location=ysl104-qax.com,16020,1688977251592, table=hbase:meta, region=1588230740 2023-07-10 16:34:11,392 INFO [org.apache.hadoop.hbase.rsgroup.RSGroupInfoManagerImpl$ServerEventsListenerThread-ysl104-qax.com,16000,1688977910162] client.RpcRetryingCallerImpl: ption: hbase:meta,,1 is not online on ysl104-qax.com,16020,1688977948804 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3316) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3293) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1431) at org.apache.hadoop.hbase.regionserver.RSRpcServices.get(RSRpcServices.java:2449) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:41998) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:413) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:130) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:324) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:304) , details=row 'hbase:rsgroup' on table 'hbase:meta' at region=hbase:meta,,1.1588230740, hostname=ysl104-qax.com,16020,1688977251592, seqNum=-1 2023-07-10 16:34:31,493 INFO [org.apache.hadoop.hbase.rsgroup.RSGroupInfoManagerImpl$ServerEventsListenerThread-ysl104-qax.com,16000,1688977910162] client.RpcRetryingCallerImpl: ption: hbase:meta,,1 is not online on ysl104-qax.com,16020,1688977948804 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3316) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3293) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1431) at org.apache.hadoop.hbase.regionserver.RSRpcServices.get(RSRpcServices.java:2449) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:41998) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:413) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:130) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:324) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:304) , details=row 'hbase:rsgroup' on table 'hbase:meta' at region=hbase:meta,,1.1588230740, hostname=ysl104-qax.com,16020,1688977251592, seqNum=-1 2023-07-10 16:34:51,691 INFO [org.apache.hadoop.hbase.rsgroup.RSGroupInfoManagerImpl$ServerEventsListenerThread-ysl104-qax.com,16000,1688977910162] client.RpcRetryingCallerImpl: ption: hbase:meta,,1 is not online on ysl104-qax.com,16020,1688977948804 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3316) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3293) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1431) at org.apache.hadoop.hbase.regionserver.RSRpcServices.get(RSRpcServices.java:2449) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:41998) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:413) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:130) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:324) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:304) , details=row 'hbase:rsgroup' on table 'hbase:meta' at region=hbase:meta,,1.1588230740, hostname=ysl104-qax.com,16020,1688977251592, seqNum=-1 2023-07-10 16:35:00,664 WARN [ProcExecTimeout] assignment.AssignmentManager: STUCK Region-In-Transition rit=OFFLINE, location=ysl104-qax.com,16020,1688977251592, table=hbase:meta, region=1588230740 2023-07-10 16:35:11,787 INFO [org.apache.hadoop.hbase.rsgroup.RSGroupInfoManagerImpl$ServerEventsListenerThread-ysl104-qax.com,16000,1688977910162] client.RpcRetryingCallerImpl: ption: hbase:meta,,1 is not online on ysl104-qax.com,16020,1688977948804 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3316) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3293) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1431) at org.apache.hadoop.hbase.regionserver.RSRpcServices.get(RSRpcServices.java:2449) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:41998) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:413) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:130) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:324) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:304) , details=row 'hbase:rsgroup' on table 'hbase:meta' at region=hbase:meta,,1.1588230740, hostname=ysl104-qax.com,16020,1688977251592, seqNum=-1 2023-07-10 16:35:31,890 INFO [org.apache.hadoop.hbase.rsgroup.RSGroupInfoManagerImpl$ServerEventsListenerThread-ysl104-qax.com,16000,1688977910162] client.RpcRetryingCallerImpl: ption: hbase:meta,,1 is not online on ysl104-qax.com,16020,1688977948804 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3316) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3293) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1431) at org.apache.hadoop.hbase.regionserver.RSRpcServices.get(RSRpcServices.java:2449) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:41998) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:413) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:130) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:324) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:304) , details=row 'hbase:rsgroup' on table 'hbase:meta' at region=hbase:meta,,1.1588230740, hostname=ysl104-qax.com,16020,1688977251592, seqNum=-1 2023-07-10 16:35:52,056 INFO [org.apache.hadoop.hbase.rsgroup.RSGroupInfoManagerImpl$ServerEventsListenerThread-ysl104-qax.com,16000,1688977910162] client.RpcRetryingCallerImpl: ption: hbase:meta,,1 is not online on ysl104-qax.com,16020,1688977948804 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3316) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3293) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1431) at org.apache.hadoop.hbase.regionserver.RSRpcServices.get(RSRpcServices.java:2449) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:41998) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:413) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:130) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:324) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:304) , details=row 'hbase:rsgroup' on table 'hbase:meta' at region=hbase:meta,,1.1588230740, hostname=ysl104-qax.com,16020,1688977251592, seqNum=-1 2023-07-10 16:36:00,667 WARN [ProcExecTimeout] assignment.AssignmentManager: STUCK Region-In-Transition rit=OFFLINE, location=ysl104-qax.com,16020,1688977251592, table=hbase:meta, region=1588230740 2023-07-10 16:36:12,229 INFO [org.apache.hadoop.hbase.rsgroup.RSGroupInfoManagerImpl$ServerEventsListenerThread-ysl104-qax.com,16000,1688977910162] client.RpcRetryingCallerImpl: ption: hbase:meta,,1 is not online on ysl104-qax.com,16020,1688977948804 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3316) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3293) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1431) at org.apache.hadoop.hbase.regionserver.RSRpcServices.get(RSRpcServices.java:2449) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:41998) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:413) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:130) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:324) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:304) , details=row 'hbase:rsgroup' on table 'hbase:meta' at region=hbase:meta,,1.1588230740, hostname=ysl104-qax.com,16020,1688977251592, seqNum=-1 2023-07-10 16:36:32,297 INFO [org.apache.hadoop.hbase.rsgroup.RSGroupInfoManagerImpl$ServerEventsListenerThread-ysl104-qax.com,16000,1688977910162] client.RpcRetryingCallerImpl: ption: hbase:meta,,1 is not online on ysl104-qax.com,16020,1688977948804 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3316) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3293) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1431) at org.apache.hadoop.hbase.regionserver.RSRpcServices.get(RSRpcServices.java:2449) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:41998) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:413) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:130) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:324) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:304) , details=row 'hbase:rsgroup' on table 'hbase:meta' at region=hbase:meta,,1.1588230740, hostname=ysl104-qax.com,16020,1688977251592, seqNum=-1