hbase pe \ > --nomapred \ > --oneCon=true \ > --valueSize=7 \ > --compress=SNAPPY \ > --rows=200000 \ > --autoFlush=false \ > --presplit=10 \ > --columns=100 \ > --table=test_for_randomWriteRead \ > randomWrite 1 SLF4J: Class path contains multiple SLF4J bindings. SLF4J: Found binding in [jar:file:/data/hadoop3/hbase-2.0.2/lib/slf4j-log4j12-1.7.25.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: Found binding in [jar:file:/data/hadoop3/hadoop-3.1.2/share/hadoop/common/lib/slf4j-log4j12-1.7.25.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation. SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory] 2020-12-10 10:47:06,871 INFO [main] hbase.PerformanceEvaluation: RandomWriteTest test run options={"addColumns":true,"autoFlush":false,"blockEncoding":"NONE","blockSize":65536,"bloomType":"ROW","bufferSize":2097152,"caching":30,"cmdName":"randomWrite","columns":100,"compression":"SNAPPY","cycles":1,"families":1,"filterAll":false,"flushCommits":true,"inMemoryCF":false,"inMemoryCompaction":"NONE","measureAfter":0,"multiGet":0,"noOfTags":1,"nomapred":true,"numClientThreads":1,"oneCon":true,"perClientRunRows":200000,"period":104857,"presplitRegions":10,"randomSleep":0,"replicas":1,"reportLatency":false,"sampleRate":1.0,"size":0.0,"splitPolicy":null,"startRow":0,"tableName":"test_for_randomWriteRead","totalRows":200000,"traceRate":0.0,"useTags":false,"valueRandom":false,"valueSize":7,"valueZipf":false,"writeToWAL":true} 2020-12-10 10:47:07,533 INFO [main] zookeeper.ReadOnlyZKClient: Connect 0x2cb4893b to cdh129130:2281 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2020-12-10 10:47:07,554 INFO [ReadOnlyZKClient-cdh129130:2281@0x2cb4893b] zookeeper.ZooKeeper: Client environment:zookeeper.version=3.4.10-39d3a4f269333c922ed3db283be479f9deacaa0f, built on 03/23/2017 10:13 GMT 2020-12-10 10:47:07,554 INFO [ReadOnlyZKClient-cdh129130:2281@0x2cb4893b] zookeeper.ZooKeeper: Client environment:host.name=cdh129130 2020-12-10 10:47:07,555 INFO [ReadOnlyZKClient-cdh129130:2281@0x2cb4893b] zookeeper.ZooKeeper: Client environment:java.version=1.8.0_192 2020-12-10 10:47:07,555 INFO [ReadOnlyZKClient-cdh129130:2281@0x2cb4893b] zookeeper.ZooKeeper: Client environment:java.vendor=Oracle Corporation 2020-12-10 10:47:07,555 INFO [ReadOnlyZKClient-cdh129130:2281@0x2cb4893b] zookeeper.ZooKeeper: Client environment:java.home=/usr/java/jdk1.8.0_192/jre 2020-12-10 10:47:07,555 INFO [ReadOnlyZKClient-cdh129130:2281@0x2cb4893b] zookeeper.ZooKeeper: p-3.1.2/share/hadoop/yarn/hadoop-yarn-services-core-3.1.2.jar:/data/hadoop3/hadoop-3.1.2/share/hadoop/yarn/hadoop-yarn-common-3.1.2.jar:/data/hadoop3/hadoop-3.1.2/share/hadoop/yarn/hadoop-yarn-applications-distributedshell-3.1.2.jar:/data/hadoop3/hadoop-3.1.2/share/hadoop/yarn/hadoop-yarn-registry-3.1.2.jar:/data/hadoop3/hadoop-3.1.2/share/hadoop/yarn/hadoop-yarn-server-nodemanager-3.1.2.jar:/data/hadoop3/hadoop-3.1.2/share/hadoop/yarn/hadoop-yarn-server-tests-3.1.2.jar:/data/hadoop3/hadoop-3.1.2/share/hadoop/yarn/hadoop-yarn-server-sharedcachemanager-3.1.2.jar:/data/hadoop3/hadoop-3.1.2/share/hadoop/yarn/hadoop-yarn-server-common-3.1.2.jar:/data/hadoop3/hadoop-3.1.2/share/hadoop/yarn/hadoop-yarn-applications-unmanaged-am-launcher-3.1.2.jar:/data/hadoop3/hadoop-3.1.2/share/hadoop/yarn/hadoop-yarn-server-resourcemanager-3.1.2.jar:/data/hadoop3/hadoop-3.1.2/share/hadoop/yarn/hadoop-yarn-server-web-proxy-3.1.2.jar:/data/ozone-1.0.0/share/ozone/lib/hadoop-ozone-filesystem-hadoop3-1.0.0.jar 2020-12-10 10:47:07,555 INFO [ReadOnlyZKClient-cdh129130:2281@0x2cb4893b] zookeeper.ZooKeeper: Client environment:java.library.path=/data/hadoop3/hadoop-3.1.2/lib/native 2020-12-10 10:47:07,555 INFO [ReadOnlyZKClient-cdh129130:2281@0x2cb4893b] zookeeper.ZooKeeper: Client environment:java.io.tmpdir=/tmp 2020-12-10 10:47:07,556 INFO [ReadOnlyZKClient-cdh129130:2281@0x2cb4893b] zookeeper.ZooKeeper: Client environment:java.compiler= 2020-12-10 10:47:07,556 INFO [ReadOnlyZKClient-cdh129130:2281@0x2cb4893b] zookeeper.ZooKeeper: Client environment:os.name=Linux 2020-12-10 10:47:07,556 INFO [ReadOnlyZKClient-cdh129130:2281@0x2cb4893b] zookeeper.ZooKeeper: Client environment:os.arch=amd64 2020-12-10 10:47:07,556 INFO [ReadOnlyZKClient-cdh129130:2281@0x2cb4893b] zookeeper.ZooKeeper: Client environment:os.version=2.6.32-573.el6.x86_64 2020-12-10 10:47:07,556 INFO [ReadOnlyZKClient-cdh129130:2281@0x2cb4893b] zookeeper.ZooKeeper: Client environment:user.name=hadoop3 2020-12-10 10:47:07,556 INFO [ReadOnlyZKClient-cdh129130:2281@0x2cb4893b] zookeeper.ZooKeeper: Client environment:user.home=/home/hadoop3 2020-12-10 10:47:07,556 INFO [ReadOnlyZKClient-cdh129130:2281@0x2cb4893b] zookeeper.ZooKeeper: Client environment:user.dir=/home/hadoop3 2020-12-10 10:47:07,561 INFO [ReadOnlyZKClient-cdh129130:2281@0x2cb4893b] zookeeper.ZooKeeper: Initiating client connection, connectString=cdh129130:2281 sessionTimeout=90000 watcher=org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$12/647481171@6183cd76 2020-12-10 10:47:07,596 INFO [ReadOnlyZKClient-cdh129130:2281@0x2cb4893b-SendThread(cdh129130:2281)] zookeeper.ClientCnxn: Opening socket connection to server cdh129130/192.168.129.130:2281. Will not attempt to authenticate using SASL (unknown error) 2020-12-10 10:47:07,607 INFO [ReadOnlyZKClient-cdh129130:2281@0x2cb4893b-SendThread(cdh129130:2281)] zookeeper.ClientCnxn: Socket connection established to cdh129130/192.168.129.130:2281, initiating session 2020-12-10 10:47:07,629 INFO [ReadOnlyZKClient-cdh129130:2281@0x2cb4893b-SendThread(cdh129130:2281)] zookeeper.ClientCnxn: Session establishment complete on server cdh129130/192.168.129.130:2281, sessionid = 0x1764a713f10000d, negotiated timeout = 90000 2020-12-10 10:47:09,893 INFO [main] client.HBaseAdmin: Operation: CREATE, Table Name: default:test_for_randomWriteRead, procId: 21 completed 2020-12-10 10:47:09,898 INFO [main] hbase.PerformanceEvaluation: Table 'test_for_randomWriteRead', {NAME => 'info0', VERSIONS => '1', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'SNAPPY', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} created 2020-12-10 10:47:09,939 INFO [main] client.ConnectionImplementation: Closing master protocol: MasterService 2020-12-10 10:47:09,939 INFO [main] zookeeper.ReadOnlyZKClient: Close zookeeper connection 0x2cb4893b to cdh129130:2281 2020-12-10 10:47:09,942 INFO [ReadOnlyZKClient-cdh129130:2281@0x2cb4893b] zookeeper.ZooKeeper: Session: 0x1764a713f10000d closed 2020-12-10 10:47:09,942 INFO [ReadOnlyZKClient-cdh129130:2281@0x2cb4893b-EventThread] zookeeper.ClientCnxn: EventThread shut down for session: 0x1764a713f10000d 2020-12-10 10:47:09,945 INFO [main] zookeeper.ReadOnlyZKClient: Connect 0x30990c1b to cdh129130:2281 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2020-12-10 10:47:09,945 INFO [ReadOnlyZKClient-cdh129130:2281@0x30990c1b] zookeeper.ZooKeeper: Initiating client connection, connectString=cdh129130:2281 sessionTimeout=90000 watcher=org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$12/647481171@6183cd76 2020-12-10 10:47:09,947 INFO [ReadOnlyZKClient-cdh129130:2281@0x30990c1b-SendThread(cdh129130:2281)] zookeeper.ClientCnxn: Opening socket connection to server cdh129130/192.168.129.130:2281. Will not attempt to authenticate using SASL (unknown error) 2020-12-10 10:47:09,948 INFO [ReadOnlyZKClient-cdh129130:2281@0x30990c1b-SendThread(cdh129130:2281)] zookeeper.ClientCnxn: Socket connection established to cdh129130/192.168.129.130:2281, initiating session 2020-12-10 10:47:09,950 INFO [ReadOnlyZKClient-cdh129130:2281@0x30990c1b-SendThread(cdh129130:2281)] zookeeper.ClientCnxn: Session establishment complete on server cdh129130/192.168.129.130:2281, sessionid = 0x1764a713f10000e, negotiated timeout = 90000 2020-12-10 10:47:09,953 INFO [main] zookeeper.ReadOnlyZKClient: Connect 0x2453f95d to cdh129130:2281 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2020-12-10 10:47:09,954 INFO [ReadOnlyZKClient-cdh129130:2281@0x2453f95d] zookeeper.ZooKeeper: Initiating client connection, connectString=cdh129130:2281 sessionTimeout=90000 watcher=org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$12/647481171@6183cd76 2020-12-10 10:47:09,955 INFO [ReadOnlyZKClient-cdh129130:2281@0x2453f95d-SendThread(cdh129130:2281)] zookeeper.ClientCnxn: Opening socket connection to server cdh129130/192.168.129.130:2281. Will not attempt to authenticate using SASL (unknown error) 2020-12-10 10:47:09,956 INFO [ReadOnlyZKClient-cdh129130:2281@0x2453f95d-SendThread(cdh129130:2281)] zookeeper.ClientCnxn: Socket connection established to cdh129130/192.168.129.130:2281, initiating session 2020-12-10 10:47:09,959 INFO [ReadOnlyZKClient-cdh129130:2281@0x2453f95d-SendThread(cdh129130:2281)] zookeeper.ClientCnxn: Session establishment complete on server cdh129130/192.168.129.130:2281, sessionid = 0x1764a713f10000f, negotiated timeout = 90000 2020-12-10 10:47:09,977 INFO [TestClient-0] hbase.PerformanceEvaluation: Start class org.apache.hadoop.hbase.PerformanceEvaluation$RandomWriteTest at offset 0 for 200000 rows 2020-12-10 10:47:09,983 INFO [TestClient-0] hbase.PerformanceEvaluation: Sampling 1 every 1 out of 200000 total rows. 2020-12-10 10:47:10,176 INFO [TestClient-0] hbase.PerformanceEvaluation: Timed test starting in thread TestClient-0 2020-12-10 10:47:53,140 INFO [TestClient-0] hbase.PerformanceEvaluation: 0/104857/200000, latency mean=408.32, min=16.00, max=387504.00, stdDev=5335.94, 95th=72.00, 99th=109.00 2020-12-10 10:48:09,977 INFO [ReadOnlyZKClient-cdh129130:2281@0x2453f95d] zookeeper.ZooKeeper: Session: 0x1764a713f10000f closed 2020-12-10 10:48:09,977 INFO [ReadOnlyZKClient-cdh129130:2281@0x2453f95d-EventThread] zookeeper.ClientCnxn: EventThread shut down for session: 0x1764a713f10000f 2020-12-10 10:48:10,242 INFO [ReadOnlyZKClient-cdh129130:2281@0x30990c1b] zookeeper.ZooKeeper: Session: 0x1764a713f10000e closed 2020-12-10 10:48:10,242 INFO [ReadOnlyZKClient-cdh129130:2281@0x30990c1b-EventThread] zookeeper.ClientCnxn: EventThread shut down for session: 0x1764a713f10000e 2020-12-10 10:48:31,486 INFO [TestClient-0] hbase.PerformanceEvaluation: Test : RandomWriteTest, Thread : TestClient-0 2020-12-10 10:48:31,499 INFO [TestClient-0] hbase.PerformanceEvaluation: Latency (us) : mean=405.20, min=16.00, max=387504.00, stdDev=5219.58, 50th=42.00, 75th=44.00, 95th=76.00, 99th=104.00, 99.9th=64139.00, 99.99th=164625.00, 99.999th=346313.00 2020-12-10 10:48:31,500 INFO [TestClient-0] hbase.PerformanceEvaluation: Num measures (latency) : 199999 2020-12-10 10:48:31,510 INFO [TestClient-0] hbase.PerformanceEvaluation: Mean = 405.20 Min = 16.00 Max = 387504.00 StdDev = 5219.58 50th = 42.00 75th = 44.00 95th = 76.00 99th = 104.00 99.9th = 64139.00 99.99th = 164625.00 99.999th = 346313.00 2020-12-10 10:48:31,510 INFO [TestClient-0] hbase.PerformanceEvaluation: ValueSize (bytes) : mean=0.00, min=0.00, max=0.00, stdDev=0.00, 50th=0.00, 75th=0.00, 95th=0.00, 99th=0.00, 99.9th=0.00, 99.99th=0.00, 99.999th=0.00 2020-12-10 10:48:31,510 INFO [TestClient-0] hbase.PerformanceEvaluation: Num measures (ValueSize): 0 2020-12-10 10:48:31,510 INFO [TestClient-0] hbase.PerformanceEvaluation: Mean = 0.00 Min = 0.00 Max = 0.00 StdDev = 0.00 50th = 0.00 75th = 0.00 95th = 0.00 99th = 0.00 99.9th = 0.00 99.99th = 0.00 99.999th = 0.00 2020-12-10 10:48:31,512 INFO [TestClient-0] hbase.PerformanceEvaluation: Finished class org.apache.hadoop.hbase.PerformanceEvaluation$RandomWriteTest in 81333ms at offset 0 for 200000 rows (3.11 MB/s) 2020-12-10 10:48:31,512 INFO [TestClient-0] hbase.PerformanceEvaluation: Finished TestClient-0 in 81333ms over 200000 rows 2020-12-10 10:48:31,513 INFO [main] hbase.PerformanceEvaluation: [RandomWriteTest] Summary of timings (ms): [81333] 2020-12-10 10:48:31,513 INFO [main] hbase.PerformanceEvaluation: [RandomWriteTest] Min: 81333ms Max: 81333ms Avg: 81333ms 2020-12-10 10:48:31,514 INFO [main] zookeeper.ReadOnlyZKClient: Close zookeeper connection 0x30990c1b to cdh129130:2281 2020-12-10 10:48:31,522 INFO [main] zookeeper.ReadOnlyZKClient: Close zookeeper connection 0x2453f95d to cdh129130:2281