2018-11-15 19:16:45,153 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testWritesWhileScanning Thread=7, OpenFileDescriptor=219, MaxFileDescriptor=32000, SystemLoadAverage=196, ProcessCount=365, AvailableMemoryMB=38387 2018-11-15 19:16:45,620 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734 2018-11-15 19:16:45,731 WARN [Time-limited test] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2018-11-15 19:16:46,126 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:16:46,129 INFO [Time-limited test] regionserver.ChunkCreator(483): data poolSizePercentage is less than 0. So not using pool 2018-11-15 19:16:46,129 INFO [Time-limited test] regionserver.ChunkCreator(483): index poolSizePercentage is less than 0. So not using pool 2018-11-15 19:16:46,317 DEBUG [Time-limited test] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(421): org.apache.hadoop.hdfs.protocolPB.PBHelperClient not found (Hadoop is pre-2.8.0?); using class org.apache.hadoop.hdfs.protocolPB.PBHelper instead. 2018-11-15 19:16:46,431 DEBUG [Time-limited test] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(494): No DfsClientConf class found, should be hadoop 2.7- java.lang.ClassNotFoundException: org.apache.hadoop.hdfs.client.impl.DfsClientConf at java.net.URLClassLoader.findClass(URLClassLoader.java:381) at java.lang.ClassLoader.loadClass(ClassLoader.java:424) at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:338) at java.lang.ClassLoader.loadClass(ClassLoader.java:357) at java.lang.Class.forName0(Native Method) at java.lang.Class.forName(Class.java:264) at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.createChecksumCreater(FanOutOneBlockAsyncDFSOutputHelper.java:492) at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:556) at java.lang.Class.forName0(Native Method) at java.lang.Class.forName(Class.java:264) at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:128) at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:136) at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:199) at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:176) at org.apache.hadoop.hbase.HBaseTestingUtility.createWal(HBaseTestingUtility.java:2490) at org.apache.hadoop.hbase.regionserver.TestHRegion.initHRegion(TestHRegion.java:4853) at org.apache.hadoop.hbase.regionserver.TestHRegion.initHRegion(TestHRegion.java:4844) at org.apache.hadoop.hbase.regionserver.TestHRegion.initHRegion(TestHRegion.java:4835) at org.apache.hadoop.hbase.regionserver.TestHRegion.testWritesWhileScanning(TestHRegion.java:3574) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:46,436 DEBUG [Time-limited test] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(528): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2018-11-15 19:16:46,441 DEBUG [Time-limited test] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(196): No PBHelperClient class found, should be hadoop 2.7- java.lang.ClassNotFoundException: org.apache.hadoop.hdfs.protocolPB.PBHelperClient at java.net.URLClassLoader.findClass(URLClassLoader.java:381) at java.lang.ClassLoader.loadClass(ClassLoader.java:424) at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:338) at java.lang.ClassLoader.loadClass(ClassLoader.java:357) at java.lang.Class.forName0(Native Method) at java.lang.Class.forName(Class.java:264) at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createPBHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:194) at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:299) at java.lang.Class.forName0(Native Method) at java.lang.Class.forName(Class.java:264) at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:129) at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:136) at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:199) at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:176) at org.apache.hadoop.hbase.HBaseTestingUtility.createWal(HBaseTestingUtility.java:2490) at org.apache.hadoop.hbase.regionserver.TestHRegion.initHRegion(TestHRegion.java:4853) at org.apache.hadoop.hbase.regionserver.TestHRegion.initHRegion(TestHRegion.java:4844) at org.apache.hadoop.hbase.regionserver.TestHRegion.initHRegion(TestHRegion.java:4835) at org.apache.hadoop.hbase.regionserver.TestHRegion.testWritesWhileScanning(TestHRegion.java:3574) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:46,445 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:16:46,676 WARN [Time-limited test] impl.MetricsConfig(125): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2018-11-15 19:16:46,782 INFO [Time-limited test] metrics.MetricRegistriesLoader(66): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2018-11-15 19:16:46,859 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-94562766, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/2f4ea662-3517-3f6a-58c0-a600ac30f8a8/testWritesWhileScanning.log/WALs/hregion-94562766, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/2f4ea662-3517-3f6a-58c0-a600ac30f8a8/testWritesWhileScanning.log/oldWALs 2018-11-15 19:16:46,952 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/2f4ea662-3517-3f6a-58c0-a600ac30f8a8/testWritesWhileScanning.log/WALs/hregion-94562766/hregion-94562766.1542309406879 2018-11-15 19:16:46,952 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:16:47,000 DEBUG [Time-limited test] util.ClassSize(229): Using Unsafe to estimate memory layout 2018-11-15 19:16:47,008 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testWritesWhileScanning HTD == 'testWritesWhileScanning', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'family0', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'family1', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'family2', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'family3', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'family4', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'family5', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'family6', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'family7', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'family8', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'family9', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734 Table name == testWritesWhileScanning 2018-11-15 19:16:47,048 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:16:47,347 WARN [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] util.CommonFSUtils(574): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:47,370 INFO [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] hfile.CacheConfig(575): Allocating onheap LruBlockCache size=995.60 MB, blockSize=64 KB 2018-11-15 19:16:47,380 INFO [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] hfile.CacheConfig(237): Created cacheConfig for family0: blockCache=LruBlockCache{blockCount=0, currentSize=747.70 KB, freeSize=994.87 MB, maxSize=995.60 MB, heapSize=747.70 KB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:47,392 INFO [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:47,416 INFO [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] regionserver.HStore(335): Store=family0, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:47,417 DEBUG [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:47,419 INFO [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] hfile.CacheConfig(237): Created cacheConfig for family1: blockCache=LruBlockCache{blockCount=0, currentSize=747.70 KB, freeSize=994.87 MB, maxSize=995.60 MB, heapSize=747.70 KB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:47,420 INFO [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:47,420 INFO [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] regionserver.HStore(335): Store=family1, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:47,421 DEBUG [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:47,422 INFO [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] hfile.CacheConfig(237): Created cacheConfig for family2: blockCache=LruBlockCache{blockCount=0, currentSize=747.70 KB, freeSize=994.87 MB, maxSize=995.60 MB, heapSize=747.70 KB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:47,423 INFO [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:47,424 INFO [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] regionserver.HStore(335): Store=family2, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:47,424 DEBUG [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:47,426 INFO [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] hfile.CacheConfig(237): Created cacheConfig for family3: blockCache=LruBlockCache{blockCount=0, currentSize=747.70 KB, freeSize=994.87 MB, maxSize=995.60 MB, heapSize=747.70 KB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:47,426 INFO [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:47,427 INFO [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] regionserver.HStore(335): Store=family3, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:47,427 DEBUG [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:47,429 INFO [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] hfile.CacheConfig(237): Created cacheConfig for family4: blockCache=LruBlockCache{blockCount=0, currentSize=747.70 KB, freeSize=994.87 MB, maxSize=995.60 MB, heapSize=747.70 KB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:47,429 INFO [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:47,430 INFO [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] regionserver.HStore(335): Store=family4, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:47,430 DEBUG [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:47,432 INFO [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] hfile.CacheConfig(237): Created cacheConfig for family5: blockCache=LruBlockCache{blockCount=0, currentSize=747.70 KB, freeSize=994.87 MB, maxSize=995.60 MB, heapSize=747.70 KB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:47,432 INFO [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:47,433 INFO [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] regionserver.HStore(335): Store=family5, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:47,433 DEBUG [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:47,435 INFO [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] hfile.CacheConfig(237): Created cacheConfig for family6: blockCache=LruBlockCache{blockCount=0, currentSize=747.70 KB, freeSize=994.87 MB, maxSize=995.60 MB, heapSize=747.70 KB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:47,436 INFO [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:47,436 INFO [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] regionserver.HStore(335): Store=family6, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:47,437 DEBUG [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:47,438 INFO [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] hfile.CacheConfig(237): Created cacheConfig for family7: blockCache=LruBlockCache{blockCount=0, currentSize=747.70 KB, freeSize=994.87 MB, maxSize=995.60 MB, heapSize=747.70 KB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:47,439 INFO [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:47,439 INFO [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] regionserver.HStore(335): Store=family7, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:47,440 DEBUG [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:47,441 INFO [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] hfile.CacheConfig(237): Created cacheConfig for family8: blockCache=LruBlockCache{blockCount=0, currentSize=747.70 KB, freeSize=994.87 MB, maxSize=995.60 MB, heapSize=747.70 KB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:47,442 INFO [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:47,442 INFO [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] regionserver.HStore(335): Store=family8, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:47,443 DEBUG [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:47,444 INFO [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] hfile.CacheConfig(237): Created cacheConfig for family9: blockCache=LruBlockCache{blockCount=0, currentSize=747.70 KB, freeSize=994.87 MB, maxSize=995.60 MB, heapSize=747.70 KB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:47,444 INFO [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:47,445 INFO [StoreOpener-792bda3591b050d9b9bce7d146f595c7-1] regionserver.HStore(335): Store=family9, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:47,445 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 792bda3591b050d9b9bce7d146f595c7 2018-11-15 19:16:47,455 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7 2018-11-15 19:16:47,456 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7 2018-11-15 19:16:47,456 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 792bda3591b050d9b9bce7d146f595c7 2018-11-15 19:16:47,457 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 792bda3591b050d9b9bce7d146f595c7 2018-11-15 19:16:47,457 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 792bda3591b050d9b9bce7d146f595c7 2018-11-15 19:16:47,462 DEBUG [Time-limited test] regionserver.FlushLargeStoresPolicy(61): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testWritesWhileScanning descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0M)) instead. 2018-11-15 19:16:47,463 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 792bda3591b050d9b9bce7d146f595c7 2018-11-15 19:16:47,470 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:16:47,470 INFO [Time-limited test] regionserver.HRegion(1009): Opened 792bda3591b050d9b9bce7d146f595c7; next sequenceid=2 2018-11-15 19:16:47,530 INFO [PutThread] regionserver.HRegion(8449): writing data to region testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:16:47,757 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 47 2018-11-15 19:16:47,867 INFO [FlushThread] regionserver.HRegion(2647): Flushing 10/10 column families, dataSize=1.48 MB heapSize=4.28 MB 2018-11-15 19:16:47,893 INFO [PutThread] regionserver.HRegion(8449): writing data to region testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:16:47,923 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 15a27fe2e9054809b07fa8dd5fb1022b 2018-11-15 19:16:48,002 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=155.29 KB at sequenceid=44 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family0/15a27fe2e9054809b07fa8dd5fb1022b 2018-11-15 19:16:48,036 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 15a27fe2e9054809b07fa8dd5fb1022b 2018-11-15 19:16:48,058 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 141 2018-11-15 19:16:48,075 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 70a3468d0edc40b09bb6911f7d04df85 2018-11-15 19:16:48,099 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=155.29 KB at sequenceid=44 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family1/70a3468d0edc40b09bb6911f7d04df85 2018-11-15 19:16:48,102 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 70a3468d0edc40b09bb6911f7d04df85 2018-11-15 19:16:48,105 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 6a2dda0f8c2c4fd3bd2e36e987b39036 2018-11-15 19:16:48,128 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=155.29 KB at sequenceid=44 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family2/6a2dda0f8c2c4fd3bd2e36e987b39036 2018-11-15 19:16:48,130 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a2dda0f8c2c4fd3bd2e36e987b39036 2018-11-15 19:16:48,134 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 672b880de48049be979b498ddbe61ee5 2018-11-15 19:16:48,154 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=155.29 KB at sequenceid=44 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family3/672b880de48049be979b498ddbe61ee5 2018-11-15 19:16:48,156 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 672b880de48049be979b498ddbe61ee5 2018-11-15 19:16:48,160 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 2e931aa67a864fce96ba36b59e93fc36 2018-11-15 19:16:48,171 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=155.29 KB at sequenceid=44 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family4/2e931aa67a864fce96ba36b59e93fc36 2018-11-15 19:16:48,172 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e931aa67a864fce96ba36b59e93fc36 2018-11-15 19:16:48,176 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 8419bf38ff95461091984836c8532813 2018-11-15 19:16:48,186 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=155.29 KB at sequenceid=44 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family5/8419bf38ff95461091984836c8532813 2018-11-15 19:16:48,188 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8419bf38ff95461091984836c8532813 2018-11-15 19:16:48,191 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 3ece14817ad8446f9d43918b569a8011 2018-11-15 19:16:48,200 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=155.29 KB at sequenceid=44 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family6/3ece14817ad8446f9d43918b569a8011 2018-11-15 19:16:48,202 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ece14817ad8446f9d43918b569a8011 2018-11-15 19:16:48,205 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 01d354b90f8c498b9d6edabb42847220 2018-11-15 19:16:48,213 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=155.29 KB at sequenceid=44 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family7/01d354b90f8c498b9d6edabb42847220 2018-11-15 19:16:48,214 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01d354b90f8c498b9d6edabb42847220 2018-11-15 19:16:48,217 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 25279edda953474e9d23a275824cbf07 2018-11-15 19:16:48,226 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=155.29 KB at sequenceid=44 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family8/25279edda953474e9d23a275824cbf07 2018-11-15 19:16:48,227 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25279edda953474e9d23a275824cbf07 2018-11-15 19:16:48,230 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 61db079b431f4cd9a8be6a89e008f25c 2018-11-15 19:16:48,238 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=155.29 KB at sequenceid=44 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family9/61db079b431f4cd9a8be6a89e008f25c 2018-11-15 19:16:48,240 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61db079b431f4cd9a8be6a89e008f25c 2018-11-15 19:16:48,240 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family0/15a27fe2e9054809b07fa8dd5fb1022b as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/15a27fe2e9054809b07fa8dd5fb1022b 2018-11-15 19:16:48,241 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 15a27fe2e9054809b07fa8dd5fb1022b 2018-11-15 19:16:48,242 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/15a27fe2e9054809b07fa8dd5fb1022b, entries=3201, sequenceid=44, filesize=129.7 K 2018-11-15 19:16:48,251 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family1/70a3468d0edc40b09bb6911f7d04df85 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/70a3468d0edc40b09bb6911f7d04df85 2018-11-15 19:16:48,252 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 70a3468d0edc40b09bb6911f7d04df85 2018-11-15 19:16:48,253 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/70a3468d0edc40b09bb6911f7d04df85, entries=3201, sequenceid=44, filesize=129.7 K 2018-11-15 19:16:48,253 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family2/6a2dda0f8c2c4fd3bd2e36e987b39036 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/6a2dda0f8c2c4fd3bd2e36e987b39036 2018-11-15 19:16:48,254 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a2dda0f8c2c4fd3bd2e36e987b39036 2018-11-15 19:16:48,254 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/6a2dda0f8c2c4fd3bd2e36e987b39036, entries=3201, sequenceid=44, filesize=129.7 K 2018-11-15 19:16:48,255 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family3/672b880de48049be979b498ddbe61ee5 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/672b880de48049be979b498ddbe61ee5 2018-11-15 19:16:48,256 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 672b880de48049be979b498ddbe61ee5 2018-11-15 19:16:48,256 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/672b880de48049be979b498ddbe61ee5, entries=3201, sequenceid=44, filesize=129.7 K 2018-11-15 19:16:48,257 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family4/2e931aa67a864fce96ba36b59e93fc36 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/2e931aa67a864fce96ba36b59e93fc36 2018-11-15 19:16:48,258 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e931aa67a864fce96ba36b59e93fc36 2018-11-15 19:16:48,258 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/2e931aa67a864fce96ba36b59e93fc36, entries=3201, sequenceid=44, filesize=129.7 K 2018-11-15 19:16:48,259 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family5/8419bf38ff95461091984836c8532813 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/8419bf38ff95461091984836c8532813 2018-11-15 19:16:48,260 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8419bf38ff95461091984836c8532813 2018-11-15 19:16:48,261 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/8419bf38ff95461091984836c8532813, entries=3201, sequenceid=44, filesize=129.7 K 2018-11-15 19:16:48,261 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family6/3ece14817ad8446f9d43918b569a8011 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/3ece14817ad8446f9d43918b569a8011 2018-11-15 19:16:48,262 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ece14817ad8446f9d43918b569a8011 2018-11-15 19:16:48,262 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/3ece14817ad8446f9d43918b569a8011, entries=3201, sequenceid=44, filesize=129.7 K 2018-11-15 19:16:48,263 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family7/01d354b90f8c498b9d6edabb42847220 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/01d354b90f8c498b9d6edabb42847220 2018-11-15 19:16:48,264 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01d354b90f8c498b9d6edabb42847220 2018-11-15 19:16:48,264 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/01d354b90f8c498b9d6edabb42847220, entries=3201, sequenceid=44, filesize=129.7 K 2018-11-15 19:16:48,265 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family8/25279edda953474e9d23a275824cbf07 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/25279edda953474e9d23a275824cbf07 2018-11-15 19:16:48,266 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25279edda953474e9d23a275824cbf07 2018-11-15 19:16:48,266 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/25279edda953474e9d23a275824cbf07, entries=3201, sequenceid=44, filesize=129.7 K 2018-11-15 19:16:48,266 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family9/61db079b431f4cd9a8be6a89e008f25c as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/61db079b431f4cd9a8be6a89e008f25c 2018-11-15 19:16:48,268 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61db079b431f4cd9a8be6a89e008f25c 2018-11-15 19:16:48,268 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/61db079b431f4cd9a8be6a89e008f25c, entries=3201, sequenceid=44, filesize=129.7 K 2018-11-15 19:16:48,271 INFO [FlushThread] regionserver.HRegion(2856): Finished flush of dataSize ~1.52 MB/1590210, heapSize ~4.38 MB/4595440, currentSize=2.47 MB/2584810 for 792bda3591b050d9b9bce7d146f595c7 in 404ms, sequenceid=44, compaction requested=false 2018-11-15 19:16:48,272 DEBUG [FlushThread] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309407866 Obtaining lock to block concurrent updates at 1542309407868 Preparing flush snapshotting stores in 792bda3591b050d9b9bce7d146f595c7 at 1542309407871 Finished memstore snapshotting testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7., syncing WAL and waiting on mvcc, flushsize=dataSize=1590210, getHeapSize=4595440, getOffHeapSize=0 at 1542309407893 Flushing stores of testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. at 1542309407893 Flushing family0: creating writer at 1542309407895 Flushing family0: appending metadata at 1542309407978 Flushing family0: closing flushed file at 1542309407979 Flushing family1: creating writer at 1542309408071 Flushing family1: appending metadata at 1542309408092 Flushing family1: closing flushed file at 1542309408092 Flushing family2: creating writer at 1542309408102 Flushing family2: appending metadata at 1542309408122 Flushing family2: closing flushed file at 1542309408122 Flushing family3: creating writer at 1542309408131 Flushing family3: appending metadata at 1542309408147 Flushing family3: closing flushed file at 1542309408147 Flushing family4: creating writer at 1542309408156 Flushing family4: appending metadata at 1542309408168 Flushing family4: closing flushed file at 1542309408168 Flushing family5: creating writer at 1542309408173 Flushing family5: appending metadata at 1542309408183 Flushing family5: closing flushed file at 1542309408183 Flushing family6: creating writer at 1542309408188 Flushing family6: appending metadata at 1542309408198 Flushing family6: closing flushed file at 1542309408198 Flushing family7: creating writer at 1542309408202 Flushing family7: appending metadata at 1542309408211 Flushing family7: closing flushed file at 1542309408211 Flushing family8: creating writer at 1542309408215 Flushing family8: appending metadata at 1542309408223 Flushing family8: closing flushed file at 1542309408223 Flushing family9: creating writer at 1542309408227 Flushing family9: appending metadata at 1542309408236 Flushing family9: closing flushed file at 1542309408236 Flushing family0: reopening flushed file at 1542309408240 Flushing family1: reopening flushed file at 1542309408251 Flushing family2: reopening flushed file at 1542309408253 Flushing family3: reopening flushed file at 1542309408255 Flushing family4: reopening flushed file at 1542309408257 Flushing family5: reopening flushed file at 1542309408259 Flushing family6: reopening flushed file at 1542309408261 Flushing family7: reopening flushed file at 1542309408263 Flushing family8: reopening flushed file at 1542309408265 Flushing family9: reopening flushed file at 1542309408267 Finished flush of dataSize ~1.52 MB/1590210, heapSize ~4.38 MB/4595440, currentSize=2.47 MB/2584810 for 792bda3591b050d9b9bce7d146f595c7 in 404ms, sequenceid=44, compaction requested=false at 1542309408271 Flush successful at 1542309408272 2018-11-15 19:16:48,347 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 235 2018-11-15 19:16:48,395 INFO [FlushThread] regionserver.HRegion(2647): Flushing 10/10 column families, dataSize=3.15 MB heapSize=8.87 MB 2018-11-15 19:16:48,407 INFO [PutThread] regionserver.HRegion(8449): writing data to region testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:16:48,410 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on a4f26653bbe84fa69ce6ac7908b3b09b 2018-11-15 19:16:48,431 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=326.49 KB at sequenceid=133 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family0/a4f26653bbe84fa69ce6ac7908b3b09b 2018-11-15 19:16:48,433 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4f26653bbe84fa69ce6ac7908b3b09b 2018-11-15 19:16:48,437 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on b8becdf9f38b4e478eb5a045f2cb3601 2018-11-15 19:16:48,446 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=326.49 KB at sequenceid=133 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family1/b8becdf9f38b4e478eb5a045f2cb3601 2018-11-15 19:16:48,448 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b8becdf9f38b4e478eb5a045f2cb3601 2018-11-15 19:16:48,451 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 60c92d1d079f4018832e04e4bd49e29d 2018-11-15 19:16:48,461 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=326.49 KB at sequenceid=133 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family2/60c92d1d079f4018832e04e4bd49e29d 2018-11-15 19:16:48,463 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60c92d1d079f4018832e04e4bd49e29d 2018-11-15 19:16:48,467 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on ddb135d5f74c4599a6fe64529d2e69e2 2018-11-15 19:16:48,478 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=326.49 KB at sequenceid=133 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family3/ddb135d5f74c4599a6fe64529d2e69e2 2018-11-15 19:16:48,479 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ddb135d5f74c4599a6fe64529d2e69e2 2018-11-15 19:16:48,483 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on d62a4823f8e8441d8661302b040cf496 2018-11-15 19:16:48,500 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=326.49 KB at sequenceid=133 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family4/d62a4823f8e8441d8661302b040cf496 2018-11-15 19:16:48,502 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d62a4823f8e8441d8661302b040cf496 2018-11-15 19:16:48,503 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 329 2018-11-15 19:16:48,507 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 83d0a5e67bd3425ea83233d3ef1f7f29 2018-11-15 19:16:48,522 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=326.49 KB at sequenceid=133 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family5/83d0a5e67bd3425ea83233d3ef1f7f29 2018-11-15 19:16:48,524 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83d0a5e67bd3425ea83233d3ef1f7f29 2018-11-15 19:16:48,528 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on a64af2e4d9ba4d78a18552975f45a229 2018-11-15 19:16:48,535 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=326.49 KB at sequenceid=133 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family6/a64af2e4d9ba4d78a18552975f45a229 2018-11-15 19:16:48,537 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a64af2e4d9ba4d78a18552975f45a229 2018-11-15 19:16:48,540 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 0f6b78f8d8be46f780fab8e0cec3f838 2018-11-15 19:16:48,549 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=326.49 KB at sequenceid=133 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family7/0f6b78f8d8be46f780fab8e0cec3f838 2018-11-15 19:16:48,550 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f6b78f8d8be46f780fab8e0cec3f838 2018-11-15 19:16:48,553 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 7997f73f8dd441beb7323344203df743 2018-11-15 19:16:48,562 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=326.49 KB at sequenceid=133 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family8/7997f73f8dd441beb7323344203df743 2018-11-15 19:16:48,564 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7997f73f8dd441beb7323344203df743 2018-11-15 19:16:48,568 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on be15cc64b06745ad8e7b06ad490cf4db 2018-11-15 19:16:48,577 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=326.49 KB at sequenceid=133 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family9/be15cc64b06745ad8e7b06ad490cf4db 2018-11-15 19:16:48,578 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for be15cc64b06745ad8e7b06ad490cf4db 2018-11-15 19:16:48,579 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family0/a4f26653bbe84fa69ce6ac7908b3b09b as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/a4f26653bbe84fa69ce6ac7908b3b09b 2018-11-15 19:16:48,580 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4f26653bbe84fa69ce6ac7908b3b09b 2018-11-15 19:16:48,580 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/a4f26653bbe84fa69ce6ac7908b3b09b, entries=2202, sequenceid=133, filesize=93.4 K 2018-11-15 19:16:48,581 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family1/b8becdf9f38b4e478eb5a045f2cb3601 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/b8becdf9f38b4e478eb5a045f2cb3601 2018-11-15 19:16:48,583 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b8becdf9f38b4e478eb5a045f2cb3601 2018-11-15 19:16:48,583 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/b8becdf9f38b4e478eb5a045f2cb3601, entries=2202, sequenceid=133, filesize=93.4 K 2018-11-15 19:16:48,583 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family2/60c92d1d079f4018832e04e4bd49e29d as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/60c92d1d079f4018832e04e4bd49e29d 2018-11-15 19:16:48,585 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60c92d1d079f4018832e04e4bd49e29d 2018-11-15 19:16:48,585 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/60c92d1d079f4018832e04e4bd49e29d, entries=2202, sequenceid=133, filesize=93.4 K 2018-11-15 19:16:48,586 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family3/ddb135d5f74c4599a6fe64529d2e69e2 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/ddb135d5f74c4599a6fe64529d2e69e2 2018-11-15 19:16:48,587 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ddb135d5f74c4599a6fe64529d2e69e2 2018-11-15 19:16:48,588 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/ddb135d5f74c4599a6fe64529d2e69e2, entries=2202, sequenceid=133, filesize=93.4 K 2018-11-15 19:16:48,588 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family4/d62a4823f8e8441d8661302b040cf496 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/d62a4823f8e8441d8661302b040cf496 2018-11-15 19:16:48,590 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d62a4823f8e8441d8661302b040cf496 2018-11-15 19:16:48,590 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/d62a4823f8e8441d8661302b040cf496, entries=2202, sequenceid=133, filesize=93.4 K 2018-11-15 19:16:48,590 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family5/83d0a5e67bd3425ea83233d3ef1f7f29 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/83d0a5e67bd3425ea83233d3ef1f7f29 2018-11-15 19:16:48,592 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83d0a5e67bd3425ea83233d3ef1f7f29 2018-11-15 19:16:48,592 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/83d0a5e67bd3425ea83233d3ef1f7f29, entries=2202, sequenceid=133, filesize=93.4 K 2018-11-15 19:16:48,593 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family6/a64af2e4d9ba4d78a18552975f45a229 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/a64af2e4d9ba4d78a18552975f45a229 2018-11-15 19:16:48,594 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a64af2e4d9ba4d78a18552975f45a229 2018-11-15 19:16:48,594 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/a64af2e4d9ba4d78a18552975f45a229, entries=2202, sequenceid=133, filesize=93.4 K 2018-11-15 19:16:48,595 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family7/0f6b78f8d8be46f780fab8e0cec3f838 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/0f6b78f8d8be46f780fab8e0cec3f838 2018-11-15 19:16:48,596 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f6b78f8d8be46f780fab8e0cec3f838 2018-11-15 19:16:48,598 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/0f6b78f8d8be46f780fab8e0cec3f838, entries=2202, sequenceid=133, filesize=93.4 K 2018-11-15 19:16:48,598 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family8/7997f73f8dd441beb7323344203df743 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/7997f73f8dd441beb7323344203df743 2018-11-15 19:16:48,600 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7997f73f8dd441beb7323344203df743 2018-11-15 19:16:48,600 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/7997f73f8dd441beb7323344203df743, entries=2202, sequenceid=133, filesize=93.4 K 2018-11-15 19:16:48,601 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family9/be15cc64b06745ad8e7b06ad490cf4db as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/be15cc64b06745ad8e7b06ad490cf4db 2018-11-15 19:16:48,602 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for be15cc64b06745ad8e7b06ad490cf4db 2018-11-15 19:16:48,603 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/be15cc64b06745ad8e7b06ad490cf4db, entries=2202, sequenceid=133, filesize=93.4 K 2018-11-15 19:16:48,604 INFO [FlushThread] regionserver.HRegion(2856): Finished flush of dataSize ~3.19 MB/3343220, heapSize ~8.98 MB/9412480, currentSize=2.85 MB/2992810 for 792bda3591b050d9b9bce7d146f595c7 in 209ms, sequenceid=133, compaction requested=false 2018-11-15 19:16:48,605 DEBUG [FlushThread] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309408395 Obtaining lock to block concurrent updates at 1542309408395 Preparing flush snapshotting stores in 792bda3591b050d9b9bce7d146f595c7 at 1542309408400 Finished memstore snapshotting testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7., syncing WAL and waiting on mvcc, flushsize=dataSize=3343220, getHeapSize=9412480, getOffHeapSize=0 at 1542309408406 Flushing stores of testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. at 1542309408407 Flushing family0: creating writer at 1542309408407 Flushing family0: appending metadata at 1542309408429 Flushing family0: closing flushed file at 1542309408429 Flushing family1: creating writer at 1542309408433 Flushing family1: appending metadata at 1542309408444 Flushing family1: closing flushed file at 1542309408444 Flushing family2: creating writer at 1542309408448 Flushing family2: appending metadata at 1542309408459 Flushing family2: closing flushed file at 1542309408459 Flushing family3: creating writer at 1542309408463 Flushing family3: appending metadata at 1542309408476 Flushing family3: closing flushed file at 1542309408476 Flushing family4: creating writer at 1542309408480 Flushing family4: appending metadata at 1542309408497 Flushing family4: closing flushed file at 1542309408497 Flushing family5: creating writer at 1542309408502 Flushing family5: appending metadata at 1542309408518 Flushing family5: closing flushed file at 1542309408518 Flushing family6: creating writer at 1542309408524 Flushing family6: appending metadata at 1542309408533 Flushing family6: closing flushed file at 1542309408533 Flushing family7: creating writer at 1542309408537 Flushing family7: appending metadata at 1542309408547 Flushing family7: closing flushed file at 1542309408547 Flushing family8: creating writer at 1542309408550 Flushing family8: appending metadata at 1542309408560 Flushing family8: closing flushed file at 1542309408560 Flushing family9: creating writer at 1542309408564 Flushing family9: appending metadata at 1542309408575 Flushing family9: closing flushed file at 1542309408575 Flushing family0: reopening flushed file at 1542309408579 Flushing family1: reopening flushed file at 1542309408581 Flushing family2: reopening flushed file at 1542309408584 Flushing family3: reopening flushed file at 1542309408586 Flushing family4: reopening flushed file at 1542309408589 Flushing family5: reopening flushed file at 1542309408591 Flushing family6: reopening flushed file at 1542309408593 Flushing family7: reopening flushed file at 1542309408595 Flushing family8: reopening flushed file at 1542309408599 Flushing family9: reopening flushed file at 1542309408601 Finished flush of dataSize ~3.19 MB/3343220, heapSize ~8.98 MB/9412480, currentSize=2.85 MB/2992810 for 792bda3591b050d9b9bce7d146f595c7 in 209ms, sequenceid=133, compaction requested=false at 1542309408605 Flush successful at 1542309408605 2018-11-15 19:16:48,636 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 423 2018-11-15 19:16:48,729 DEBUG [Time-limited test] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:48,734 DEBUG [Time-limited test] regionserver.HStore(1825): 792bda3591b050d9b9bce7d146f595c7 - family0: Initiating major compaction (all files) 2018-11-15 19:16:48,734 INFO [Time-limited test] regionserver.HRegion(2185): Starting compaction of family0 in testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. 2018-11-15 19:16:48,735 INFO [Time-limited test] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/15a27fe2e9054809b07fa8dd5fb1022b, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/a4f26653bbe84fa69ce6ac7908b3b09b] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp, totalSize=223.0 K 2018-11-15 19:16:48,736 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 15a27fe2e9054809b07fa8dd5fb1022b, keycount=3201, bloomtype=ROW, size=129.7 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=18 2018-11-15 19:16:48,736 DEBUG [Time-limited test] compactions.Compactor(202): Compacting a4f26653bbe84fa69ce6ac7908b3b09b, keycount=2202, bloomtype=ROW, size=93.4 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=206 2018-11-15 19:16:48,744 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on c5b2761d9b5a43e68cc33f1db37b1842 2018-11-15 19:16:48,773 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 517 2018-11-15 19:16:48,794 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family0/c5b2761d9b5a43e68cc33f1db37b1842 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/c5b2761d9b5a43e68cc33f1db37b1842 2018-11-15 19:16:48,810 INFO [Time-limited test] regionserver.HStore(1578): Completed major compaction of 2 (all) file(s) in family0 of 792bda3591b050d9b9bce7d146f595c7 into c5b2761d9b5a43e68cc33f1db37b1842(size=93.2 K), total size for store is 93.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:48,810 DEBUG [Time-limited test] regionserver.HRegion(2215): Compaction status journal: Compacting store family0 at 1542309408735 Compaction complete at 1542309408810 2018-11-15 19:16:48,811 DEBUG [Time-limited test] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:48,811 DEBUG [Time-limited test] regionserver.HStore(1825): 792bda3591b050d9b9bce7d146f595c7 - family1: Initiating major compaction (all files) 2018-11-15 19:16:48,811 INFO [Time-limited test] regionserver.HRegion(2185): Starting compaction of family1 in testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. 2018-11-15 19:16:48,811 INFO [Time-limited test] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/70a3468d0edc40b09bb6911f7d04df85, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/b8becdf9f38b4e478eb5a045f2cb3601] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp, totalSize=223.0 K 2018-11-15 19:16:48,812 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 70a3468d0edc40b09bb6911f7d04df85, keycount=3201, bloomtype=ROW, size=129.7 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=18 2018-11-15 19:16:48,812 DEBUG [Time-limited test] compactions.Compactor(202): Compacting b8becdf9f38b4e478eb5a045f2cb3601, keycount=2202, bloomtype=ROW, size=93.4 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=206 2018-11-15 19:16:48,818 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on b041c6aeb9834c39af9b7f857ce2ed5e 2018-11-15 19:16:48,839 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family1/b041c6aeb9834c39af9b7f857ce2ed5e as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/b041c6aeb9834c39af9b7f857ce2ed5e 2018-11-15 19:16:48,842 INFO [Time-limited test] regionserver.HStore(1578): Completed major compaction of 2 (all) file(s) in family1 of 792bda3591b050d9b9bce7d146f595c7 into b041c6aeb9834c39af9b7f857ce2ed5e(size=93.2 K), total size for store is 93.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:48,842 DEBUG [Time-limited test] regionserver.HRegion(2215): Compaction status journal: Compacting store family1 at 1542309408811 Compaction complete at 1542309408842 2018-11-15 19:16:48,842 DEBUG [Time-limited test] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:48,842 DEBUG [Time-limited test] regionserver.HStore(1825): 792bda3591b050d9b9bce7d146f595c7 - family2: Initiating major compaction (all files) 2018-11-15 19:16:48,842 INFO [Time-limited test] regionserver.HRegion(2185): Starting compaction of family2 in testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. 2018-11-15 19:16:48,843 INFO [Time-limited test] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/6a2dda0f8c2c4fd3bd2e36e987b39036, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/60c92d1d079f4018832e04e4bd49e29d] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp, totalSize=223.0 K 2018-11-15 19:16:48,843 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 6a2dda0f8c2c4fd3bd2e36e987b39036, keycount=3201, bloomtype=ROW, size=129.7 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=18 2018-11-15 19:16:48,844 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 60c92d1d079f4018832e04e4bd49e29d, keycount=2202, bloomtype=ROW, size=93.4 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=206 2018-11-15 19:16:48,850 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 677e9995223645eb86332239c248c0e9 2018-11-15 19:16:48,868 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family2/677e9995223645eb86332239c248c0e9 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/677e9995223645eb86332239c248c0e9 2018-11-15 19:16:48,871 INFO [Time-limited test] regionserver.HStore(1578): Completed major compaction of 2 (all) file(s) in family2 of 792bda3591b050d9b9bce7d146f595c7 into 677e9995223645eb86332239c248c0e9(size=93.2 K), total size for store is 93.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:48,871 DEBUG [Time-limited test] regionserver.HRegion(2215): Compaction status journal: Compacting store family2 at 1542309408843 Compaction complete at 1542309408871 2018-11-15 19:16:48,871 DEBUG [Time-limited test] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:48,871 DEBUG [Time-limited test] regionserver.HStore(1825): 792bda3591b050d9b9bce7d146f595c7 - family3: Initiating major compaction (all files) 2018-11-15 19:16:48,872 INFO [Time-limited test] regionserver.HRegion(2185): Starting compaction of family3 in testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. 2018-11-15 19:16:48,872 INFO [Time-limited test] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/672b880de48049be979b498ddbe61ee5, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/ddb135d5f74c4599a6fe64529d2e69e2] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp, totalSize=223.0 K 2018-11-15 19:16:48,872 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 672b880de48049be979b498ddbe61ee5, keycount=3201, bloomtype=ROW, size=129.7 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=18 2018-11-15 19:16:48,873 DEBUG [Time-limited test] compactions.Compactor(202): Compacting ddb135d5f74c4599a6fe64529d2e69e2, keycount=2202, bloomtype=ROW, size=93.4 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=206 2018-11-15 19:16:48,879 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on f6ef8456375c434ea95583b67b74cb25 2018-11-15 19:16:48,894 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family3/f6ef8456375c434ea95583b67b74cb25 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/f6ef8456375c434ea95583b67b74cb25 2018-11-15 19:16:48,897 INFO [Time-limited test] regionserver.HStore(1578): Completed major compaction of 2 (all) file(s) in family3 of 792bda3591b050d9b9bce7d146f595c7 into f6ef8456375c434ea95583b67b74cb25(size=93.2 K), total size for store is 93.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:48,897 DEBUG [Time-limited test] regionserver.HRegion(2215): Compaction status journal: Compacting store family3 at 1542309408872 Compaction complete at 1542309408897 2018-11-15 19:16:48,897 DEBUG [Time-limited test] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:48,897 DEBUG [Time-limited test] regionserver.HStore(1825): 792bda3591b050d9b9bce7d146f595c7 - family4: Initiating major compaction (all files) 2018-11-15 19:16:48,898 INFO [Time-limited test] regionserver.HRegion(2185): Starting compaction of family4 in testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. 2018-11-15 19:16:48,898 INFO [Time-limited test] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/2e931aa67a864fce96ba36b59e93fc36, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/d62a4823f8e8441d8661302b040cf496] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp, totalSize=223.0 K 2018-11-15 19:16:48,898 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 2e931aa67a864fce96ba36b59e93fc36, keycount=3201, bloomtype=ROW, size=129.7 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=18 2018-11-15 19:16:48,898 DEBUG [Time-limited test] compactions.Compactor(202): Compacting d62a4823f8e8441d8661302b040cf496, keycount=2202, bloomtype=ROW, size=93.4 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=206 2018-11-15 19:16:48,903 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on c04d242fc3b84f04a1607a7e7db9d60c 2018-11-15 19:16:48,915 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family4/c04d242fc3b84f04a1607a7e7db9d60c as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/c04d242fc3b84f04a1607a7e7db9d60c 2018-11-15 19:16:48,917 INFO [Time-limited test] regionserver.HStore(1578): Completed major compaction of 2 (all) file(s) in family4 of 792bda3591b050d9b9bce7d146f595c7 into c04d242fc3b84f04a1607a7e7db9d60c(size=93.2 K), total size for store is 93.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:48,917 DEBUG [Time-limited test] regionserver.HRegion(2215): Compaction status journal: Compacting store family4 at 1542309408898 Compaction complete at 1542309408917 2018-11-15 19:16:48,917 DEBUG [Time-limited test] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:48,918 DEBUG [Time-limited test] regionserver.HStore(1825): 792bda3591b050d9b9bce7d146f595c7 - family5: Initiating major compaction (all files) 2018-11-15 19:16:48,918 INFO [Time-limited test] regionserver.HRegion(2185): Starting compaction of family5 in testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. 2018-11-15 19:16:48,919 INFO [Time-limited test] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/8419bf38ff95461091984836c8532813, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/83d0a5e67bd3425ea83233d3ef1f7f29] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp, totalSize=223.0 K 2018-11-15 19:16:48,919 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 8419bf38ff95461091984836c8532813, keycount=3201, bloomtype=ROW, size=129.7 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=18 2018-11-15 19:16:48,919 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 83d0a5e67bd3425ea83233d3ef1f7f29, keycount=2202, bloomtype=ROW, size=93.4 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=206 2018-11-15 19:16:48,926 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on bfdbe89e30bc426f9eabec77a22bac2a 2018-11-15 19:16:48,930 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 611 2018-11-15 19:16:48,941 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family5/bfdbe89e30bc426f9eabec77a22bac2a as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/bfdbe89e30bc426f9eabec77a22bac2a 2018-11-15 19:16:48,943 INFO [Time-limited test] regionserver.HStore(1578): Completed major compaction of 2 (all) file(s) in family5 of 792bda3591b050d9b9bce7d146f595c7 into bfdbe89e30bc426f9eabec77a22bac2a(size=93.2 K), total size for store is 93.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:48,944 DEBUG [Time-limited test] regionserver.HRegion(2215): Compaction status journal: Compacting store family5 at 1542309408919 Compaction complete at 1542309408944 2018-11-15 19:16:48,944 DEBUG [Time-limited test] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:48,944 DEBUG [Time-limited test] regionserver.HStore(1825): 792bda3591b050d9b9bce7d146f595c7 - family6: Initiating major compaction (all files) 2018-11-15 19:16:48,944 INFO [Time-limited test] regionserver.HRegion(2185): Starting compaction of family6 in testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. 2018-11-15 19:16:48,944 INFO [Time-limited test] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/3ece14817ad8446f9d43918b569a8011, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/a64af2e4d9ba4d78a18552975f45a229] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp, totalSize=223.0 K 2018-11-15 19:16:48,945 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 3ece14817ad8446f9d43918b569a8011, keycount=3201, bloomtype=ROW, size=129.7 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=18 2018-11-15 19:16:48,945 DEBUG [Time-limited test] compactions.Compactor(202): Compacting a64af2e4d9ba4d78a18552975f45a229, keycount=2202, bloomtype=ROW, size=93.4 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=206 2018-11-15 19:16:48,952 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 7ac54cf5f8f643aaa5328b89605de2d3 2018-11-15 19:16:48,963 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family6/7ac54cf5f8f643aaa5328b89605de2d3 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/7ac54cf5f8f643aaa5328b89605de2d3 2018-11-15 19:16:48,965 INFO [Time-limited test] regionserver.HStore(1578): Completed major compaction of 2 (all) file(s) in family6 of 792bda3591b050d9b9bce7d146f595c7 into 7ac54cf5f8f643aaa5328b89605de2d3(size=93.2 K), total size for store is 93.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:48,965 DEBUG [Time-limited test] regionserver.HRegion(2215): Compaction status journal: Compacting store family6 at 1542309408944 Compaction complete at 1542309408965 2018-11-15 19:16:48,965 DEBUG [Time-limited test] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:48,966 DEBUG [Time-limited test] regionserver.HStore(1825): 792bda3591b050d9b9bce7d146f595c7 - family7: Initiating major compaction (all files) 2018-11-15 19:16:48,966 INFO [Time-limited test] regionserver.HRegion(2185): Starting compaction of family7 in testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. 2018-11-15 19:16:48,966 INFO [Time-limited test] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/01d354b90f8c498b9d6edabb42847220, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/0f6b78f8d8be46f780fab8e0cec3f838] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp, totalSize=223.0 K 2018-11-15 19:16:48,966 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 01d354b90f8c498b9d6edabb42847220, keycount=3201, bloomtype=ROW, size=129.7 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=18 2018-11-15 19:16:48,966 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 0f6b78f8d8be46f780fab8e0cec3f838, keycount=2202, bloomtype=ROW, size=93.4 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=206 2018-11-15 19:16:48,971 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 5cfb4f26cf314479abb1725ea545dd41 2018-11-15 19:16:48,983 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family7/5cfb4f26cf314479abb1725ea545dd41 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/5cfb4f26cf314479abb1725ea545dd41 2018-11-15 19:16:48,985 INFO [Time-limited test] regionserver.HStore(1578): Completed major compaction of 2 (all) file(s) in family7 of 792bda3591b050d9b9bce7d146f595c7 into 5cfb4f26cf314479abb1725ea545dd41(size=93.2 K), total size for store is 93.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:48,986 DEBUG [Time-limited test] regionserver.HRegion(2215): Compaction status journal: Compacting store family7 at 1542309408966 Compaction complete at 1542309408986 2018-11-15 19:16:48,986 DEBUG [Time-limited test] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:48,986 DEBUG [Time-limited test] regionserver.HStore(1825): 792bda3591b050d9b9bce7d146f595c7 - family8: Initiating major compaction (all files) 2018-11-15 19:16:48,986 INFO [Time-limited test] regionserver.HRegion(2185): Starting compaction of family8 in testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. 2018-11-15 19:16:48,987 INFO [Time-limited test] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/25279edda953474e9d23a275824cbf07, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/7997f73f8dd441beb7323344203df743] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp, totalSize=223.0 K 2018-11-15 19:16:48,987 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 25279edda953474e9d23a275824cbf07, keycount=3201, bloomtype=ROW, size=129.7 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=18 2018-11-15 19:16:48,987 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 7997f73f8dd441beb7323344203df743, keycount=2202, bloomtype=ROW, size=93.4 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=206 2018-11-15 19:16:48,993 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on e7b7cf5945da47d69e8b8f5e80ac3eb3 2018-11-15 19:16:49,005 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family8/e7b7cf5945da47d69e8b8f5e80ac3eb3 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/e7b7cf5945da47d69e8b8f5e80ac3eb3 2018-11-15 19:16:49,007 INFO [Time-limited test] regionserver.HStore(1578): Completed major compaction of 2 (all) file(s) in family8 of 792bda3591b050d9b9bce7d146f595c7 into e7b7cf5945da47d69e8b8f5e80ac3eb3(size=93.2 K), total size for store is 93.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:49,007 DEBUG [Time-limited test] regionserver.HRegion(2215): Compaction status journal: Compacting store family8 at 1542309408986 Compaction complete at 1542309409007 2018-11-15 19:16:49,007 DEBUG [Time-limited test] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:49,007 DEBUG [Time-limited test] regionserver.HStore(1825): 792bda3591b050d9b9bce7d146f595c7 - family9: Initiating major compaction (all files) 2018-11-15 19:16:49,008 INFO [Time-limited test] regionserver.HRegion(2185): Starting compaction of family9 in testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. 2018-11-15 19:16:49,008 INFO [Time-limited test] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/61db079b431f4cd9a8be6a89e008f25c, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/be15cc64b06745ad8e7b06ad490cf4db] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp, totalSize=223.0 K 2018-11-15 19:16:49,008 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 61db079b431f4cd9a8be6a89e008f25c, keycount=3201, bloomtype=ROW, size=129.7 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=18 2018-11-15 19:16:49,009 DEBUG [Time-limited test] compactions.Compactor(202): Compacting be15cc64b06745ad8e7b06ad490cf4db, keycount=2202, bloomtype=ROW, size=93.4 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=206 2018-11-15 19:16:49,014 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 43a4d4d994b34741bfec7516b084dc9a 2018-11-15 19:16:49,024 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family9/43a4d4d994b34741bfec7516b084dc9a as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/43a4d4d994b34741bfec7516b084dc9a 2018-11-15 19:16:49,026 INFO [Time-limited test] regionserver.HStore(1578): Completed major compaction of 2 (all) file(s) in family9 of 792bda3591b050d9b9bce7d146f595c7 into 43a4d4d994b34741bfec7516b084dc9a(size=93.2 K), total size for store is 93.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:49,026 DEBUG [Time-limited test] regionserver.HRegion(2215): Compaction status journal: Compacting store family9 at 1542309409008 Compaction complete at 1542309409026 2018-11-15 19:16:49,029 DEBUG [Time-limited test] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/15a27fe2e9054809b07fa8dd5fb1022b, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/a4f26653bbe84fa69ce6ac7908b3b09b] to archive 2018-11-15 19:16:49,032 DEBUG [Time-limited test] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:49,034 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/15a27fe2e9054809b07fa8dd5fb1022b to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/15a27fe2e9054809b07fa8dd5fb1022b 2018-11-15 19:16:49,035 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/a4f26653bbe84fa69ce6ac7908b3b09b to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/a4f26653bbe84fa69ce6ac7908b3b09b 2018-11-15 19:16:49,041 DEBUG [Time-limited test] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/70a3468d0edc40b09bb6911f7d04df85, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/b8becdf9f38b4e478eb5a045f2cb3601] to archive 2018-11-15 19:16:49,042 DEBUG [Time-limited test] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:49,042 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/70a3468d0edc40b09bb6911f7d04df85 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/70a3468d0edc40b09bb6911f7d04df85 2018-11-15 19:16:49,043 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/b8becdf9f38b4e478eb5a045f2cb3601 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/b8becdf9f38b4e478eb5a045f2cb3601 2018-11-15 19:16:49,044 DEBUG [Time-limited test] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/6a2dda0f8c2c4fd3bd2e36e987b39036, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/60c92d1d079f4018832e04e4bd49e29d] to archive 2018-11-15 19:16:49,045 DEBUG [Time-limited test] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:49,045 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/6a2dda0f8c2c4fd3bd2e36e987b39036 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/6a2dda0f8c2c4fd3bd2e36e987b39036 2018-11-15 19:16:49,046 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/60c92d1d079f4018832e04e4bd49e29d to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/60c92d1d079f4018832e04e4bd49e29d 2018-11-15 19:16:49,046 DEBUG [Time-limited test] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/672b880de48049be979b498ddbe61ee5, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/ddb135d5f74c4599a6fe64529d2e69e2] to archive 2018-11-15 19:16:49,047 DEBUG [Time-limited test] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:49,047 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/672b880de48049be979b498ddbe61ee5 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/672b880de48049be979b498ddbe61ee5 2018-11-15 19:16:49,048 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/ddb135d5f74c4599a6fe64529d2e69e2 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/ddb135d5f74c4599a6fe64529d2e69e2 2018-11-15 19:16:49,049 DEBUG [Time-limited test] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/2e931aa67a864fce96ba36b59e93fc36, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/d62a4823f8e8441d8661302b040cf496] to archive 2018-11-15 19:16:49,049 DEBUG [Time-limited test] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:49,049 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/2e931aa67a864fce96ba36b59e93fc36 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/2e931aa67a864fce96ba36b59e93fc36 2018-11-15 19:16:49,050 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/d62a4823f8e8441d8661302b040cf496 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/d62a4823f8e8441d8661302b040cf496 2018-11-15 19:16:49,050 DEBUG [Time-limited test] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/8419bf38ff95461091984836c8532813, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/83d0a5e67bd3425ea83233d3ef1f7f29] to archive 2018-11-15 19:16:49,051 DEBUG [Time-limited test] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:49,051 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/8419bf38ff95461091984836c8532813 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/8419bf38ff95461091984836c8532813 2018-11-15 19:16:49,052 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/83d0a5e67bd3425ea83233d3ef1f7f29 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/83d0a5e67bd3425ea83233d3ef1f7f29 2018-11-15 19:16:49,053 DEBUG [Time-limited test] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/3ece14817ad8446f9d43918b569a8011, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/a64af2e4d9ba4d78a18552975f45a229] to archive 2018-11-15 19:16:49,054 DEBUG [Time-limited test] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:49,054 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/3ece14817ad8446f9d43918b569a8011 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/3ece14817ad8446f9d43918b569a8011 2018-11-15 19:16:49,054 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/a64af2e4d9ba4d78a18552975f45a229 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/a64af2e4d9ba4d78a18552975f45a229 2018-11-15 19:16:49,055 DEBUG [Time-limited test] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/01d354b90f8c498b9d6edabb42847220, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/0f6b78f8d8be46f780fab8e0cec3f838] to archive 2018-11-15 19:16:49,056 DEBUG [Time-limited test] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:49,056 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/01d354b90f8c498b9d6edabb42847220 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/01d354b90f8c498b9d6edabb42847220 2018-11-15 19:16:49,056 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/0f6b78f8d8be46f780fab8e0cec3f838 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/0f6b78f8d8be46f780fab8e0cec3f838 2018-11-15 19:16:49,057 DEBUG [Time-limited test] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/25279edda953474e9d23a275824cbf07, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/7997f73f8dd441beb7323344203df743] to archive 2018-11-15 19:16:49,058 DEBUG [Time-limited test] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:49,058 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/25279edda953474e9d23a275824cbf07 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/25279edda953474e9d23a275824cbf07 2018-11-15 19:16:49,058 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/7997f73f8dd441beb7323344203df743 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/7997f73f8dd441beb7323344203df743 2018-11-15 19:16:49,059 DEBUG [Time-limited test] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/61db079b431f4cd9a8be6a89e008f25c, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/be15cc64b06745ad8e7b06ad490cf4db] to archive 2018-11-15 19:16:49,060 DEBUG [Time-limited test] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:49,060 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/61db079b431f4cd9a8be6a89e008f25c to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/61db079b431f4cd9a8be6a89e008f25c 2018-11-15 19:16:49,061 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/be15cc64b06745ad8e7b06ad490cf4db to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/be15cc64b06745ad8e7b06ad490cf4db 2018-11-15 19:16:49,061 INFO [FlushThread] regionserver.HRegion(2647): Flushing 10/10 column families, dataSize=8.37 MB heapSize=23.50 MB 2018-11-15 19:16:49,089 INFO [PutThread] regionserver.HRegion(8449): writing data to region testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:16:49,097 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 020560a1d1d041ba86c3149330923344 2018-11-15 19:16:49,108 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 705 2018-11-15 19:16:49,113 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=861.24 KB at sequenceid=371 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family0/020560a1d1d041ba86c3149330923344 2018-11-15 19:16:49,114 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 020560a1d1d041ba86c3149330923344 2018-11-15 19:16:49,119 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 2598b2995b534be59080668bc7347d88 2018-11-15 19:16:49,140 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=861.24 KB at sequenceid=371 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family1/2598b2995b534be59080668bc7347d88 2018-11-15 19:16:49,141 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2598b2995b534be59080668bc7347d88 2018-11-15 19:16:49,145 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 123f76a1347a4c64a5d70c421a635910 2018-11-15 19:16:49,166 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=861.24 KB at sequenceid=371 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family2/123f76a1347a4c64a5d70c421a635910 2018-11-15 19:16:49,167 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 123f76a1347a4c64a5d70c421a635910 2018-11-15 19:16:49,171 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 4ec5f784f44346eea61f0dcbdedcc994 2018-11-15 19:16:49,192 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=861.24 KB at sequenceid=371 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family3/4ec5f784f44346eea61f0dcbdedcc994 2018-11-15 19:16:49,193 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4ec5f784f44346eea61f0dcbdedcc994 2018-11-15 19:16:49,198 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 25fa6f42a41e4a62855c0969199d01d0 2018-11-15 19:16:49,215 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=861.24 KB at sequenceid=371 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family4/25fa6f42a41e4a62855c0969199d01d0 2018-11-15 19:16:49,216 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25fa6f42a41e4a62855c0969199d01d0 2018-11-15 19:16:49,220 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 7059534961d046d7ba71ad3d07d7434e 2018-11-15 19:16:49,232 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 799 2018-11-15 19:16:49,236 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=861.24 KB at sequenceid=371 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family5/7059534961d046d7ba71ad3d07d7434e 2018-11-15 19:16:49,237 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7059534961d046d7ba71ad3d07d7434e 2018-11-15 19:16:49,240 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on fb949be21b974c35b0fd51f1f1a3cbfa 2018-11-15 19:16:49,256 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=861.24 KB at sequenceid=371 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family6/fb949be21b974c35b0fd51f1f1a3cbfa 2018-11-15 19:16:49,257 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fb949be21b974c35b0fd51f1f1a3cbfa 2018-11-15 19:16:49,260 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 1d98d993133e441eb2e9f8af1da7cddc 2018-11-15 19:16:49,276 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=861.24 KB at sequenceid=371 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family7/1d98d993133e441eb2e9f8af1da7cddc 2018-11-15 19:16:49,277 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d98d993133e441eb2e9f8af1da7cddc 2018-11-15 19:16:49,282 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 28096ade68fe414197986025bc86b998 2018-11-15 19:16:49,297 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=861.24 KB at sequenceid=371 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family8/28096ade68fe414197986025bc86b998 2018-11-15 19:16:49,299 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28096ade68fe414197986025bc86b998 2018-11-15 19:16:49,302 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 22b818551ccf4260a1da173ccef572a4 2018-11-15 19:16:49,318 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=861.24 KB at sequenceid=371 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family9/22b818551ccf4260a1da173ccef572a4 2018-11-15 19:16:49,319 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22b818551ccf4260a1da173ccef572a4 2018-11-15 19:16:49,319 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family0/020560a1d1d041ba86c3149330923344 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/020560a1d1d041ba86c3149330923344 2018-11-15 19:16:49,320 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 020560a1d1d041ba86c3149330923344 2018-11-15 19:16:49,320 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/020560a1d1d041ba86c3149330923344, entries=5504, sequenceid=371, filesize=235.7 K 2018-11-15 19:16:49,321 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family1/2598b2995b534be59080668bc7347d88 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/2598b2995b534be59080668bc7347d88 2018-11-15 19:16:49,322 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2598b2995b534be59080668bc7347d88 2018-11-15 19:16:49,322 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/2598b2995b534be59080668bc7347d88, entries=5504, sequenceid=371, filesize=235.7 K 2018-11-15 19:16:49,322 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family2/123f76a1347a4c64a5d70c421a635910 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/123f76a1347a4c64a5d70c421a635910 2018-11-15 19:16:49,323 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 123f76a1347a4c64a5d70c421a635910 2018-11-15 19:16:49,323 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/123f76a1347a4c64a5d70c421a635910, entries=5504, sequenceid=371, filesize=235.7 K 2018-11-15 19:16:49,323 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family3/4ec5f784f44346eea61f0dcbdedcc994 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/4ec5f784f44346eea61f0dcbdedcc994 2018-11-15 19:16:49,324 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4ec5f784f44346eea61f0dcbdedcc994 2018-11-15 19:16:49,324 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/4ec5f784f44346eea61f0dcbdedcc994, entries=5504, sequenceid=371, filesize=235.7 K 2018-11-15 19:16:49,325 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family4/25fa6f42a41e4a62855c0969199d01d0 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/25fa6f42a41e4a62855c0969199d01d0 2018-11-15 19:16:49,326 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25fa6f42a41e4a62855c0969199d01d0 2018-11-15 19:16:49,326 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/25fa6f42a41e4a62855c0969199d01d0, entries=5504, sequenceid=371, filesize=235.7 K 2018-11-15 19:16:49,326 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family5/7059534961d046d7ba71ad3d07d7434e as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/7059534961d046d7ba71ad3d07d7434e 2018-11-15 19:16:49,327 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7059534961d046d7ba71ad3d07d7434e 2018-11-15 19:16:49,327 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/7059534961d046d7ba71ad3d07d7434e, entries=5504, sequenceid=371, filesize=235.7 K 2018-11-15 19:16:49,327 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family6/fb949be21b974c35b0fd51f1f1a3cbfa as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/fb949be21b974c35b0fd51f1f1a3cbfa 2018-11-15 19:16:49,328 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fb949be21b974c35b0fd51f1f1a3cbfa 2018-11-15 19:16:49,328 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/fb949be21b974c35b0fd51f1f1a3cbfa, entries=5504, sequenceid=371, filesize=235.7 K 2018-11-15 19:16:49,329 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family7/1d98d993133e441eb2e9f8af1da7cddc as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/1d98d993133e441eb2e9f8af1da7cddc 2018-11-15 19:16:49,330 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d98d993133e441eb2e9f8af1da7cddc 2018-11-15 19:16:49,330 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/1d98d993133e441eb2e9f8af1da7cddc, entries=5504, sequenceid=371, filesize=235.7 K 2018-11-15 19:16:49,330 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family8/28096ade68fe414197986025bc86b998 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/28096ade68fe414197986025bc86b998 2018-11-15 19:16:49,331 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28096ade68fe414197986025bc86b998 2018-11-15 19:16:49,332 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/28096ade68fe414197986025bc86b998, entries=5504, sequenceid=371, filesize=235.7 K 2018-11-15 19:16:49,332 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family9/22b818551ccf4260a1da173ccef572a4 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/22b818551ccf4260a1da173ccef572a4 2018-11-15 19:16:49,333 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22b818551ccf4260a1da173ccef572a4 2018-11-15 19:16:49,333 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/22b818551ccf4260a1da173ccef572a4, entries=5504, sequenceid=371, filesize=235.7 K 2018-11-15 19:16:49,334 INFO [FlushThread] regionserver.HRegion(2856): Finished flush of dataSize ~8.41 MB/8819140, heapSize ~23.61 MB/24758560, currentSize=3.39 MB/3551720 for 792bda3591b050d9b9bce7d146f595c7 in 273ms, sequenceid=371, compaction requested=false 2018-11-15 19:16:49,335 DEBUG [FlushThread] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309409061 Obtaining lock to block concurrent updates at 1542309409062 Preparing flush snapshotting stores in 792bda3591b050d9b9bce7d146f595c7 at 1542309409063 Finished memstore snapshotting testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7., syncing WAL and waiting on mvcc, flushsize=dataSize=8819140, getHeapSize=24758560, getOffHeapSize=0 at 1542309409089 Flushing stores of testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. at 1542309409090 Flushing family0: creating writer at 1542309409090 Flushing family0: appending metadata at 1542309409111 Flushing family0: closing flushed file at 1542309409111 Flushing family1: creating writer at 1542309409114 Flushing family1: appending metadata at 1542309409138 Flushing family1: closing flushed file at 1542309409138 Flushing family2: creating writer at 1542309409141 Flushing family2: appending metadata at 1542309409164 Flushing family2: closing flushed file at 1542309409164 Flushing family3: creating writer at 1542309409167 Flushing family3: appending metadata at 1542309409190 Flushing family3: closing flushed file at 1542309409190 Flushing family4: creating writer at 1542309409193 Flushing family4: appending metadata at 1542309409213 Flushing family4: closing flushed file at 1542309409213 Flushing family5: creating writer at 1542309409217 Flushing family5: appending metadata at 1542309409234 Flushing family5: closing flushed file at 1542309409234 Flushing family6: creating writer at 1542309409237 Flushing family6: appending metadata at 1542309409254 Flushing family6: closing flushed file at 1542309409254 Flushing family7: creating writer at 1542309409257 Flushing family7: appending metadata at 1542309409274 Flushing family7: closing flushed file at 1542309409275 Flushing family8: creating writer at 1542309409277 Flushing family8: appending metadata at 1542309409296 Flushing family8: closing flushed file at 1542309409296 Flushing family9: creating writer at 1542309409299 Flushing family9: appending metadata at 1542309409317 Flushing family9: closing flushed file at 1542309409317 Flushing family0: reopening flushed file at 1542309409320 Flushing family1: reopening flushed file at 1542309409321 Flushing family2: reopening flushed file at 1542309409322 Flushing family3: reopening flushed file at 1542309409324 Flushing family4: reopening flushed file at 1542309409325 Flushing family5: reopening flushed file at 1542309409326 Flushing family6: reopening flushed file at 1542309409328 Flushing family7: reopening flushed file at 1542309409329 Flushing family8: reopening flushed file at 1542309409331 Flushing family9: reopening flushed file at 1542309409333 Finished flush of dataSize ~8.41 MB/8819140, heapSize ~23.61 MB/24758560, currentSize=3.39 MB/3551720 for 792bda3591b050d9b9bce7d146f595c7 in 273ms, sequenceid=371, compaction requested=false at 1542309409334 Flush successful at 1542309409334 2018-11-15 19:16:49,369 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 893 2018-11-15 19:16:49,497 INFO [FlushThread] regionserver.HRegion(2647): Flushing 10/10 column families, dataSize=5.59 MB heapSize=15.71 MB 2018-11-15 19:16:49,498 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 987 2018-11-15 19:16:49,531 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 61188c968a424e2791f7194bb0e52193 2018-11-15 19:16:49,531 INFO [PutThread] regionserver.HRegion(8449): writing data to region testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:16:49,549 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=576.77 KB at sequenceid=525 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family0/61188c968a424e2791f7194bb0e52193 2018-11-15 19:16:49,550 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61188c968a424e2791f7194bb0e52193 2018-11-15 19:16:49,555 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on ad6a931753a74a93b84e2f4488fca67d 2018-11-15 19:16:49,570 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=576.77 KB at sequenceid=525 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family1/ad6a931753a74a93b84e2f4488fca67d 2018-11-15 19:16:49,572 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad6a931753a74a93b84e2f4488fca67d 2018-11-15 19:16:49,575 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 5e07c6f4341345ad93b7c6e003e0b020 2018-11-15 19:16:49,591 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=576.77 KB at sequenceid=525 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family2/5e07c6f4341345ad93b7c6e003e0b020 2018-11-15 19:16:49,592 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e07c6f4341345ad93b7c6e003e0b020 2018-11-15 19:16:49,595 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 722d74cfa58240b7995abd0467a012b3 2018-11-15 19:16:49,610 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=576.77 KB at sequenceid=525 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family3/722d74cfa58240b7995abd0467a012b3 2018-11-15 19:16:49,611 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 722d74cfa58240b7995abd0467a012b3 2018-11-15 19:16:49,615 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 75d9f2293e2a43c38cda0e4763d8ad90 2018-11-15 19:16:49,630 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=576.77 KB at sequenceid=525 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family4/75d9f2293e2a43c38cda0e4763d8ad90 2018-11-15 19:16:49,632 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 75d9f2293e2a43c38cda0e4763d8ad90 2018-11-15 19:16:49,635 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 01e532f60e5f4d11ba4facc3fcd4d5e9 2018-11-15 19:16:49,639 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 1081 2018-11-15 19:16:49,646 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=576.77 KB at sequenceid=525 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family5/01e532f60e5f4d11ba4facc3fcd4d5e9 2018-11-15 19:16:49,647 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01e532f60e5f4d11ba4facc3fcd4d5e9 2018-11-15 19:16:49,679 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 7ad4c2b007dc443eafb17844e6c9302a 2018-11-15 19:16:49,693 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=576.77 KB at sequenceid=525 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family6/7ad4c2b007dc443eafb17844e6c9302a 2018-11-15 19:16:49,694 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ad4c2b007dc443eafb17844e6c9302a 2018-11-15 19:16:49,698 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on cb43b7b4178a4aeaacec23df831624d7 2018-11-15 19:16:49,710 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=576.77 KB at sequenceid=525 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family7/cb43b7b4178a4aeaacec23df831624d7 2018-11-15 19:16:49,711 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb43b7b4178a4aeaacec23df831624d7 2018-11-15 19:16:49,715 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 69bd558f545f4766a6ad13028dae3e1a 2018-11-15 19:16:49,726 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=576.77 KB at sequenceid=525 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family8/69bd558f545f4766a6ad13028dae3e1a 2018-11-15 19:16:49,727 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69bd558f545f4766a6ad13028dae3e1a 2018-11-15 19:16:49,731 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 74454235e56241a3bdc5493165626196 2018-11-15 19:16:49,743 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=576.77 KB at sequenceid=525 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family9/74454235e56241a3bdc5493165626196 2018-11-15 19:16:49,744 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 74454235e56241a3bdc5493165626196 2018-11-15 19:16:49,744 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family0/61188c968a424e2791f7194bb0e52193 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/61188c968a424e2791f7194bb0e52193 2018-11-15 19:16:49,745 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61188c968a424e2791f7194bb0e52193 2018-11-15 19:16:49,745 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/61188c968a424e2791f7194bb0e52193, entries=6203, sequenceid=525, filesize=265.1 K 2018-11-15 19:16:49,745 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family1/ad6a931753a74a93b84e2f4488fca67d as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/ad6a931753a74a93b84e2f4488fca67d 2018-11-15 19:16:49,746 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad6a931753a74a93b84e2f4488fca67d 2018-11-15 19:16:49,747 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/ad6a931753a74a93b84e2f4488fca67d, entries=6203, sequenceid=525, filesize=265.1 K 2018-11-15 19:16:49,747 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family2/5e07c6f4341345ad93b7c6e003e0b020 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/5e07c6f4341345ad93b7c6e003e0b020 2018-11-15 19:16:49,748 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e07c6f4341345ad93b7c6e003e0b020 2018-11-15 19:16:49,748 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/5e07c6f4341345ad93b7c6e003e0b020, entries=6203, sequenceid=525, filesize=265.1 K 2018-11-15 19:16:49,748 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family3/722d74cfa58240b7995abd0467a012b3 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/722d74cfa58240b7995abd0467a012b3 2018-11-15 19:16:49,749 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 722d74cfa58240b7995abd0467a012b3 2018-11-15 19:16:49,750 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/722d74cfa58240b7995abd0467a012b3, entries=6203, sequenceid=525, filesize=265.1 K 2018-11-15 19:16:49,750 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family4/75d9f2293e2a43c38cda0e4763d8ad90 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/75d9f2293e2a43c38cda0e4763d8ad90 2018-11-15 19:16:49,751 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 75d9f2293e2a43c38cda0e4763d8ad90 2018-11-15 19:16:49,751 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/75d9f2293e2a43c38cda0e4763d8ad90, entries=6203, sequenceid=525, filesize=265.1 K 2018-11-15 19:16:49,751 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family5/01e532f60e5f4d11ba4facc3fcd4d5e9 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/01e532f60e5f4d11ba4facc3fcd4d5e9 2018-11-15 19:16:49,752 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01e532f60e5f4d11ba4facc3fcd4d5e9 2018-11-15 19:16:49,752 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/01e532f60e5f4d11ba4facc3fcd4d5e9, entries=6203, sequenceid=525, filesize=265.1 K 2018-11-15 19:16:49,753 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family6/7ad4c2b007dc443eafb17844e6c9302a as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/7ad4c2b007dc443eafb17844e6c9302a 2018-11-15 19:16:49,753 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ad4c2b007dc443eafb17844e6c9302a 2018-11-15 19:16:49,754 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/7ad4c2b007dc443eafb17844e6c9302a, entries=6203, sequenceid=525, filesize=265.1 K 2018-11-15 19:16:49,754 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family7/cb43b7b4178a4aeaacec23df831624d7 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/cb43b7b4178a4aeaacec23df831624d7 2018-11-15 19:16:49,755 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb43b7b4178a4aeaacec23df831624d7 2018-11-15 19:16:49,755 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/cb43b7b4178a4aeaacec23df831624d7, entries=6203, sequenceid=525, filesize=265.1 K 2018-11-15 19:16:49,755 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family8/69bd558f545f4766a6ad13028dae3e1a as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/69bd558f545f4766a6ad13028dae3e1a 2018-11-15 19:16:49,756 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69bd558f545f4766a6ad13028dae3e1a 2018-11-15 19:16:49,756 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/69bd558f545f4766a6ad13028dae3e1a, entries=6203, sequenceid=525, filesize=265.1 K 2018-11-15 19:16:49,757 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family9/74454235e56241a3bdc5493165626196 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/74454235e56241a3bdc5493165626196 2018-11-15 19:16:49,759 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 74454235e56241a3bdc5493165626196 2018-11-15 19:16:49,760 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/74454235e56241a3bdc5493165626196, entries=6203, sequenceid=525, filesize=265.1 K 2018-11-15 19:16:49,762 INFO [FlushThread] regionserver.HRegion(2856): Finished flush of dataSize ~5.63 MB/5906130, heapSize ~15.81 MB/16581520, currentSize=3.12 MB/3266620 for 792bda3591b050d9b9bce7d146f595c7 in 265ms, sequenceid=525, compaction requested=true 2018-11-15 19:16:49,762 DEBUG [FlushThread] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309409497 Obtaining lock to block concurrent updates at 1542309409498 Preparing flush snapshotting stores in 792bda3591b050d9b9bce7d146f595c7 at 1542309409498 Finished memstore snapshotting testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7., syncing WAL and waiting on mvcc, flushsize=dataSize=5906130, getHeapSize=16581520, getOffHeapSize=0 at 1542309409523 Flushing stores of testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. at 1542309409523 Flushing family0: creating writer at 1542309409523 Flushing family0: appending metadata at 1542309409547 Flushing family0: closing flushed file at 1542309409547 Flushing family1: creating writer at 1542309409550 Flushing family1: appending metadata at 1542309409569 Flushing family1: closing flushed file at 1542309409569 Flushing family2: creating writer at 1542309409572 Flushing family2: appending metadata at 1542309409589 Flushing family2: closing flushed file at 1542309409589 Flushing family3: creating writer at 1542309409592 Flushing family3: appending metadata at 1542309409608 Flushing family3: closing flushed file at 1542309409608 Flushing family4: creating writer at 1542309409611 Flushing family4: appending metadata at 1542309409629 Flushing family4: closing flushed file at 1542309409629 Flushing family5: creating writer at 1542309409632 Flushing family5: appending metadata at 1542309409644 Flushing family5: closing flushed file at 1542309409644 Flushing family6: creating writer at 1542309409647 Flushing family6: appending metadata at 1542309409691 Flushing family6: closing flushed file at 1542309409691 Flushing family7: creating writer at 1542309409694 Flushing family7: appending metadata at 1542309409708 Flushing family7: closing flushed file at 1542309409708 Flushing family8: creating writer at 1542309409711 Flushing family8: appending metadata at 1542309409725 Flushing family8: closing flushed file at 1542309409725 Flushing family9: creating writer at 1542309409727 Flushing family9: appending metadata at 1542309409741 Flushing family9: closing flushed file at 1542309409741 Flushing family0: reopening flushed file at 1542309409744 Flushing family1: reopening flushed file at 1542309409746 Flushing family2: reopening flushed file at 1542309409747 Flushing family3: reopening flushed file at 1542309409749 Flushing family4: reopening flushed file at 1542309409750 Flushing family5: reopening flushed file at 1542309409752 Flushing family6: reopening flushed file at 1542309409753 Flushing family7: reopening flushed file at 1542309409754 Flushing family8: reopening flushed file at 1542309409756 Flushing family9: reopening flushed file at 1542309409758 Finished flush of dataSize ~5.63 MB/5906130, heapSize ~15.81 MB/16581520, currentSize=3.12 MB/3266620 for 792bda3591b050d9b9bce7d146f595c7 in 265ms, sequenceid=525, compaction requested=true at 1542309409762 Flush successful at 1542309409762 2018-11-15 19:16:49,795 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 1175 2018-11-15 19:16:49,804 INFO [FlushThread] regionserver.HRegion(2647): Flushing 10/10 column families, dataSize=3.78 MB heapSize=10.99 MB 2018-11-15 19:16:49,819 INFO [PutThread] regionserver.HRegion(8449): writing data to region testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:16:49,824 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on b8d1708053614e289f5be4eddd19888b 2018-11-15 19:16:49,834 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=390.93 KB at sequenceid=629 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family0/b8d1708053614e289f5be4eddd19888b 2018-11-15 19:16:49,835 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b8d1708053614e289f5be4eddd19888b 2018-11-15 19:16:49,839 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 51574e3d862d4a6faa00b4f96ad18632 2018-11-15 19:16:49,847 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=390.93 KB at sequenceid=629 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family1/51574e3d862d4a6faa00b4f96ad18632 2018-11-15 19:16:49,848 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51574e3d862d4a6faa00b4f96ad18632 2018-11-15 19:16:49,852 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on a2524e7e1d454e76ba3ee98e5ce258bd 2018-11-15 19:16:49,860 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=390.93 KB at sequenceid=629 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family2/a2524e7e1d454e76ba3ee98e5ce258bd 2018-11-15 19:16:49,861 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2524e7e1d454e76ba3ee98e5ce258bd 2018-11-15 19:16:49,864 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on a21802481c384e2b82eb0bebb5b47350 2018-11-15 19:16:49,872 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=390.93 KB at sequenceid=629 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family3/a21802481c384e2b82eb0bebb5b47350 2018-11-15 19:16:49,872 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a21802481c384e2b82eb0bebb5b47350 2018-11-15 19:16:49,876 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 695216be5f434a12b70fbaa7d6d0f1e0 2018-11-15 19:16:49,882 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=390.93 KB at sequenceid=629 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family4/695216be5f434a12b70fbaa7d6d0f1e0 2018-11-15 19:16:49,883 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 695216be5f434a12b70fbaa7d6d0f1e0 2018-11-15 19:16:49,887 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on b4509c0946144b9c9bc5f43c64838388 2018-11-15 19:16:49,892 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=390.93 KB at sequenceid=629 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family5/b4509c0946144b9c9bc5f43c64838388 2018-11-15 19:16:49,893 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b4509c0946144b9c9bc5f43c64838388 2018-11-15 19:16:49,897 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on ad0d29218ae343ffa76c629e4c5c691f 2018-11-15 19:16:49,908 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=390.93 KB at sequenceid=629 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family6/ad0d29218ae343ffa76c629e4c5c691f 2018-11-15 19:16:49,909 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad0d29218ae343ffa76c629e4c5c691f 2018-11-15 19:16:49,914 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 6db1a9d259254b11996f109cad9a3b7a 2018-11-15 19:16:49,914 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 1269 2018-11-15 19:16:49,923 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=390.93 KB at sequenceid=629 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family7/6db1a9d259254b11996f109cad9a3b7a 2018-11-15 19:16:49,925 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6db1a9d259254b11996f109cad9a3b7a 2018-11-15 19:16:49,928 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on b0ccf35814834f3c93a459793bf6c18d 2018-11-15 19:16:49,935 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=390.93 KB at sequenceid=629 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family8/b0ccf35814834f3c93a459793bf6c18d 2018-11-15 19:16:49,936 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0ccf35814834f3c93a459793bf6c18d 2018-11-15 19:16:49,940 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 0e19664b5916478397bf1690fd583bf9 2018-11-15 19:16:49,947 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=390.93 KB at sequenceid=629 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family9/0e19664b5916478397bf1690fd583bf9 2018-11-15 19:16:49,948 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e19664b5916478397bf1690fd583bf9 2018-11-15 19:16:49,949 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family0/b8d1708053614e289f5be4eddd19888b as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/b8d1708053614e289f5be4eddd19888b 2018-11-15 19:16:49,950 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b8d1708053614e289f5be4eddd19888b 2018-11-15 19:16:49,950 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/b8d1708053614e289f5be4eddd19888b, entries=1903, sequenceid=629, filesize=86.5 K 2018-11-15 19:16:49,950 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family1/51574e3d862d4a6faa00b4f96ad18632 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/51574e3d862d4a6faa00b4f96ad18632 2018-11-15 19:16:49,951 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51574e3d862d4a6faa00b4f96ad18632 2018-11-15 19:16:49,952 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/51574e3d862d4a6faa00b4f96ad18632, entries=1903, sequenceid=629, filesize=86.5 K 2018-11-15 19:16:49,952 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family2/a2524e7e1d454e76ba3ee98e5ce258bd as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/a2524e7e1d454e76ba3ee98e5ce258bd 2018-11-15 19:16:49,953 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2524e7e1d454e76ba3ee98e5ce258bd 2018-11-15 19:16:49,953 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/a2524e7e1d454e76ba3ee98e5ce258bd, entries=1903, sequenceid=629, filesize=86.5 K 2018-11-15 19:16:49,953 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family3/a21802481c384e2b82eb0bebb5b47350 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/a21802481c384e2b82eb0bebb5b47350 2018-11-15 19:16:49,954 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a21802481c384e2b82eb0bebb5b47350 2018-11-15 19:16:49,955 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/a21802481c384e2b82eb0bebb5b47350, entries=1903, sequenceid=629, filesize=86.5 K 2018-11-15 19:16:49,955 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family4/695216be5f434a12b70fbaa7d6d0f1e0 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/695216be5f434a12b70fbaa7d6d0f1e0 2018-11-15 19:16:49,956 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 695216be5f434a12b70fbaa7d6d0f1e0 2018-11-15 19:16:49,956 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/695216be5f434a12b70fbaa7d6d0f1e0, entries=1903, sequenceid=629, filesize=86.5 K 2018-11-15 19:16:49,957 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family5/b4509c0946144b9c9bc5f43c64838388 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/b4509c0946144b9c9bc5f43c64838388 2018-11-15 19:16:49,958 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b4509c0946144b9c9bc5f43c64838388 2018-11-15 19:16:49,958 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/b4509c0946144b9c9bc5f43c64838388, entries=1903, sequenceid=629, filesize=86.5 K 2018-11-15 19:16:49,958 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family6/ad0d29218ae343ffa76c629e4c5c691f as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/ad0d29218ae343ffa76c629e4c5c691f 2018-11-15 19:16:49,959 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad0d29218ae343ffa76c629e4c5c691f 2018-11-15 19:16:49,959 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/ad0d29218ae343ffa76c629e4c5c691f, entries=1903, sequenceid=629, filesize=86.5 K 2018-11-15 19:16:49,960 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family7/6db1a9d259254b11996f109cad9a3b7a as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/6db1a9d259254b11996f109cad9a3b7a 2018-11-15 19:16:49,961 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6db1a9d259254b11996f109cad9a3b7a 2018-11-15 19:16:49,961 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/6db1a9d259254b11996f109cad9a3b7a, entries=1903, sequenceid=629, filesize=86.5 K 2018-11-15 19:16:49,961 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family8/b0ccf35814834f3c93a459793bf6c18d as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/b0ccf35814834f3c93a459793bf6c18d 2018-11-15 19:16:49,962 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0ccf35814834f3c93a459793bf6c18d 2018-11-15 19:16:49,962 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/b0ccf35814834f3c93a459793bf6c18d, entries=1903, sequenceid=629, filesize=86.5 K 2018-11-15 19:16:49,963 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family9/0e19664b5916478397bf1690fd583bf9 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/0e19664b5916478397bf1690fd583bf9 2018-11-15 19:16:49,964 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e19664b5916478397bf1690fd583bf9 2018-11-15 19:16:49,964 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/0e19664b5916478397bf1690fd583bf9, entries=1903, sequenceid=629, filesize=86.5 K 2018-11-15 19:16:49,965 INFO [FlushThread] regionserver.HRegion(2856): Finished flush of dataSize ~3.82 MB/4003130, heapSize ~11.10 MB/11643920, currentSize=2.42 MB/2536110 for 792bda3591b050d9b9bce7d146f595c7 in 161ms, sequenceid=629, compaction requested=true 2018-11-15 19:16:49,966 DEBUG [FlushThread] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309409804 Obtaining lock to block concurrent updates at 1542309409805 Preparing flush snapshotting stores in 792bda3591b050d9b9bce7d146f595c7 at 1542309409807 Finished memstore snapshotting testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7., syncing WAL and waiting on mvcc, flushsize=dataSize=4003130, getHeapSize=11643920, getOffHeapSize=0 at 1542309409819 Flushing stores of testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. at 1542309409819 Flushing family0: creating writer at 1542309409820 Flushing family0: appending metadata at 1542309409832 Flushing family0: closing flushed file at 1542309409832 Flushing family1: creating writer at 1542309409835 Flushing family1: appending metadata at 1542309409846 Flushing family1: closing flushed file at 1542309409846 Flushing family2: creating writer at 1542309409849 Flushing family2: appending metadata at 1542309409858 Flushing family2: closing flushed file at 1542309409858 Flushing family3: creating writer at 1542309409861 Flushing family3: appending metadata at 1542309409870 Flushing family3: closing flushed file at 1542309409870 Flushing family4: creating writer at 1542309409873 Flushing family4: appending metadata at 1542309409881 Flushing family4: closing flushed file at 1542309409881 Flushing family5: creating writer at 1542309409883 Flushing family5: appending metadata at 1542309409891 Flushing family5: closing flushed file at 1542309409891 Flushing family6: creating writer at 1542309409893 Flushing family6: appending metadata at 1542309409905 Flushing family6: closing flushed file at 1542309409905 Flushing family7: creating writer at 1542309409909 Flushing family7: appending metadata at 1542309409921 Flushing family7: closing flushed file at 1542309409921 Flushing family8: creating writer at 1542309409925 Flushing family8: appending metadata at 1542309409934 Flushing family8: closing flushed file at 1542309409934 Flushing family9: creating writer at 1542309409937 Flushing family9: appending metadata at 1542309409946 Flushing family9: closing flushed file at 1542309409946 Flushing family0: reopening flushed file at 1542309409949 Flushing family1: reopening flushed file at 1542309409950 Flushing family2: reopening flushed file at 1542309409952 Flushing family3: reopening flushed file at 1542309409954 Flushing family4: reopening flushed file at 1542309409955 Flushing family5: reopening flushed file at 1542309409957 Flushing family6: reopening flushed file at 1542309409958 Flushing family7: reopening flushed file at 1542309409960 Flushing family8: reopening flushed file at 1542309409962 Flushing family9: reopening flushed file at 1542309409963 Finished flush of dataSize ~3.82 MB/4003130, heapSize ~11.10 MB/11643920, currentSize=2.42 MB/2536110 for 792bda3591b050d9b9bce7d146f595c7 in 161ms, sequenceid=629, compaction requested=true at 1542309409965 Flush successful at 1542309409965 2018-11-15 19:16:50,034 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 1363 2018-11-15 19:16:50,127 INFO [FlushThread] regionserver.HRegion(2647): Flushing 10/10 column families, dataSize=4.92 MB heapSize=14.33 MB 2018-11-15 19:16:50,152 INFO [PutThread] regionserver.HRegion(8449): writing data to region testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:16:50,157 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 566e3a5530894f1a969f62d0fcbf84b2 2018-11-15 19:16:50,171 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 1457 2018-11-15 19:16:50,173 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=507.32 KB at sequenceid=761 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family0/566e3a5530894f1a969f62d0fcbf84b2 2018-11-15 19:16:50,174 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 566e3a5530894f1a969f62d0fcbf84b2 2018-11-15 19:16:50,178 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on b50545ddd8a340f09e6027aeb129db0f 2018-11-15 19:16:50,192 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=507.32 KB at sequenceid=761 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family1/b50545ddd8a340f09e6027aeb129db0f 2018-11-15 19:16:50,193 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b50545ddd8a340f09e6027aeb129db0f 2018-11-15 19:16:50,197 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 927dfbf278f743c5b41fce30d7389c1c 2018-11-15 19:16:50,209 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=507.32 KB at sequenceid=761 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family2/927dfbf278f743c5b41fce30d7389c1c 2018-11-15 19:16:50,210 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 927dfbf278f743c5b41fce30d7389c1c 2018-11-15 19:16:50,214 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 6ab30501f4dc406c912ed0d70c085042 2018-11-15 19:16:50,222 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=507.32 KB at sequenceid=761 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family3/6ab30501f4dc406c912ed0d70c085042 2018-11-15 19:16:50,223 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ab30501f4dc406c912ed0d70c085042 2018-11-15 19:16:50,228 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 14bc4c472a854faeb2666bc059ce4bc1 2018-11-15 19:16:50,246 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=507.32 KB at sequenceid=761 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family4/14bc4c472a854faeb2666bc059ce4bc1 2018-11-15 19:16:50,248 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 14bc4c472a854faeb2666bc059ce4bc1 2018-11-15 19:16:50,252 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 7c71223771a34d7594ccfc40f57a747d 2018-11-15 19:16:50,268 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=507.32 KB at sequenceid=761 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family5/7c71223771a34d7594ccfc40f57a747d 2018-11-15 19:16:50,269 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c71223771a34d7594ccfc40f57a747d 2018-11-15 19:16:50,273 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 4c854020626241d799682a0648fdb8f1 2018-11-15 19:16:50,280 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 1551 2018-11-15 19:16:50,287 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=507.32 KB at sequenceid=761 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family6/4c854020626241d799682a0648fdb8f1 2018-11-15 19:16:50,288 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c854020626241d799682a0648fdb8f1 2018-11-15 19:16:50,292 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 88f2b4ee7026417d860f135e3db47c3a 2018-11-15 19:16:50,305 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=507.32 KB at sequenceid=761 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family7/88f2b4ee7026417d860f135e3db47c3a 2018-11-15 19:16:50,306 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 88f2b4ee7026417d860f135e3db47c3a 2018-11-15 19:16:50,309 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 8380594f58c14de7a6e5c6be7cc6b85d 2018-11-15 19:16:50,321 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=507.32 KB at sequenceid=761 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family8/8380594f58c14de7a6e5c6be7cc6b85d 2018-11-15 19:16:50,322 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8380594f58c14de7a6e5c6be7cc6b85d 2018-11-15 19:16:50,326 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on d4b92930badf483bbc7fd65986466df5 2018-11-15 19:16:50,337 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=507.32 KB at sequenceid=761 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family9/d4b92930badf483bbc7fd65986466df5 2018-11-15 19:16:50,338 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4b92930badf483bbc7fd65986466df5 2018-11-15 19:16:50,338 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family0/566e3a5530894f1a969f62d0fcbf84b2 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/566e3a5530894f1a969f62d0fcbf84b2 2018-11-15 19:16:50,339 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 566e3a5530894f1a969f62d0fcbf84b2 2018-11-15 19:16:50,340 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/566e3a5530894f1a969f62d0fcbf84b2, entries=5202, sequenceid=761, filesize=228.1 K 2018-11-15 19:16:50,340 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family1/b50545ddd8a340f09e6027aeb129db0f as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/b50545ddd8a340f09e6027aeb129db0f 2018-11-15 19:16:50,341 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b50545ddd8a340f09e6027aeb129db0f 2018-11-15 19:16:50,341 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/b50545ddd8a340f09e6027aeb129db0f, entries=5202, sequenceid=761, filesize=228.1 K 2018-11-15 19:16:50,341 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family2/927dfbf278f743c5b41fce30d7389c1c as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/927dfbf278f743c5b41fce30d7389c1c 2018-11-15 19:16:50,342 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 927dfbf278f743c5b41fce30d7389c1c 2018-11-15 19:16:50,342 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/927dfbf278f743c5b41fce30d7389c1c, entries=5202, sequenceid=761, filesize=228.1 K 2018-11-15 19:16:50,343 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family3/6ab30501f4dc406c912ed0d70c085042 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/6ab30501f4dc406c912ed0d70c085042 2018-11-15 19:16:50,344 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ab30501f4dc406c912ed0d70c085042 2018-11-15 19:16:50,344 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/6ab30501f4dc406c912ed0d70c085042, entries=5202, sequenceid=761, filesize=228.1 K 2018-11-15 19:16:50,344 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family4/14bc4c472a854faeb2666bc059ce4bc1 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/14bc4c472a854faeb2666bc059ce4bc1 2018-11-15 19:16:50,345 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 14bc4c472a854faeb2666bc059ce4bc1 2018-11-15 19:16:50,345 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/14bc4c472a854faeb2666bc059ce4bc1, entries=5202, sequenceid=761, filesize=228.1 K 2018-11-15 19:16:50,345 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family5/7c71223771a34d7594ccfc40f57a747d as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/7c71223771a34d7594ccfc40f57a747d 2018-11-15 19:16:50,346 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c71223771a34d7594ccfc40f57a747d 2018-11-15 19:16:50,346 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/7c71223771a34d7594ccfc40f57a747d, entries=5202, sequenceid=761, filesize=228.1 K 2018-11-15 19:16:50,347 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family6/4c854020626241d799682a0648fdb8f1 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/4c854020626241d799682a0648fdb8f1 2018-11-15 19:16:50,348 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c854020626241d799682a0648fdb8f1 2018-11-15 19:16:50,348 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/4c854020626241d799682a0648fdb8f1, entries=5202, sequenceid=761, filesize=228.1 K 2018-11-15 19:16:50,348 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family7/88f2b4ee7026417d860f135e3db47c3a as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/88f2b4ee7026417d860f135e3db47c3a 2018-11-15 19:16:50,349 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 88f2b4ee7026417d860f135e3db47c3a 2018-11-15 19:16:50,349 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/88f2b4ee7026417d860f135e3db47c3a, entries=5202, sequenceid=761, filesize=228.1 K 2018-11-15 19:16:50,349 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family8/8380594f58c14de7a6e5c6be7cc6b85d as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/8380594f58c14de7a6e5c6be7cc6b85d 2018-11-15 19:16:50,350 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8380594f58c14de7a6e5c6be7cc6b85d 2018-11-15 19:16:50,351 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/8380594f58c14de7a6e5c6be7cc6b85d, entries=5202, sequenceid=761, filesize=228.1 K 2018-11-15 19:16:50,351 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family9/d4b92930badf483bbc7fd65986466df5 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/d4b92930badf483bbc7fd65986466df5 2018-11-15 19:16:50,352 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4b92930badf483bbc7fd65986466df5 2018-11-15 19:16:50,352 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/d4b92930badf483bbc7fd65986466df5, entries=5202, sequenceid=761, filesize=228.1 K 2018-11-15 19:16:50,354 INFO [FlushThread] regionserver.HRegion(2856): Finished flush of dataSize ~4.95 MB/5194920, heapSize ~14.44 MB/15142880, currentSize=3.28 MB/3436220 for 792bda3591b050d9b9bce7d146f595c7 in 227ms, sequenceid=761, compaction requested=true 2018-11-15 19:16:50,355 DEBUG [FlushThread] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309410127 Obtaining lock to block concurrent updates at 1542309410128 Preparing flush snapshotting stores in 792bda3591b050d9b9bce7d146f595c7 at 1542309410129 Finished memstore snapshotting testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7., syncing WAL and waiting on mvcc, flushsize=dataSize=5194920, getHeapSize=15142880, getOffHeapSize=0 at 1542309410152 Flushing stores of testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. at 1542309410153 Flushing family0: creating writer at 1542309410153 Flushing family0: appending metadata at 1542309410171 Flushing family0: closing flushed file at 1542309410171 Flushing family1: creating writer at 1542309410175 Flushing family1: appending metadata at 1542309410190 Flushing family1: closing flushed file at 1542309410190 Flushing family2: creating writer at 1542309410193 Flushing family2: appending metadata at 1542309410208 Flushing family2: closing flushed file at 1542309410208 Flushing family3: creating writer at 1542309410210 Flushing family3: appending metadata at 1542309410221 Flushing family3: closing flushed file at 1542309410221 Flushing family4: creating writer at 1542309410223 Flushing family4: appending metadata at 1542309410244 Flushing family4: closing flushed file at 1542309410244 Flushing family5: creating writer at 1542309410248 Flushing family5: appending metadata at 1542309410266 Flushing family5: closing flushed file at 1542309410266 Flushing family6: creating writer at 1542309410269 Flushing family6: appending metadata at 1542309410285 Flushing family6: closing flushed file at 1542309410285 Flushing family7: creating writer at 1542309410288 Flushing family7: appending metadata at 1542309410303 Flushing family7: closing flushed file at 1542309410303 Flushing family8: creating writer at 1542309410306 Flushing family8: appending metadata at 1542309410319 Flushing family8: closing flushed file at 1542309410319 Flushing family9: creating writer at 1542309410323 Flushing family9: appending metadata at 1542309410336 Flushing family9: closing flushed file at 1542309410336 Flushing family0: reopening flushed file at 1542309410339 Flushing family1: reopening flushed file at 1542309410340 Flushing family2: reopening flushed file at 1542309410342 Flushing family3: reopening flushed file at 1542309410343 Flushing family4: reopening flushed file at 1542309410344 Flushing family5: reopening flushed file at 1542309410346 Flushing family6: reopening flushed file at 1542309410347 Flushing family7: reopening flushed file at 1542309410348 Flushing family8: reopening flushed file at 1542309410350 Flushing family9: reopening flushed file at 1542309410351 Finished flush of dataSize ~4.95 MB/5194920, heapSize ~14.44 MB/15142880, currentSize=3.28 MB/3436220 for 792bda3591b050d9b9bce7d146f595c7 in 227ms, sequenceid=761, compaction requested=true at 1542309410354 Flush successful at 1542309410354 2018-11-15 19:16:50,405 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 1645 2018-11-15 19:16:50,521 DEBUG [Time-limited test] compactions.SortedCompactionPolicy(68): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2018-11-15 19:16:50,521 DEBUG [Time-limited test] regionserver.HStore(1825): 792bda3591b050d9b9bce7d146f595c7 - family0: Initiating major compaction (all files) 2018-11-15 19:16:50,522 INFO [Time-limited test] regionserver.HRegion(2185): Starting compaction of family0 in testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. 2018-11-15 19:16:50,522 INFO [Time-limited test] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/c5b2761d9b5a43e68cc33f1db37b1842, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/020560a1d1d041ba86c3149330923344, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/61188c968a424e2791f7194bb0e52193, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/b8d1708053614e289f5be4eddd19888b, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/566e3a5530894f1a969f62d0fcbf84b2] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp, totalSize=908.5 K 2018-11-15 19:16:50,522 DEBUG [Time-limited test] compactions.Compactor(202): Compacting c5b2761d9b5a43e68cc33f1db37b1842, keycount=2200, bloomtype=ROW, size=93.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=206 2018-11-15 19:16:50,522 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 020560a1d1d041ba86c3149330923344, keycount=5504, bloomtype=ROW, size=235.7 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=582 2018-11-15 19:16:50,523 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 61188c968a424e2791f7194bb0e52193, keycount=6203, bloomtype=ROW, size=265.1 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=864 2018-11-15 19:16:50,523 DEBUG [Time-limited test] compactions.Compactor(202): Compacting b8d1708053614e289f5be4eddd19888b, keycount=1903, bloomtype=ROW, size=86.5 K, encoding=NONE, compression=NONE, seqNum=629, earliestPutTs=1146 2018-11-15 19:16:50,523 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 566e3a5530894f1a969f62d0fcbf84b2, keycount=5202, bloomtype=ROW, size=228.1 K, encoding=NONE, compression=NONE, seqNum=761, earliestPutTs=1334 2018-11-15 19:16:50,529 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 1739 2018-11-15 19:16:50,530 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 477573b372f6432d940f87238d373100 2018-11-15 19:16:50,564 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family0/477573b372f6432d940f87238d373100 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/477573b372f6432d940f87238d373100 2018-11-15 19:16:50,567 INFO [Time-limited test] regionserver.HStore(1578): Completed major compaction of 5 (all) file(s) in family0 of 792bda3591b050d9b9bce7d146f595c7 into 477573b372f6432d940f87238d373100(size=227.9 K), total size for store is 227.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:50,567 DEBUG [Time-limited test] regionserver.HRegion(2215): Compaction status journal: Compacting store family0 at 1542309410522 Compaction complete at 1542309410567 2018-11-15 19:16:50,567 DEBUG [Time-limited test] compactions.SortedCompactionPolicy(68): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2018-11-15 19:16:50,567 DEBUG [Time-limited test] regionserver.HStore(1825): 792bda3591b050d9b9bce7d146f595c7 - family1: Initiating major compaction (all files) 2018-11-15 19:16:50,568 INFO [Time-limited test] regionserver.HRegion(2185): Starting compaction of family1 in testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. 2018-11-15 19:16:50,568 INFO [Time-limited test] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/b041c6aeb9834c39af9b7f857ce2ed5e, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/2598b2995b534be59080668bc7347d88, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/ad6a931753a74a93b84e2f4488fca67d, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/51574e3d862d4a6faa00b4f96ad18632, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/b50545ddd8a340f09e6027aeb129db0f] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp, totalSize=908.5 K 2018-11-15 19:16:50,568 DEBUG [Time-limited test] compactions.Compactor(202): Compacting b041c6aeb9834c39af9b7f857ce2ed5e, keycount=2200, bloomtype=ROW, size=93.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=206 2018-11-15 19:16:50,569 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 2598b2995b534be59080668bc7347d88, keycount=5504, bloomtype=ROW, size=235.7 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=582 2018-11-15 19:16:50,569 DEBUG [Time-limited test] compactions.Compactor(202): Compacting ad6a931753a74a93b84e2f4488fca67d, keycount=6203, bloomtype=ROW, size=265.1 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=864 2018-11-15 19:16:50,569 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 51574e3d862d4a6faa00b4f96ad18632, keycount=1903, bloomtype=ROW, size=86.5 K, encoding=NONE, compression=NONE, seqNum=629, earliestPutTs=1146 2018-11-15 19:16:50,570 DEBUG [Time-limited test] compactions.Compactor(202): Compacting b50545ddd8a340f09e6027aeb129db0f, keycount=5202, bloomtype=ROW, size=228.1 K, encoding=NONE, compression=NONE, seqNum=761, earliestPutTs=1334 2018-11-15 19:16:50,577 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 47fc26c9ef37466fb8ca30d0791f91f6 2018-11-15 19:16:50,593 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family1/47fc26c9ef37466fb8ca30d0791f91f6 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/47fc26c9ef37466fb8ca30d0791f91f6 2018-11-15 19:16:50,595 INFO [Time-limited test] regionserver.HStore(1578): Completed major compaction of 5 (all) file(s) in family1 of 792bda3591b050d9b9bce7d146f595c7 into 47fc26c9ef37466fb8ca30d0791f91f6(size=227.9 K), total size for store is 227.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:50,595 DEBUG [Time-limited test] regionserver.HRegion(2215): Compaction status journal: Compacting store family1 at 1542309410568 Compaction complete at 1542309410595 2018-11-15 19:16:50,596 DEBUG [Time-limited test] compactions.SortedCompactionPolicy(68): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2018-11-15 19:16:50,596 DEBUG [Time-limited test] regionserver.HStore(1825): 792bda3591b050d9b9bce7d146f595c7 - family2: Initiating major compaction (all files) 2018-11-15 19:16:50,596 INFO [Time-limited test] regionserver.HRegion(2185): Starting compaction of family2 in testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. 2018-11-15 19:16:50,596 INFO [Time-limited test] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/677e9995223645eb86332239c248c0e9, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/123f76a1347a4c64a5d70c421a635910, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/5e07c6f4341345ad93b7c6e003e0b020, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/a2524e7e1d454e76ba3ee98e5ce258bd, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/927dfbf278f743c5b41fce30d7389c1c] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp, totalSize=908.5 K 2018-11-15 19:16:50,596 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 677e9995223645eb86332239c248c0e9, keycount=2200, bloomtype=ROW, size=93.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=206 2018-11-15 19:16:50,597 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 123f76a1347a4c64a5d70c421a635910, keycount=5504, bloomtype=ROW, size=235.7 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=582 2018-11-15 19:16:50,597 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 5e07c6f4341345ad93b7c6e003e0b020, keycount=6203, bloomtype=ROW, size=265.1 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=864 2018-11-15 19:16:50,597 DEBUG [Time-limited test] compactions.Compactor(202): Compacting a2524e7e1d454e76ba3ee98e5ce258bd, keycount=1903, bloomtype=ROW, size=86.5 K, encoding=NONE, compression=NONE, seqNum=629, earliestPutTs=1146 2018-11-15 19:16:50,597 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 927dfbf278f743c5b41fce30d7389c1c, keycount=5202, bloomtype=ROW, size=228.1 K, encoding=NONE, compression=NONE, seqNum=761, earliestPutTs=1334 2018-11-15 19:16:50,603 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 52525172ee064405afcd6fce85d83ef7 2018-11-15 19:16:50,619 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family2/52525172ee064405afcd6fce85d83ef7 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/52525172ee064405afcd6fce85d83ef7 2018-11-15 19:16:50,621 INFO [Time-limited test] regionserver.HStore(1578): Completed major compaction of 5 (all) file(s) in family2 of 792bda3591b050d9b9bce7d146f595c7 into 52525172ee064405afcd6fce85d83ef7(size=227.9 K), total size for store is 227.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:50,621 DEBUG [Time-limited test] regionserver.HRegion(2215): Compaction status journal: Compacting store family2 at 1542309410596 Compaction complete at 1542309410621 2018-11-15 19:16:50,621 DEBUG [Time-limited test] compactions.SortedCompactionPolicy(68): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2018-11-15 19:16:50,621 DEBUG [Time-limited test] regionserver.HStore(1825): 792bda3591b050d9b9bce7d146f595c7 - family3: Initiating major compaction (all files) 2018-11-15 19:16:50,621 INFO [Time-limited test] regionserver.HRegion(2185): Starting compaction of family3 in testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. 2018-11-15 19:16:50,621 INFO [Time-limited test] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/f6ef8456375c434ea95583b67b74cb25, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/4ec5f784f44346eea61f0dcbdedcc994, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/722d74cfa58240b7995abd0467a012b3, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/a21802481c384e2b82eb0bebb5b47350, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/6ab30501f4dc406c912ed0d70c085042] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp, totalSize=908.5 K 2018-11-15 19:16:50,622 DEBUG [Time-limited test] compactions.Compactor(202): Compacting f6ef8456375c434ea95583b67b74cb25, keycount=2200, bloomtype=ROW, size=93.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=206 2018-11-15 19:16:50,622 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 4ec5f784f44346eea61f0dcbdedcc994, keycount=5504, bloomtype=ROW, size=235.7 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=582 2018-11-15 19:16:50,622 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 722d74cfa58240b7995abd0467a012b3, keycount=6203, bloomtype=ROW, size=265.1 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=864 2018-11-15 19:16:50,622 DEBUG [Time-limited test] compactions.Compactor(202): Compacting a21802481c384e2b82eb0bebb5b47350, keycount=1903, bloomtype=ROW, size=86.5 K, encoding=NONE, compression=NONE, seqNum=629, earliestPutTs=1146 2018-11-15 19:16:50,623 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 6ab30501f4dc406c912ed0d70c085042, keycount=5202, bloomtype=ROW, size=228.1 K, encoding=NONE, compression=NONE, seqNum=761, earliestPutTs=1334 2018-11-15 19:16:50,628 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 710d311d519444d0b1faf322f8beef70 2018-11-15 19:16:50,644 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family3/710d311d519444d0b1faf322f8beef70 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/710d311d519444d0b1faf322f8beef70 2018-11-15 19:16:50,645 INFO [Time-limited test] regionserver.HStore(1578): Completed major compaction of 5 (all) file(s) in family3 of 792bda3591b050d9b9bce7d146f595c7 into 710d311d519444d0b1faf322f8beef70(size=227.9 K), total size for store is 227.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:50,645 DEBUG [Time-limited test] regionserver.HRegion(2215): Compaction status journal: Compacting store family3 at 1542309410621 Compaction complete at 1542309410645 2018-11-15 19:16:50,646 DEBUG [Time-limited test] compactions.SortedCompactionPolicy(68): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2018-11-15 19:16:50,646 DEBUG [Time-limited test] regionserver.HStore(1825): 792bda3591b050d9b9bce7d146f595c7 - family4: Initiating major compaction (all files) 2018-11-15 19:16:50,646 INFO [Time-limited test] regionserver.HRegion(2185): Starting compaction of family4 in testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. 2018-11-15 19:16:50,646 INFO [Time-limited test] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/c04d242fc3b84f04a1607a7e7db9d60c, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/25fa6f42a41e4a62855c0969199d01d0, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/75d9f2293e2a43c38cda0e4763d8ad90, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/695216be5f434a12b70fbaa7d6d0f1e0, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/14bc4c472a854faeb2666bc059ce4bc1] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp, totalSize=908.5 K 2018-11-15 19:16:50,646 DEBUG [Time-limited test] compactions.Compactor(202): Compacting c04d242fc3b84f04a1607a7e7db9d60c, keycount=2200, bloomtype=ROW, size=93.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=206 2018-11-15 19:16:50,647 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 25fa6f42a41e4a62855c0969199d01d0, keycount=5504, bloomtype=ROW, size=235.7 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=582 2018-11-15 19:16:50,647 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 75d9f2293e2a43c38cda0e4763d8ad90, keycount=6203, bloomtype=ROW, size=265.1 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=864 2018-11-15 19:16:50,647 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 695216be5f434a12b70fbaa7d6d0f1e0, keycount=1903, bloomtype=ROW, size=86.5 K, encoding=NONE, compression=NONE, seqNum=629, earliestPutTs=1146 2018-11-15 19:16:50,647 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 14bc4c472a854faeb2666bc059ce4bc1, keycount=5202, bloomtype=ROW, size=228.1 K, encoding=NONE, compression=NONE, seqNum=761, earliestPutTs=1334 2018-11-15 19:16:50,654 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 6c43c98d3b1b4c20adebd2855efc4656 2018-11-15 19:16:50,663 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 1833 2018-11-15 19:16:50,670 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family4/6c43c98d3b1b4c20adebd2855efc4656 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/6c43c98d3b1b4c20adebd2855efc4656 2018-11-15 19:16:50,672 INFO [Time-limited test] regionserver.HStore(1578): Completed major compaction of 5 (all) file(s) in family4 of 792bda3591b050d9b9bce7d146f595c7 into 6c43c98d3b1b4c20adebd2855efc4656(size=227.9 K), total size for store is 227.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:50,672 DEBUG [Time-limited test] regionserver.HRegion(2215): Compaction status journal: Compacting store family4 at 1542309410646 Compaction complete at 1542309410672 2018-11-15 19:16:50,672 DEBUG [Time-limited test] compactions.SortedCompactionPolicy(68): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2018-11-15 19:16:50,672 DEBUG [Time-limited test] regionserver.HStore(1825): 792bda3591b050d9b9bce7d146f595c7 - family5: Initiating major compaction (all files) 2018-11-15 19:16:50,672 INFO [Time-limited test] regionserver.HRegion(2185): Starting compaction of family5 in testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. 2018-11-15 19:16:50,673 INFO [Time-limited test] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/bfdbe89e30bc426f9eabec77a22bac2a, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/7059534961d046d7ba71ad3d07d7434e, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/01e532f60e5f4d11ba4facc3fcd4d5e9, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/b4509c0946144b9c9bc5f43c64838388, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/7c71223771a34d7594ccfc40f57a747d] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp, totalSize=908.5 K 2018-11-15 19:16:50,673 DEBUG [Time-limited test] compactions.Compactor(202): Compacting bfdbe89e30bc426f9eabec77a22bac2a, keycount=2200, bloomtype=ROW, size=93.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=206 2018-11-15 19:16:50,673 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 7059534961d046d7ba71ad3d07d7434e, keycount=5504, bloomtype=ROW, size=235.7 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=582 2018-11-15 19:16:50,673 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 01e532f60e5f4d11ba4facc3fcd4d5e9, keycount=6203, bloomtype=ROW, size=265.1 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=864 2018-11-15 19:16:50,673 DEBUG [Time-limited test] compactions.Compactor(202): Compacting b4509c0946144b9c9bc5f43c64838388, keycount=1903, bloomtype=ROW, size=86.5 K, encoding=NONE, compression=NONE, seqNum=629, earliestPutTs=1146 2018-11-15 19:16:50,674 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 7c71223771a34d7594ccfc40f57a747d, keycount=5202, bloomtype=ROW, size=228.1 K, encoding=NONE, compression=NONE, seqNum=761, earliestPutTs=1334 2018-11-15 19:16:50,679 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 8a60a83c99884b4a8bc6696005cb7f44 2018-11-15 19:16:50,694 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family5/8a60a83c99884b4a8bc6696005cb7f44 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/8a60a83c99884b4a8bc6696005cb7f44 2018-11-15 19:16:50,696 INFO [Time-limited test] regionserver.HStore(1578): Completed major compaction of 5 (all) file(s) in family5 of 792bda3591b050d9b9bce7d146f595c7 into 8a60a83c99884b4a8bc6696005cb7f44(size=227.9 K), total size for store is 227.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:50,696 DEBUG [Time-limited test] regionserver.HRegion(2215): Compaction status journal: Compacting store family5 at 1542309410673 Compaction complete at 1542309410696 2018-11-15 19:16:50,696 DEBUG [Time-limited test] compactions.SortedCompactionPolicy(68): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2018-11-15 19:16:50,696 DEBUG [Time-limited test] regionserver.HStore(1825): 792bda3591b050d9b9bce7d146f595c7 - family6: Initiating major compaction (all files) 2018-11-15 19:16:50,697 INFO [Time-limited test] regionserver.HRegion(2185): Starting compaction of family6 in testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. 2018-11-15 19:16:50,697 INFO [Time-limited test] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/7ac54cf5f8f643aaa5328b89605de2d3, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/fb949be21b974c35b0fd51f1f1a3cbfa, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/7ad4c2b007dc443eafb17844e6c9302a, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/ad0d29218ae343ffa76c629e4c5c691f, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/4c854020626241d799682a0648fdb8f1] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp, totalSize=908.5 K 2018-11-15 19:16:50,697 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 7ac54cf5f8f643aaa5328b89605de2d3, keycount=2200, bloomtype=ROW, size=93.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=206 2018-11-15 19:16:50,697 DEBUG [Time-limited test] compactions.Compactor(202): Compacting fb949be21b974c35b0fd51f1f1a3cbfa, keycount=5504, bloomtype=ROW, size=235.7 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=582 2018-11-15 19:16:50,697 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 7ad4c2b007dc443eafb17844e6c9302a, keycount=6203, bloomtype=ROW, size=265.1 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=864 2018-11-15 19:16:50,698 DEBUG [Time-limited test] compactions.Compactor(202): Compacting ad0d29218ae343ffa76c629e4c5c691f, keycount=1903, bloomtype=ROW, size=86.5 K, encoding=NONE, compression=NONE, seqNum=629, earliestPutTs=1146 2018-11-15 19:16:50,698 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 4c854020626241d799682a0648fdb8f1, keycount=5202, bloomtype=ROW, size=228.1 K, encoding=NONE, compression=NONE, seqNum=761, earliestPutTs=1334 2018-11-15 19:16:50,703 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 10d88cd76e7e427698948608a1de70e6 2018-11-15 19:16:50,722 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family6/10d88cd76e7e427698948608a1de70e6 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/10d88cd76e7e427698948608a1de70e6 2018-11-15 19:16:50,724 INFO [Time-limited test] regionserver.HStore(1578): Completed major compaction of 5 (all) file(s) in family6 of 792bda3591b050d9b9bce7d146f595c7 into 10d88cd76e7e427698948608a1de70e6(size=227.9 K), total size for store is 227.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:50,725 DEBUG [Time-limited test] regionserver.HRegion(2215): Compaction status journal: Compacting store family6 at 1542309410697 Compaction complete at 1542309410725 2018-11-15 19:16:50,725 DEBUG [Time-limited test] compactions.SortedCompactionPolicy(68): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2018-11-15 19:16:50,725 DEBUG [Time-limited test] regionserver.HStore(1825): 792bda3591b050d9b9bce7d146f595c7 - family7: Initiating major compaction (all files) 2018-11-15 19:16:50,725 INFO [Time-limited test] regionserver.HRegion(2185): Starting compaction of family7 in testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. 2018-11-15 19:16:50,725 INFO [Time-limited test] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/5cfb4f26cf314479abb1725ea545dd41, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/1d98d993133e441eb2e9f8af1da7cddc, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/cb43b7b4178a4aeaacec23df831624d7, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/6db1a9d259254b11996f109cad9a3b7a, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/88f2b4ee7026417d860f135e3db47c3a] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp, totalSize=908.5 K 2018-11-15 19:16:50,726 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 5cfb4f26cf314479abb1725ea545dd41, keycount=2200, bloomtype=ROW, size=93.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=206 2018-11-15 19:16:50,726 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 1d98d993133e441eb2e9f8af1da7cddc, keycount=5504, bloomtype=ROW, size=235.7 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=582 2018-11-15 19:16:50,726 DEBUG [Time-limited test] compactions.Compactor(202): Compacting cb43b7b4178a4aeaacec23df831624d7, keycount=6203, bloomtype=ROW, size=265.1 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=864 2018-11-15 19:16:50,727 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 6db1a9d259254b11996f109cad9a3b7a, keycount=1903, bloomtype=ROW, size=86.5 K, encoding=NONE, compression=NONE, seqNum=629, earliestPutTs=1146 2018-11-15 19:16:50,727 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 88f2b4ee7026417d860f135e3db47c3a, keycount=5202, bloomtype=ROW, size=228.1 K, encoding=NONE, compression=NONE, seqNum=761, earliestPutTs=1334 2018-11-15 19:16:50,733 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on ded6fe31eadb47be8d0c4b8cbb93cd8d 2018-11-15 19:16:50,752 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family7/ded6fe31eadb47be8d0c4b8cbb93cd8d as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/ded6fe31eadb47be8d0c4b8cbb93cd8d 2018-11-15 19:16:50,754 INFO [Time-limited test] regionserver.HStore(1578): Completed major compaction of 5 (all) file(s) in family7 of 792bda3591b050d9b9bce7d146f595c7 into ded6fe31eadb47be8d0c4b8cbb93cd8d(size=227.9 K), total size for store is 227.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:50,754 DEBUG [Time-limited test] regionserver.HRegion(2215): Compaction status journal: Compacting store family7 at 1542309410725 Compaction complete at 1542309410754 2018-11-15 19:16:50,754 DEBUG [Time-limited test] compactions.SortedCompactionPolicy(68): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2018-11-15 19:16:50,755 DEBUG [Time-limited test] regionserver.HStore(1825): 792bda3591b050d9b9bce7d146f595c7 - family8: Initiating major compaction (all files) 2018-11-15 19:16:50,755 INFO [Time-limited test] regionserver.HRegion(2185): Starting compaction of family8 in testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. 2018-11-15 19:16:50,755 INFO [Time-limited test] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/e7b7cf5945da47d69e8b8f5e80ac3eb3, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/28096ade68fe414197986025bc86b998, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/69bd558f545f4766a6ad13028dae3e1a, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/b0ccf35814834f3c93a459793bf6c18d, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/8380594f58c14de7a6e5c6be7cc6b85d] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp, totalSize=908.5 K 2018-11-15 19:16:50,755 DEBUG [Time-limited test] compactions.Compactor(202): Compacting e7b7cf5945da47d69e8b8f5e80ac3eb3, keycount=2200, bloomtype=ROW, size=93.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=206 2018-11-15 19:16:50,755 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 28096ade68fe414197986025bc86b998, keycount=5504, bloomtype=ROW, size=235.7 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=582 2018-11-15 19:16:50,756 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 69bd558f545f4766a6ad13028dae3e1a, keycount=6203, bloomtype=ROW, size=265.1 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=864 2018-11-15 19:16:50,756 DEBUG [Time-limited test] compactions.Compactor(202): Compacting b0ccf35814834f3c93a459793bf6c18d, keycount=1903, bloomtype=ROW, size=86.5 K, encoding=NONE, compression=NONE, seqNum=629, earliestPutTs=1146 2018-11-15 19:16:50,756 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 8380594f58c14de7a6e5c6be7cc6b85d, keycount=5202, bloomtype=ROW, size=228.1 K, encoding=NONE, compression=NONE, seqNum=761, earliestPutTs=1334 2018-11-15 19:16:50,762 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 41b01bd08aa443aa934c7e5634306309 2018-11-15 19:16:50,779 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family8/41b01bd08aa443aa934c7e5634306309 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/41b01bd08aa443aa934c7e5634306309 2018-11-15 19:16:50,781 INFO [Time-limited test] regionserver.HStore(1578): Completed major compaction of 5 (all) file(s) in family8 of 792bda3591b050d9b9bce7d146f595c7 into 41b01bd08aa443aa934c7e5634306309(size=227.9 K), total size for store is 227.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:50,781 DEBUG [Time-limited test] regionserver.HRegion(2215): Compaction status journal: Compacting store family8 at 1542309410755 Compaction complete at 1542309410781 2018-11-15 19:16:50,781 DEBUG [Time-limited test] compactions.SortedCompactionPolicy(68): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2018-11-15 19:16:50,781 DEBUG [Time-limited test] regionserver.HStore(1825): 792bda3591b050d9b9bce7d146f595c7 - family9: Initiating major compaction (all files) 2018-11-15 19:16:50,781 INFO [Time-limited test] regionserver.HRegion(2185): Starting compaction of family9 in testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. 2018-11-15 19:16:50,782 INFO [Time-limited test] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/43a4d4d994b34741bfec7516b084dc9a, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/22b818551ccf4260a1da173ccef572a4, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/74454235e56241a3bdc5493165626196, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/0e19664b5916478397bf1690fd583bf9, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/d4b92930badf483bbc7fd65986466df5] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp, totalSize=908.5 K 2018-11-15 19:16:50,782 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 43a4d4d994b34741bfec7516b084dc9a, keycount=2200, bloomtype=ROW, size=93.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=206 2018-11-15 19:16:50,782 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 22b818551ccf4260a1da173ccef572a4, keycount=5504, bloomtype=ROW, size=235.7 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=582 2018-11-15 19:16:50,783 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 74454235e56241a3bdc5493165626196, keycount=6203, bloomtype=ROW, size=265.1 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=864 2018-11-15 19:16:50,783 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 0e19664b5916478397bf1690fd583bf9, keycount=1903, bloomtype=ROW, size=86.5 K, encoding=NONE, compression=NONE, seqNum=629, earliestPutTs=1146 2018-11-15 19:16:50,783 DEBUG [Time-limited test] compactions.Compactor(202): Compacting d4b92930badf483bbc7fd65986466df5, keycount=5202, bloomtype=ROW, size=228.1 K, encoding=NONE, compression=NONE, seqNum=761, earliestPutTs=1334 2018-11-15 19:16:50,789 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 53530dcac6644c8fbfa7f92c71af5ce7 2018-11-15 19:16:50,800 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 1927 2018-11-15 19:16:50,807 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family9/53530dcac6644c8fbfa7f92c71af5ce7 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/53530dcac6644c8fbfa7f92c71af5ce7 2018-11-15 19:16:50,809 INFO [Time-limited test] regionserver.HStore(1578): Completed major compaction of 5 (all) file(s) in family9 of 792bda3591b050d9b9bce7d146f595c7 into 53530dcac6644c8fbfa7f92c71af5ce7(size=227.9 K), total size for store is 227.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:50,809 DEBUG [Time-limited test] regionserver.HRegion(2215): Compaction status journal: Compacting store family9 at 1542309410782 Compaction complete at 1542309410809 2018-11-15 19:16:50,811 DEBUG [Time-limited test] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/c5b2761d9b5a43e68cc33f1db37b1842, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/020560a1d1d041ba86c3149330923344, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/61188c968a424e2791f7194bb0e52193, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/b8d1708053614e289f5be4eddd19888b, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/566e3a5530894f1a969f62d0fcbf84b2] to archive 2018-11-15 19:16:50,811 DEBUG [Time-limited test] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:50,812 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/c5b2761d9b5a43e68cc33f1db37b1842 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/c5b2761d9b5a43e68cc33f1db37b1842 2018-11-15 19:16:50,812 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/020560a1d1d041ba86c3149330923344 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/020560a1d1d041ba86c3149330923344 2018-11-15 19:16:50,813 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/61188c968a424e2791f7194bb0e52193 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/61188c968a424e2791f7194bb0e52193 2018-11-15 19:16:50,813 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/b8d1708053614e289f5be4eddd19888b to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/b8d1708053614e289f5be4eddd19888b 2018-11-15 19:16:50,813 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/566e3a5530894f1a969f62d0fcbf84b2 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/566e3a5530894f1a969f62d0fcbf84b2 2018-11-15 19:16:50,815 DEBUG [Time-limited test] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/b041c6aeb9834c39af9b7f857ce2ed5e, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/2598b2995b534be59080668bc7347d88, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/ad6a931753a74a93b84e2f4488fca67d, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/51574e3d862d4a6faa00b4f96ad18632, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/b50545ddd8a340f09e6027aeb129db0f] to archive 2018-11-15 19:16:50,816 DEBUG [Time-limited test] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:50,816 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/b041c6aeb9834c39af9b7f857ce2ed5e to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/b041c6aeb9834c39af9b7f857ce2ed5e 2018-11-15 19:16:50,817 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/2598b2995b534be59080668bc7347d88 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/2598b2995b534be59080668bc7347d88 2018-11-15 19:16:50,817 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/ad6a931753a74a93b84e2f4488fca67d to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/ad6a931753a74a93b84e2f4488fca67d 2018-11-15 19:16:50,817 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/51574e3d862d4a6faa00b4f96ad18632 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/51574e3d862d4a6faa00b4f96ad18632 2018-11-15 19:16:50,818 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/b50545ddd8a340f09e6027aeb129db0f to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/b50545ddd8a340f09e6027aeb129db0f 2018-11-15 19:16:50,820 DEBUG [Time-limited test] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/677e9995223645eb86332239c248c0e9, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/123f76a1347a4c64a5d70c421a635910, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/5e07c6f4341345ad93b7c6e003e0b020, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/a2524e7e1d454e76ba3ee98e5ce258bd, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/927dfbf278f743c5b41fce30d7389c1c] to archive 2018-11-15 19:16:50,820 DEBUG [Time-limited test] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:50,820 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/677e9995223645eb86332239c248c0e9 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/677e9995223645eb86332239c248c0e9 2018-11-15 19:16:50,821 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/123f76a1347a4c64a5d70c421a635910 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/123f76a1347a4c64a5d70c421a635910 2018-11-15 19:16:50,821 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/5e07c6f4341345ad93b7c6e003e0b020 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/5e07c6f4341345ad93b7c6e003e0b020 2018-11-15 19:16:50,821 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/a2524e7e1d454e76ba3ee98e5ce258bd to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/a2524e7e1d454e76ba3ee98e5ce258bd 2018-11-15 19:16:50,822 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/927dfbf278f743c5b41fce30d7389c1c to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/927dfbf278f743c5b41fce30d7389c1c 2018-11-15 19:16:50,824 DEBUG [Time-limited test] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/f6ef8456375c434ea95583b67b74cb25, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/4ec5f784f44346eea61f0dcbdedcc994, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/722d74cfa58240b7995abd0467a012b3, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/a21802481c384e2b82eb0bebb5b47350, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/6ab30501f4dc406c912ed0d70c085042] to archive 2018-11-15 19:16:50,824 DEBUG [Time-limited test] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:50,824 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/f6ef8456375c434ea95583b67b74cb25 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/f6ef8456375c434ea95583b67b74cb25 2018-11-15 19:16:50,825 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/4ec5f784f44346eea61f0dcbdedcc994 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/4ec5f784f44346eea61f0dcbdedcc994 2018-11-15 19:16:50,826 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/722d74cfa58240b7995abd0467a012b3 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/722d74cfa58240b7995abd0467a012b3 2018-11-15 19:16:50,826 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/a21802481c384e2b82eb0bebb5b47350 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/a21802481c384e2b82eb0bebb5b47350 2018-11-15 19:16:50,827 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/6ab30501f4dc406c912ed0d70c085042 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/6ab30501f4dc406c912ed0d70c085042 2018-11-15 19:16:50,830 DEBUG [Time-limited test] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/c04d242fc3b84f04a1607a7e7db9d60c, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/25fa6f42a41e4a62855c0969199d01d0, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/75d9f2293e2a43c38cda0e4763d8ad90, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/695216be5f434a12b70fbaa7d6d0f1e0, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/14bc4c472a854faeb2666bc059ce4bc1] to archive 2018-11-15 19:16:50,830 DEBUG [Time-limited test] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:50,830 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/c04d242fc3b84f04a1607a7e7db9d60c to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/c04d242fc3b84f04a1607a7e7db9d60c 2018-11-15 19:16:50,831 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/25fa6f42a41e4a62855c0969199d01d0 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/25fa6f42a41e4a62855c0969199d01d0 2018-11-15 19:16:50,831 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/75d9f2293e2a43c38cda0e4763d8ad90 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/75d9f2293e2a43c38cda0e4763d8ad90 2018-11-15 19:16:50,832 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/695216be5f434a12b70fbaa7d6d0f1e0 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/695216be5f434a12b70fbaa7d6d0f1e0 2018-11-15 19:16:50,832 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/14bc4c472a854faeb2666bc059ce4bc1 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/14bc4c472a854faeb2666bc059ce4bc1 2018-11-15 19:16:50,834 DEBUG [Time-limited test] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/bfdbe89e30bc426f9eabec77a22bac2a, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/7059534961d046d7ba71ad3d07d7434e, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/01e532f60e5f4d11ba4facc3fcd4d5e9, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/b4509c0946144b9c9bc5f43c64838388, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/7c71223771a34d7594ccfc40f57a747d] to archive 2018-11-15 19:16:50,834 DEBUG [Time-limited test] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:50,834 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/bfdbe89e30bc426f9eabec77a22bac2a to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/bfdbe89e30bc426f9eabec77a22bac2a 2018-11-15 19:16:50,835 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/7059534961d046d7ba71ad3d07d7434e to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/7059534961d046d7ba71ad3d07d7434e 2018-11-15 19:16:50,835 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/01e532f60e5f4d11ba4facc3fcd4d5e9 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/01e532f60e5f4d11ba4facc3fcd4d5e9 2018-11-15 19:16:50,836 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/b4509c0946144b9c9bc5f43c64838388 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/b4509c0946144b9c9bc5f43c64838388 2018-11-15 19:16:50,836 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/7c71223771a34d7594ccfc40f57a747d to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/7c71223771a34d7594ccfc40f57a747d 2018-11-15 19:16:50,838 DEBUG [Time-limited test] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/7ac54cf5f8f643aaa5328b89605de2d3, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/fb949be21b974c35b0fd51f1f1a3cbfa, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/7ad4c2b007dc443eafb17844e6c9302a, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/ad0d29218ae343ffa76c629e4c5c691f, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/4c854020626241d799682a0648fdb8f1] to archive 2018-11-15 19:16:50,838 DEBUG [Time-limited test] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:50,839 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/7ac54cf5f8f643aaa5328b89605de2d3 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/7ac54cf5f8f643aaa5328b89605de2d3 2018-11-15 19:16:50,839 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/fb949be21b974c35b0fd51f1f1a3cbfa to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/fb949be21b974c35b0fd51f1f1a3cbfa 2018-11-15 19:16:50,839 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/7ad4c2b007dc443eafb17844e6c9302a to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/7ad4c2b007dc443eafb17844e6c9302a 2018-11-15 19:16:50,840 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/ad0d29218ae343ffa76c629e4c5c691f to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/ad0d29218ae343ffa76c629e4c5c691f 2018-11-15 19:16:50,840 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/4c854020626241d799682a0648fdb8f1 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/4c854020626241d799682a0648fdb8f1 2018-11-15 19:16:50,842 DEBUG [Time-limited test] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/5cfb4f26cf314479abb1725ea545dd41, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/1d98d993133e441eb2e9f8af1da7cddc, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/cb43b7b4178a4aeaacec23df831624d7, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/6db1a9d259254b11996f109cad9a3b7a, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/88f2b4ee7026417d860f135e3db47c3a] to archive 2018-11-15 19:16:50,842 DEBUG [Time-limited test] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:50,842 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/5cfb4f26cf314479abb1725ea545dd41 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/5cfb4f26cf314479abb1725ea545dd41 2018-11-15 19:16:50,843 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/1d98d993133e441eb2e9f8af1da7cddc to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/1d98d993133e441eb2e9f8af1da7cddc 2018-11-15 19:16:50,843 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/cb43b7b4178a4aeaacec23df831624d7 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/cb43b7b4178a4aeaacec23df831624d7 2018-11-15 19:16:50,844 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/6db1a9d259254b11996f109cad9a3b7a to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/6db1a9d259254b11996f109cad9a3b7a 2018-11-15 19:16:50,844 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/88f2b4ee7026417d860f135e3db47c3a to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/88f2b4ee7026417d860f135e3db47c3a 2018-11-15 19:16:50,846 DEBUG [Time-limited test] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/e7b7cf5945da47d69e8b8f5e80ac3eb3, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/28096ade68fe414197986025bc86b998, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/69bd558f545f4766a6ad13028dae3e1a, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/b0ccf35814834f3c93a459793bf6c18d, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/8380594f58c14de7a6e5c6be7cc6b85d] to archive 2018-11-15 19:16:50,846 DEBUG [Time-limited test] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:50,847 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/e7b7cf5945da47d69e8b8f5e80ac3eb3 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/e7b7cf5945da47d69e8b8f5e80ac3eb3 2018-11-15 19:16:50,847 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/28096ade68fe414197986025bc86b998 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/28096ade68fe414197986025bc86b998 2018-11-15 19:16:50,847 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/69bd558f545f4766a6ad13028dae3e1a to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/69bd558f545f4766a6ad13028dae3e1a 2018-11-15 19:16:50,848 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/b0ccf35814834f3c93a459793bf6c18d to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/b0ccf35814834f3c93a459793bf6c18d 2018-11-15 19:16:50,848 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/8380594f58c14de7a6e5c6be7cc6b85d to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/8380594f58c14de7a6e5c6be7cc6b85d 2018-11-15 19:16:50,850 DEBUG [Time-limited test] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/43a4d4d994b34741bfec7516b084dc9a, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/22b818551ccf4260a1da173ccef572a4, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/74454235e56241a3bdc5493165626196, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/0e19664b5916478397bf1690fd583bf9, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/d4b92930badf483bbc7fd65986466df5] to archive 2018-11-15 19:16:50,850 DEBUG [Time-limited test] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:50,851 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/43a4d4d994b34741bfec7516b084dc9a to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/43a4d4d994b34741bfec7516b084dc9a 2018-11-15 19:16:50,851 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/22b818551ccf4260a1da173ccef572a4 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/22b818551ccf4260a1da173ccef572a4 2018-11-15 19:16:50,851 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/74454235e56241a3bdc5493165626196 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/74454235e56241a3bdc5493165626196 2018-11-15 19:16:50,852 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/0e19664b5916478397bf1690fd583bf9 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/0e19664b5916478397bf1690fd583bf9 2018-11-15 19:16:50,852 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/d4b92930badf483bbc7fd65986466df5 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/archive/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/d4b92930badf483bbc7fd65986466df5 2018-11-15 19:16:50,853 INFO [FlushThread] regionserver.HRegion(2647): Flushing 10/10 column families, dataSize=10.22 MB heapSize=29.79 MB 2018-11-15 19:16:50,889 INFO [PutThread] regionserver.HRegion(8449): writing data to region testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:16:50,894 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on b97d6655f49247f1a718f7ccc7449235 2018-11-15 19:16:50,913 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=1.03 MB at sequenceid=1043 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family0/b97d6655f49247f1a718f7ccc7449235 2018-11-15 19:16:50,914 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b97d6655f49247f1a718f7ccc7449235 2018-11-15 19:16:50,918 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on f064fdd9da7949248bf6904b6b203ebc 2018-11-15 19:16:50,934 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=1.03 MB at sequenceid=1043 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family1/f064fdd9da7949248bf6904b6b203ebc 2018-11-15 19:16:50,935 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f064fdd9da7949248bf6904b6b203ebc 2018-11-15 19:16:50,938 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on b8f54343460840348083d9d58673fdfb 2018-11-15 19:16:50,953 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=1.03 MB at sequenceid=1043 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family2/b8f54343460840348083d9d58673fdfb 2018-11-15 19:16:50,954 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b8f54343460840348083d9d58673fdfb 2018-11-15 19:16:50,957 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 03ab310b4d1046718f8a0ecc333532fe 2018-11-15 19:16:50,972 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 2021 2018-11-15 19:16:50,974 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=1.03 MB at sequenceid=1043 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family3/03ab310b4d1046718f8a0ecc333532fe 2018-11-15 19:16:50,975 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03ab310b4d1046718f8a0ecc333532fe 2018-11-15 19:16:50,978 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on f59b91b917cb4e94b3729213223212d3 2018-11-15 19:16:50,990 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=1.03 MB at sequenceid=1043 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family4/f59b91b917cb4e94b3729213223212d3 2018-11-15 19:16:50,991 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f59b91b917cb4e94b3729213223212d3 2018-11-15 19:16:50,994 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 4f2acca245234ae196527d88246cdc82 2018-11-15 19:16:51,006 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=1.03 MB at sequenceid=1043 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family5/4f2acca245234ae196527d88246cdc82 2018-11-15 19:16:51,007 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f2acca245234ae196527d88246cdc82 2018-11-15 19:16:51,010 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 4ed24f5c335f49e998717b93460b1379 2018-11-15 19:16:51,021 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=1.03 MB at sequenceid=1043 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family6/4ed24f5c335f49e998717b93460b1379 2018-11-15 19:16:51,022 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4ed24f5c335f49e998717b93460b1379 2018-11-15 19:16:51,025 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 33c95152a2784ae8b8c81d1aa55a3cfb 2018-11-15 19:16:51,037 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=1.03 MB at sequenceid=1043 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family7/33c95152a2784ae8b8c81d1aa55a3cfb 2018-11-15 19:16:51,037 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 33c95152a2784ae8b8c81d1aa55a3cfb 2018-11-15 19:16:51,040 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on ca91b6020d454a49ab7154e7482056f4 2018-11-15 19:16:51,052 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=1.03 MB at sequenceid=1043 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family8/ca91b6020d454a49ab7154e7482056f4 2018-11-15 19:16:51,053 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ca91b6020d454a49ab7154e7482056f4 2018-11-15 19:16:51,055 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 543ab6070dca4e49beb982c6c9b87c7c 2018-11-15 19:16:51,067 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=1.03 MB at sequenceid=1043 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family9/543ab6070dca4e49beb982c6c9b87c7c 2018-11-15 19:16:51,068 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 543ab6070dca4e49beb982c6c9b87c7c 2018-11-15 19:16:51,068 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family0/b97d6655f49247f1a718f7ccc7449235 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/b97d6655f49247f1a718f7ccc7449235 2018-11-15 19:16:51,069 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b97d6655f49247f1a718f7ccc7449235 2018-11-15 19:16:51,069 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/b97d6655f49247f1a718f7ccc7449235, entries=3306, sequenceid=1043, filesize=146.7 K 2018-11-15 19:16:51,069 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family1/f064fdd9da7949248bf6904b6b203ebc as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/f064fdd9da7949248bf6904b6b203ebc 2018-11-15 19:16:51,070 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f064fdd9da7949248bf6904b6b203ebc 2018-11-15 19:16:51,070 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/f064fdd9da7949248bf6904b6b203ebc, entries=3306, sequenceid=1043, filesize=146.7 K 2018-11-15 19:16:51,070 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family2/b8f54343460840348083d9d58673fdfb as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/b8f54343460840348083d9d58673fdfb 2018-11-15 19:16:51,071 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b8f54343460840348083d9d58673fdfb 2018-11-15 19:16:51,071 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/b8f54343460840348083d9d58673fdfb, entries=3306, sequenceid=1043, filesize=146.7 K 2018-11-15 19:16:51,071 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family3/03ab310b4d1046718f8a0ecc333532fe as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/03ab310b4d1046718f8a0ecc333532fe 2018-11-15 19:16:51,072 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03ab310b4d1046718f8a0ecc333532fe 2018-11-15 19:16:51,072 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/03ab310b4d1046718f8a0ecc333532fe, entries=3306, sequenceid=1043, filesize=146.7 K 2018-11-15 19:16:51,072 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family4/f59b91b917cb4e94b3729213223212d3 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/f59b91b917cb4e94b3729213223212d3 2018-11-15 19:16:51,073 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f59b91b917cb4e94b3729213223212d3 2018-11-15 19:16:51,073 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/f59b91b917cb4e94b3729213223212d3, entries=3306, sequenceid=1043, filesize=146.7 K 2018-11-15 19:16:51,073 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family5/4f2acca245234ae196527d88246cdc82 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/4f2acca245234ae196527d88246cdc82 2018-11-15 19:16:51,074 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f2acca245234ae196527d88246cdc82 2018-11-15 19:16:51,074 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/4f2acca245234ae196527d88246cdc82, entries=3306, sequenceid=1043, filesize=146.7 K 2018-11-15 19:16:51,074 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family6/4ed24f5c335f49e998717b93460b1379 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/4ed24f5c335f49e998717b93460b1379 2018-11-15 19:16:51,075 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4ed24f5c335f49e998717b93460b1379 2018-11-15 19:16:51,075 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/4ed24f5c335f49e998717b93460b1379, entries=3306, sequenceid=1043, filesize=146.7 K 2018-11-15 19:16:51,075 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family7/33c95152a2784ae8b8c81d1aa55a3cfb as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/33c95152a2784ae8b8c81d1aa55a3cfb 2018-11-15 19:16:51,076 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 33c95152a2784ae8b8c81d1aa55a3cfb 2018-11-15 19:16:51,076 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/33c95152a2784ae8b8c81d1aa55a3cfb, entries=3306, sequenceid=1043, filesize=146.7 K 2018-11-15 19:16:51,077 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family8/ca91b6020d454a49ab7154e7482056f4 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/ca91b6020d454a49ab7154e7482056f4 2018-11-15 19:16:51,077 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ca91b6020d454a49ab7154e7482056f4 2018-11-15 19:16:51,077 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/ca91b6020d454a49ab7154e7482056f4, entries=3306, sequenceid=1043, filesize=146.7 K 2018-11-15 19:16:51,078 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family9/543ab6070dca4e49beb982c6c9b87c7c as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/543ab6070dca4e49beb982c6c9b87c7c 2018-11-15 19:16:51,078 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 543ab6070dca4e49beb982c6c9b87c7c 2018-11-15 19:16:51,079 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/543ab6070dca4e49beb982c6c9b87c7c, entries=3306, sequenceid=1043, filesize=146.7 K 2018-11-15 19:16:51,080 INFO [FlushThread] regionserver.HRegion(2856): Finished flush of dataSize ~10.26 MB/10758560, heapSize ~29.91 MB/31358240, currentSize=2.73 MB/2863310 for 792bda3591b050d9b9bce7d146f595c7 in 227ms, sequenceid=1043, compaction requested=false 2018-11-15 19:16:51,080 DEBUG [FlushThread] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309410852 Obtaining lock to block concurrent updates at 1542309410853 Preparing flush snapshotting stores in 792bda3591b050d9b9bce7d146f595c7 at 1542309410854 Finished memstore snapshotting testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7., syncing WAL and waiting on mvcc, flushsize=dataSize=10758560, getHeapSize=31358240, getOffHeapSize=0 at 1542309410889 Flushing stores of testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. at 1542309410889 Flushing family0: creating writer at 1542309410889 Flushing family0: appending metadata at 1542309410911 Flushing family0: closing flushed file at 1542309410911 Flushing family1: creating writer at 1542309410915 Flushing family1: appending metadata at 1542309410933 Flushing family1: closing flushed file at 1542309410933 Flushing family2: creating writer at 1542309410935 Flushing family2: appending metadata at 1542309410952 Flushing family2: closing flushed file at 1542309410952 Flushing family3: creating writer at 1542309410954 Flushing family3: appending metadata at 1542309410973 Flushing family3: closing flushed file at 1542309410973 Flushing family4: creating writer at 1542309410975 Flushing family4: appending metadata at 1542309410989 Flushing family4: closing flushed file at 1542309410989 Flushing family5: creating writer at 1542309410991 Flushing family5: appending metadata at 1542309411005 Flushing family5: closing flushed file at 1542309411005 Flushing family6: creating writer at 1542309411007 Flushing family6: appending metadata at 1542309411020 Flushing family6: closing flushed file at 1542309411020 Flushing family7: creating writer at 1542309411022 Flushing family7: appending metadata at 1542309411035 Flushing family7: closing flushed file at 1542309411035 Flushing family8: creating writer at 1542309411038 Flushing family8: appending metadata at 1542309411051 Flushing family8: closing flushed file at 1542309411051 Flushing family9: creating writer at 1542309411053 Flushing family9: appending metadata at 1542309411066 Flushing family9: closing flushed file at 1542309411066 Flushing family0: reopening flushed file at 1542309411068 Flushing family1: reopening flushed file at 1542309411069 Flushing family2: reopening flushed file at 1542309411070 Flushing family3: reopening flushed file at 1542309411071 Flushing family4: reopening flushed file at 1542309411072 Flushing family5: reopening flushed file at 1542309411073 Flushing family6: reopening flushed file at 1542309411074 Flushing family7: reopening flushed file at 1542309411076 Flushing family8: reopening flushed file at 1542309411077 Flushing family9: reopening flushed file at 1542309411078 Finished flush of dataSize ~10.26 MB/10758560, heapSize ~29.91 MB/31358240, currentSize=2.73 MB/2863310 for 792bda3591b050d9b9bce7d146f595c7 in 227ms, sequenceid=1043, compaction requested=false at 1542309411080 Flush successful at 1542309411080 2018-11-15 19:16:51,095 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 2115 2018-11-15 19:16:51,098 INFO [FlushThread] regionserver.HRegion(2647): Flushing 10/10 column families, dataSize=2.96 MB heapSize=8.64 MB 2018-11-15 19:16:51,105 INFO [PutThread] regionserver.HRegion(8449): writing data to region testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:16:51,108 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on e1443e25e95744f2be7575d6dc0bd3ff 2018-11-15 19:16:51,114 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=307.61 KB at sequenceid=1125 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family0/e1443e25e95744f2be7575d6dc0bd3ff 2018-11-15 19:16:51,115 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1443e25e95744f2be7575d6dc0bd3ff 2018-11-15 19:16:51,119 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 57324fd912f94ceb8646d9bb84a7d7f0 2018-11-15 19:16:51,125 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=307.61 KB at sequenceid=1125 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family1/57324fd912f94ceb8646d9bb84a7d7f0 2018-11-15 19:16:51,126 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57324fd912f94ceb8646d9bb84a7d7f0 2018-11-15 19:16:51,129 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 700aeddbe1864086b5090fcd3b38781e 2018-11-15 19:16:51,134 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=307.61 KB at sequenceid=1125 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family2/700aeddbe1864086b5090fcd3b38781e 2018-11-15 19:16:51,135 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 700aeddbe1864086b5090fcd3b38781e 2018-11-15 19:16:51,137 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 2343483e40a446519f5ff02dd4097dd2 2018-11-15 19:16:51,142 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=307.61 KB at sequenceid=1125 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family3/2343483e40a446519f5ff02dd4097dd2 2018-11-15 19:16:51,143 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2343483e40a446519f5ff02dd4097dd2 2018-11-15 19:16:51,145 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 69e0c5aa7839429fa0d919d201b4de9a 2018-11-15 19:16:51,154 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=307.61 KB at sequenceid=1125 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family4/69e0c5aa7839429fa0d919d201b4de9a 2018-11-15 19:16:51,155 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69e0c5aa7839429fa0d919d201b4de9a 2018-11-15 19:16:51,158 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on f7db63b890f94a76b58a417e502bc6e0 2018-11-15 19:16:51,166 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=307.61 KB at sequenceid=1125 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family5/f7db63b890f94a76b58a417e502bc6e0 2018-11-15 19:16:51,167 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f7db63b890f94a76b58a417e502bc6e0 2018-11-15 19:16:51,171 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 8244d101d9404857ae61cd3a3f9bdce3 2018-11-15 19:16:51,176 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=307.61 KB at sequenceid=1125 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family6/8244d101d9404857ae61cd3a3f9bdce3 2018-11-15 19:16:51,177 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8244d101d9404857ae61cd3a3f9bdce3 2018-11-15 19:16:51,179 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 0bb4634abcc04b0daa240fd66e9ce31a 2018-11-15 19:16:51,184 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=307.61 KB at sequenceid=1125 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family7/0bb4634abcc04b0daa240fd66e9ce31a 2018-11-15 19:16:51,185 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0bb4634abcc04b0daa240fd66e9ce31a 2018-11-15 19:16:51,188 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 06c0dc3bc23347a88851d29f6e104216 2018-11-15 19:16:51,194 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=307.61 KB at sequenceid=1125 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family8/06c0dc3bc23347a88851d29f6e104216 2018-11-15 19:16:51,195 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06c0dc3bc23347a88851d29f6e104216 2018-11-15 19:16:51,197 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 407c29be0a2740ce92584e758c93504f 2018-11-15 19:16:51,203 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=307.61 KB at sequenceid=1125 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family9/407c29be0a2740ce92584e758c93504f 2018-11-15 19:16:51,204 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 407c29be0a2740ce92584e758c93504f 2018-11-15 19:16:51,204 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family0/e1443e25e95744f2be7575d6dc0bd3ff as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/e1443e25e95744f2be7575d6dc0bd3ff 2018-11-15 19:16:51,205 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1443e25e95744f2be7575d6dc0bd3ff 2018-11-15 19:16:51,205 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/e1443e25e95744f2be7575d6dc0bd3ff, entries=1602, sequenceid=1125, filesize=73.6 K 2018-11-15 19:16:51,206 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family1/57324fd912f94ceb8646d9bb84a7d7f0 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/57324fd912f94ceb8646d9bb84a7d7f0 2018-11-15 19:16:51,206 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57324fd912f94ceb8646d9bb84a7d7f0 2018-11-15 19:16:51,206 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/57324fd912f94ceb8646d9bb84a7d7f0, entries=1602, sequenceid=1125, filesize=73.6 K 2018-11-15 19:16:51,207 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family2/700aeddbe1864086b5090fcd3b38781e as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/700aeddbe1864086b5090fcd3b38781e 2018-11-15 19:16:51,207 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 2209 2018-11-15 19:16:51,207 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 700aeddbe1864086b5090fcd3b38781e 2018-11-15 19:16:51,208 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/700aeddbe1864086b5090fcd3b38781e, entries=1602, sequenceid=1125, filesize=73.6 K 2018-11-15 19:16:51,208 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family3/2343483e40a446519f5ff02dd4097dd2 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/2343483e40a446519f5ff02dd4097dd2 2018-11-15 19:16:51,209 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2343483e40a446519f5ff02dd4097dd2 2018-11-15 19:16:51,209 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/2343483e40a446519f5ff02dd4097dd2, entries=1602, sequenceid=1125, filesize=73.6 K 2018-11-15 19:16:51,209 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family4/69e0c5aa7839429fa0d919d201b4de9a as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/69e0c5aa7839429fa0d919d201b4de9a 2018-11-15 19:16:51,210 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69e0c5aa7839429fa0d919d201b4de9a 2018-11-15 19:16:51,210 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/69e0c5aa7839429fa0d919d201b4de9a, entries=1602, sequenceid=1125, filesize=73.6 K 2018-11-15 19:16:51,210 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family5/f7db63b890f94a76b58a417e502bc6e0 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/f7db63b890f94a76b58a417e502bc6e0 2018-11-15 19:16:51,211 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f7db63b890f94a76b58a417e502bc6e0 2018-11-15 19:16:51,211 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/f7db63b890f94a76b58a417e502bc6e0, entries=1602, sequenceid=1125, filesize=73.6 K 2018-11-15 19:16:51,211 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family6/8244d101d9404857ae61cd3a3f9bdce3 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/8244d101d9404857ae61cd3a3f9bdce3 2018-11-15 19:16:51,212 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8244d101d9404857ae61cd3a3f9bdce3 2018-11-15 19:16:51,212 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/8244d101d9404857ae61cd3a3f9bdce3, entries=1602, sequenceid=1125, filesize=73.6 K 2018-11-15 19:16:51,213 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family7/0bb4634abcc04b0daa240fd66e9ce31a as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/0bb4634abcc04b0daa240fd66e9ce31a 2018-11-15 19:16:51,213 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0bb4634abcc04b0daa240fd66e9ce31a 2018-11-15 19:16:51,214 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/0bb4634abcc04b0daa240fd66e9ce31a, entries=1602, sequenceid=1125, filesize=73.6 K 2018-11-15 19:16:51,214 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family8/06c0dc3bc23347a88851d29f6e104216 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/06c0dc3bc23347a88851d29f6e104216 2018-11-15 19:16:51,215 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06c0dc3bc23347a88851d29f6e104216 2018-11-15 19:16:51,215 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/06c0dc3bc23347a88851d29f6e104216, entries=1602, sequenceid=1125, filesize=73.6 K 2018-11-15 19:16:51,215 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family9/407c29be0a2740ce92584e758c93504f as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/407c29be0a2740ce92584e758c93504f 2018-11-15 19:16:51,216 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 407c29be0a2740ce92584e758c93504f 2018-11-15 19:16:51,216 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/407c29be0a2740ce92584e758c93504f, entries=1602, sequenceid=1125, filesize=73.6 K 2018-11-15 19:16:51,217 INFO [FlushThread] regionserver.HRegion(2856): Finished flush of dataSize ~3.00 MB/3149920, heapSize ~8.76 MB/9182880, currentSize=1.91 MB/2004410 for 792bda3591b050d9b9bce7d146f595c7 in 119ms, sequenceid=1125, compaction requested=true 2018-11-15 19:16:51,217 DEBUG [FlushThread] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309411098 Obtaining lock to block concurrent updates at 1542309411099 Preparing flush snapshotting stores in 792bda3591b050d9b9bce7d146f595c7 at 1542309411099 Finished memstore snapshotting testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7., syncing WAL and waiting on mvcc, flushsize=dataSize=3149920, getHeapSize=9182880, getOffHeapSize=0 at 1542309411105 Flushing stores of testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. at 1542309411105 Flushing family0: creating writer at 1542309411105 Flushing family0: appending metadata at 1542309411113 Flushing family0: closing flushed file at 1542309411113 Flushing family1: creating writer at 1542309411116 Flushing family1: appending metadata at 1542309411123 Flushing family1: closing flushed file at 1542309411123 Flushing family2: creating writer at 1542309411126 Flushing family2: appending metadata at 1542309411133 Flushing family2: closing flushed file at 1542309411133 Flushing family3: creating writer at 1542309411135 Flushing family3: appending metadata at 1542309411141 Flushing family3: closing flushed file at 1542309411141 Flushing family4: creating writer at 1542309411143 Flushing family4: appending metadata at 1542309411152 Flushing family4: closing flushed file at 1542309411152 Flushing family5: creating writer at 1542309411155 Flushing family5: appending metadata at 1542309411164 Flushing family5: closing flushed file at 1542309411164 Flushing family6: creating writer at 1542309411168 Flushing family6: appending metadata at 1542309411175 Flushing family6: closing flushed file at 1542309411175 Flushing family7: creating writer at 1542309411177 Flushing family7: appending metadata at 1542309411183 Flushing family7: closing flushed file at 1542309411183 Flushing family8: creating writer at 1542309411185 Flushing family8: appending metadata at 1542309411192 Flushing family8: closing flushed file at 1542309411192 Flushing family9: creating writer at 1542309411195 Flushing family9: appending metadata at 1542309411202 Flushing family9: closing flushed file at 1542309411202 Flushing family0: reopening flushed file at 1542309411204 Flushing family1: reopening flushed file at 1542309411206 Flushing family2: reopening flushed file at 1542309411207 Flushing family3: reopening flushed file at 1542309411208 Flushing family4: reopening flushed file at 1542309411209 Flushing family5: reopening flushed file at 1542309411210 Flushing family6: reopening flushed file at 1542309411212 Flushing family7: reopening flushed file at 1542309411213 Flushing family8: reopening flushed file at 1542309411214 Flushing family9: reopening flushed file at 1542309411215 Finished flush of dataSize ~3.00 MB/3149920, heapSize ~8.76 MB/9182880, currentSize=1.91 MB/2004410 for 792bda3591b050d9b9bce7d146f595c7 in 119ms, sequenceid=1125, compaction requested=true at 1542309411217 Flush successful at 1542309411217 2018-11-15 19:16:51,326 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 2303 2018-11-15 19:16:51,390 INFO [FlushThread] regionserver.HRegion(2647): Flushing 10/10 column families, dataSize=4.56 MB heapSize=13.30 MB 2018-11-15 19:16:51,390 INFO [PutThread] regionserver.HRegion(8449): writing data to region testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:16:51,413 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 73d76d9a6bff44ed9e84d830cbcb92e1 2018-11-15 19:16:51,422 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=471.37 KB at sequenceid=1248 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family0/73d76d9a6bff44ed9e84d830cbcb92e1 2018-11-15 19:16:51,423 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73d76d9a6bff44ed9e84d830cbcb92e1 2018-11-15 19:16:51,426 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on fa833379097e4b689ca06e0501a0d963 2018-11-15 19:16:51,436 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=471.37 KB at sequenceid=1248 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family1/fa833379097e4b689ca06e0501a0d963 2018-11-15 19:16:51,437 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa833379097e4b689ca06e0501a0d963 2018-11-15 19:16:51,440 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on f57cb9b8b3794fe382ae79361ab5b1ea 2018-11-15 19:16:51,448 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=471.37 KB at sequenceid=1248 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family2/f57cb9b8b3794fe382ae79361ab5b1ea 2018-11-15 19:16:51,449 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f57cb9b8b3794fe382ae79361ab5b1ea 2018-11-15 19:16:51,452 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on f482c464af964744ac479046fdb84855 2018-11-15 19:16:51,452 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 2397 2018-11-15 19:16:51,460 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=471.37 KB at sequenceid=1248 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family3/f482c464af964744ac479046fdb84855 2018-11-15 19:16:51,460 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f482c464af964744ac479046fdb84855 2018-11-15 19:16:51,463 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 1a93b244ddc34ca297cf34866da85eea 2018-11-15 19:16:51,472 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=471.37 KB at sequenceid=1248 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family4/1a93b244ddc34ca297cf34866da85eea 2018-11-15 19:16:51,472 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a93b244ddc34ca297cf34866da85eea 2018-11-15 19:16:51,475 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on c97ff790989f40029197c9cf53a34520 2018-11-15 19:16:51,484 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=471.37 KB at sequenceid=1248 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family5/c97ff790989f40029197c9cf53a34520 2018-11-15 19:16:51,485 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c97ff790989f40029197c9cf53a34520 2018-11-15 19:16:51,488 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on ebb95bcfdb104585b1bda5994d821d48 2018-11-15 19:16:51,497 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=471.37 KB at sequenceid=1248 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family6/ebb95bcfdb104585b1bda5994d821d48 2018-11-15 19:16:51,498 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ebb95bcfdb104585b1bda5994d821d48 2018-11-15 19:16:51,501 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on d9fd0ff7eb9a4d0a85585337fc3f796b 2018-11-15 19:16:51,510 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=471.37 KB at sequenceid=1248 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family7/d9fd0ff7eb9a4d0a85585337fc3f796b 2018-11-15 19:16:51,511 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d9fd0ff7eb9a4d0a85585337fc3f796b 2018-11-15 19:16:51,514 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 9e9e474c2a2749aebd34233d333356f2 2018-11-15 19:16:51,524 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=471.37 KB at sequenceid=1248 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family8/9e9e474c2a2749aebd34233d333356f2 2018-11-15 19:16:51,525 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e9e474c2a2749aebd34233d333356f2 2018-11-15 19:16:51,528 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 0331188a3d5d4651acaf9dc64b5b050b 2018-11-15 19:16:51,537 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=471.37 KB at sequenceid=1248 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family9/0331188a3d5d4651acaf9dc64b5b050b 2018-11-15 19:16:51,538 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0331188a3d5d4651acaf9dc64b5b050b 2018-11-15 19:16:51,538 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family0/73d76d9a6bff44ed9e84d830cbcb92e1 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/73d76d9a6bff44ed9e84d830cbcb92e1 2018-11-15 19:16:51,539 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73d76d9a6bff44ed9e84d830cbcb92e1 2018-11-15 19:16:51,539 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/73d76d9a6bff44ed9e84d830cbcb92e1, entries=4002, sequenceid=1248, filesize=176.6 K 2018-11-15 19:16:51,539 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family1/fa833379097e4b689ca06e0501a0d963 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/fa833379097e4b689ca06e0501a0d963 2018-11-15 19:16:51,540 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa833379097e4b689ca06e0501a0d963 2018-11-15 19:16:51,540 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/fa833379097e4b689ca06e0501a0d963, entries=4002, sequenceid=1248, filesize=176.6 K 2018-11-15 19:16:51,540 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family2/f57cb9b8b3794fe382ae79361ab5b1ea as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/f57cb9b8b3794fe382ae79361ab5b1ea 2018-11-15 19:16:51,541 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f57cb9b8b3794fe382ae79361ab5b1ea 2018-11-15 19:16:51,541 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/f57cb9b8b3794fe382ae79361ab5b1ea, entries=4002, sequenceid=1248, filesize=176.6 K 2018-11-15 19:16:51,542 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family3/f482c464af964744ac479046fdb84855 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/f482c464af964744ac479046fdb84855 2018-11-15 19:16:51,542 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f482c464af964744ac479046fdb84855 2018-11-15 19:16:51,542 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/f482c464af964744ac479046fdb84855, entries=4002, sequenceid=1248, filesize=176.6 K 2018-11-15 19:16:51,543 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family4/1a93b244ddc34ca297cf34866da85eea as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/1a93b244ddc34ca297cf34866da85eea 2018-11-15 19:16:51,543 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a93b244ddc34ca297cf34866da85eea 2018-11-15 19:16:51,544 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/1a93b244ddc34ca297cf34866da85eea, entries=4002, sequenceid=1248, filesize=176.6 K 2018-11-15 19:16:51,544 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family5/c97ff790989f40029197c9cf53a34520 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/c97ff790989f40029197c9cf53a34520 2018-11-15 19:16:51,545 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c97ff790989f40029197c9cf53a34520 2018-11-15 19:16:51,545 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/c97ff790989f40029197c9cf53a34520, entries=4002, sequenceid=1248, filesize=176.6 K 2018-11-15 19:16:51,545 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family6/ebb95bcfdb104585b1bda5994d821d48 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/ebb95bcfdb104585b1bda5994d821d48 2018-11-15 19:16:51,546 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ebb95bcfdb104585b1bda5994d821d48 2018-11-15 19:16:51,546 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/ebb95bcfdb104585b1bda5994d821d48, entries=4002, sequenceid=1248, filesize=176.6 K 2018-11-15 19:16:51,546 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family7/d9fd0ff7eb9a4d0a85585337fc3f796b as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/d9fd0ff7eb9a4d0a85585337fc3f796b 2018-11-15 19:16:51,547 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d9fd0ff7eb9a4d0a85585337fc3f796b 2018-11-15 19:16:51,547 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/d9fd0ff7eb9a4d0a85585337fc3f796b, entries=4002, sequenceid=1248, filesize=176.6 K 2018-11-15 19:16:51,548 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family8/9e9e474c2a2749aebd34233d333356f2 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/9e9e474c2a2749aebd34233d333356f2 2018-11-15 19:16:51,548 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e9e474c2a2749aebd34233d333356f2 2018-11-15 19:16:51,549 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/9e9e474c2a2749aebd34233d333356f2, entries=4002, sequenceid=1248, filesize=176.6 K 2018-11-15 19:16:51,549 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family9/0331188a3d5d4651acaf9dc64b5b050b as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/0331188a3d5d4651acaf9dc64b5b050b 2018-11-15 19:16:51,550 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0331188a3d5d4651acaf9dc64b5b050b 2018-11-15 19:16:51,550 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/0331188a3d5d4651acaf9dc64b5b050b, entries=4002, sequenceid=1248, filesize=176.6 K 2018-11-15 19:16:51,551 INFO [FlushThread] regionserver.HRegion(2856): Finished flush of dataSize ~4.60 MB/4826820, heapSize ~13.42 MB/14070080, currentSize=2.38 MB/2495210 for 792bda3591b050d9b9bce7d146f595c7 in 161ms, sequenceid=1248, compaction requested=true 2018-11-15 19:16:51,551 DEBUG [FlushThread] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309411390 Obtaining lock to block concurrent updates at 1542309411391 Preparing flush snapshotting stores in 792bda3591b050d9b9bce7d146f595c7 at 1542309411394 Finished memstore snapshotting testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7., syncing WAL and waiting on mvcc, flushsize=dataSize=4826820, getHeapSize=14070080, getOffHeapSize=0 at 1542309411409 Flushing stores of testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. at 1542309411409 Flushing family0: creating writer at 1542309411409 Flushing family0: appending metadata at 1542309411421 Flushing family0: closing flushed file at 1542309411421 Flushing family1: creating writer at 1542309411423 Flushing family1: appending metadata at 1542309411434 Flushing family1: closing flushed file at 1542309411434 Flushing family2: creating writer at 1542309411437 Flushing family2: appending metadata at 1542309411447 Flushing family2: closing flushed file at 1542309411447 Flushing family3: creating writer at 1542309411449 Flushing family3: appending metadata at 1542309411459 Flushing family3: closing flushed file at 1542309411459 Flushing family4: creating writer at 1542309411461 Flushing family4: appending metadata at 1542309411470 Flushing family4: closing flushed file at 1542309411470 Flushing family5: creating writer at 1542309411472 Flushing family5: appending metadata at 1542309411483 Flushing family5: closing flushed file at 1542309411483 Flushing family6: creating writer at 1542309411485 Flushing family6: appending metadata at 1542309411496 Flushing family6: closing flushed file at 1542309411496 Flushing family7: creating writer at 1542309411498 Flushing family7: appending metadata at 1542309411509 Flushing family7: closing flushed file at 1542309411509 Flushing family8: creating writer at 1542309411511 Flushing family8: appending metadata at 1542309411522 Flushing family8: closing flushed file at 1542309411522 Flushing family9: creating writer at 1542309411525 Flushing family9: appending metadata at 1542309411535 Flushing family9: closing flushed file at 1542309411535 Flushing family0: reopening flushed file at 1542309411538 Flushing family1: reopening flushed file at 1542309411540 Flushing family2: reopening flushed file at 1542309411541 Flushing family3: reopening flushed file at 1542309411542 Flushing family4: reopening flushed file at 1542309411543 Flushing family5: reopening flushed file at 1542309411544 Flushing family6: reopening flushed file at 1542309411545 Flushing family7: reopening flushed file at 1542309411547 Flushing family8: reopening flushed file at 1542309411548 Flushing family9: reopening flushed file at 1542309411549 Finished flush of dataSize ~4.60 MB/4826820, heapSize ~13.42 MB/14070080, currentSize=2.38 MB/2495210 for 792bda3591b050d9b9bce7d146f595c7 in 161ms, sequenceid=1248, compaction requested=true at 1542309411551 Flush successful at 1542309411551 2018-11-15 19:16:51,569 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 2491 2018-11-15 19:16:51,692 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 2585 2018-11-15 19:16:51,734 INFO [FlushThread] regionserver.HRegion(2647): Flushing 10/10 column families, dataSize=5.11 MB heapSize=14.90 MB 2018-11-15 19:16:51,734 INFO [PutThread] regionserver.HRegion(8449): writing data to region testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:16:51,758 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on a0b1b18d27e94503a8b74afd41fb5784 2018-11-15 19:16:51,766 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=527.32 KB at sequenceid=1386 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family0/a0b1b18d27e94503a8b74afd41fb5784 2018-11-15 19:16:51,767 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a0b1b18d27e94503a8b74afd41fb5784 2018-11-15 19:16:51,770 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 8677753a12514a61b6387d39d4068836 2018-11-15 19:16:51,777 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=527.32 KB at sequenceid=1386 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family1/8677753a12514a61b6387d39d4068836 2018-11-15 19:16:51,778 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8677753a12514a61b6387d39d4068836 2018-11-15 19:16:51,781 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 718811a9f62542d4acbdc3469c476faf 2018-11-15 19:16:51,789 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=527.32 KB at sequenceid=1386 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family2/718811a9f62542d4acbdc3469c476faf 2018-11-15 19:16:51,790 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 718811a9f62542d4acbdc3469c476faf 2018-11-15 19:16:51,793 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on f423cc12f345447bbb1a48b4c53b44d3 2018-11-15 19:16:51,800 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=527.32 KB at sequenceid=1386 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family3/f423cc12f345447bbb1a48b4c53b44d3 2018-11-15 19:16:51,801 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f423cc12f345447bbb1a48b4c53b44d3 2018-11-15 19:16:51,804 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 7ba56c51b94f45cfb1c281abb61c807e 2018-11-15 19:16:51,812 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=527.32 KB at sequenceid=1386 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family4/7ba56c51b94f45cfb1c281abb61c807e 2018-11-15 19:16:51,813 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ba56c51b94f45cfb1c281abb61c807e 2018-11-15 19:16:51,815 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 72dfe1dceff24b76b25b01cfe7d8ff72 2018-11-15 19:16:51,819 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 2679 2018-11-15 19:16:51,823 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=527.32 KB at sequenceid=1386 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family5/72dfe1dceff24b76b25b01cfe7d8ff72 2018-11-15 19:16:51,824 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72dfe1dceff24b76b25b01cfe7d8ff72 2018-11-15 19:16:51,826 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on aa66e3ce1808462da8ec981fc89d146a 2018-11-15 19:16:51,834 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=527.32 KB at sequenceid=1386 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family6/aa66e3ce1808462da8ec981fc89d146a 2018-11-15 19:16:51,834 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa66e3ce1808462da8ec981fc89d146a 2018-11-15 19:16:51,837 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 1c822dc32f964317a9733279cc88cae9 2018-11-15 19:16:51,844 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=527.32 KB at sequenceid=1386 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family7/1c822dc32f964317a9733279cc88cae9 2018-11-15 19:16:51,845 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c822dc32f964317a9733279cc88cae9 2018-11-15 19:16:51,848 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 63e9ce5d104a44e2a6c9f2b446166014 2018-11-15 19:16:51,855 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=527.32 KB at sequenceid=1386 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family8/63e9ce5d104a44e2a6c9f2b446166014 2018-11-15 19:16:51,880 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63e9ce5d104a44e2a6c9f2b446166014 2018-11-15 19:16:51,883 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 31603966ebf349e8929f8edc7e087a02 2018-11-15 19:16:51,890 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=527.32 KB at sequenceid=1386 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family9/31603966ebf349e8929f8edc7e087a02 2018-11-15 19:16:51,890 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 31603966ebf349e8929f8edc7e087a02 2018-11-15 19:16:51,891 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family0/a0b1b18d27e94503a8b74afd41fb5784 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/a0b1b18d27e94503a8b74afd41fb5784 2018-11-15 19:16:51,891 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a0b1b18d27e94503a8b74afd41fb5784 2018-11-15 19:16:51,891 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/a0b1b18d27e94503a8b74afd41fb5784, entries=3103, sequenceid=1386, filesize=138.0 K 2018-11-15 19:16:51,892 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family1/8677753a12514a61b6387d39d4068836 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/8677753a12514a61b6387d39d4068836 2018-11-15 19:16:51,892 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8677753a12514a61b6387d39d4068836 2018-11-15 19:16:51,892 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/8677753a12514a61b6387d39d4068836, entries=3103, sequenceid=1386, filesize=138.0 K 2018-11-15 19:16:51,893 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family2/718811a9f62542d4acbdc3469c476faf as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/718811a9f62542d4acbdc3469c476faf 2018-11-15 19:16:51,893 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 718811a9f62542d4acbdc3469c476faf 2018-11-15 19:16:51,893 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/718811a9f62542d4acbdc3469c476faf, entries=3103, sequenceid=1386, filesize=138.0 K 2018-11-15 19:16:51,894 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family3/f423cc12f345447bbb1a48b4c53b44d3 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/f423cc12f345447bbb1a48b4c53b44d3 2018-11-15 19:16:51,894 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f423cc12f345447bbb1a48b4c53b44d3 2018-11-15 19:16:51,894 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/f423cc12f345447bbb1a48b4c53b44d3, entries=3103, sequenceid=1386, filesize=138.0 K 2018-11-15 19:16:51,895 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family4/7ba56c51b94f45cfb1c281abb61c807e as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/7ba56c51b94f45cfb1c281abb61c807e 2018-11-15 19:16:51,895 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ba56c51b94f45cfb1c281abb61c807e 2018-11-15 19:16:51,896 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/7ba56c51b94f45cfb1c281abb61c807e, entries=3103, sequenceid=1386, filesize=138.0 K 2018-11-15 19:16:51,896 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family5/72dfe1dceff24b76b25b01cfe7d8ff72 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/72dfe1dceff24b76b25b01cfe7d8ff72 2018-11-15 19:16:51,897 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72dfe1dceff24b76b25b01cfe7d8ff72 2018-11-15 19:16:51,897 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/72dfe1dceff24b76b25b01cfe7d8ff72, entries=3103, sequenceid=1386, filesize=138.0 K 2018-11-15 19:16:51,897 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family6/aa66e3ce1808462da8ec981fc89d146a as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/aa66e3ce1808462da8ec981fc89d146a 2018-11-15 19:16:51,898 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa66e3ce1808462da8ec981fc89d146a 2018-11-15 19:16:51,898 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/aa66e3ce1808462da8ec981fc89d146a, entries=3103, sequenceid=1386, filesize=138.0 K 2018-11-15 19:16:51,898 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family7/1c822dc32f964317a9733279cc88cae9 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/1c822dc32f964317a9733279cc88cae9 2018-11-15 19:16:51,899 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c822dc32f964317a9733279cc88cae9 2018-11-15 19:16:51,899 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/1c822dc32f964317a9733279cc88cae9, entries=3103, sequenceid=1386, filesize=138.0 K 2018-11-15 19:16:51,899 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family8/63e9ce5d104a44e2a6c9f2b446166014 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/63e9ce5d104a44e2a6c9f2b446166014 2018-11-15 19:16:51,900 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63e9ce5d104a44e2a6c9f2b446166014 2018-11-15 19:16:51,900 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/63e9ce5d104a44e2a6c9f2b446166014, entries=3103, sequenceid=1386, filesize=138.0 K 2018-11-15 19:16:51,900 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family9/31603966ebf349e8929f8edc7e087a02 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/31603966ebf349e8929f8edc7e087a02 2018-11-15 19:16:51,901 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 31603966ebf349e8929f8edc7e087a02 2018-11-15 19:16:51,901 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/31603966ebf349e8929f8edc7e087a02, entries=3103, sequenceid=1386, filesize=138.0 K 2018-11-15 19:16:51,902 INFO [FlushThread] regionserver.HRegion(2856): Finished flush of dataSize ~5.15 MB/5399730, heapSize ~15.01 MB/15739920, currentSize=2.11 MB/2208910 for 792bda3591b050d9b9bce7d146f595c7 in 168ms, sequenceid=1386, compaction requested=true 2018-11-15 19:16:51,902 DEBUG [FlushThread] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309411733 Obtaining lock to block concurrent updates at 1542309411734 Preparing flush snapshotting stores in 792bda3591b050d9b9bce7d146f595c7 at 1542309411737 Finished memstore snapshotting testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7., syncing WAL and waiting on mvcc, flushsize=dataSize=5399730, getHeapSize=15739920, getOffHeapSize=0 at 1542309411754 Flushing stores of testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. at 1542309411755 Flushing family0: creating writer at 1542309411755 Flushing family0: appending metadata at 1542309411765 Flushing family0: closing flushed file at 1542309411765 Flushing family1: creating writer at 1542309411767 Flushing family1: appending metadata at 1542309411776 Flushing family1: closing flushed file at 1542309411776 Flushing family2: creating writer at 1542309411778 Flushing family2: appending metadata at 1542309411788 Flushing family2: closing flushed file at 1542309411788 Flushing family3: creating writer at 1542309411790 Flushing family3: appending metadata at 1542309411799 Flushing family3: closing flushed file at 1542309411799 Flushing family4: creating writer at 1542309411801 Flushing family4: appending metadata at 1542309411810 Flushing family4: closing flushed file at 1542309411810 Flushing family5: creating writer at 1542309411813 Flushing family5: appending metadata at 1542309411822 Flushing family5: closing flushed file at 1542309411822 Flushing family6: creating writer at 1542309411824 Flushing family6: appending metadata at 1542309411833 Flushing family6: closing flushed file at 1542309411833 Flushing family7: creating writer at 1542309411835 Flushing family7: appending metadata at 1542309411843 Flushing family7: closing flushed file at 1542309411843 Flushing family8: creating writer at 1542309411845 Flushing family8: appending metadata at 1542309411854 Flushing family8: closing flushed file at 1542309411854 Flushing family9: creating writer at 1542309411880 Flushing family9: appending metadata at 1542309411889 Flushing family9: closing flushed file at 1542309411889 Flushing family0: reopening flushed file at 1542309411891 Flushing family1: reopening flushed file at 1542309411892 Flushing family2: reopening flushed file at 1542309411893 Flushing family3: reopening flushed file at 1542309411894 Flushing family4: reopening flushed file at 1542309411895 Flushing family5: reopening flushed file at 1542309411896 Flushing family6: reopening flushed file at 1542309411897 Flushing family7: reopening flushed file at 1542309411898 Flushing family8: reopening flushed file at 1542309411899 Flushing family9: reopening flushed file at 1542309411900 Finished flush of dataSize ~5.15 MB/5399730, heapSize ~15.01 MB/15739920, currentSize=2.11 MB/2208910 for 792bda3591b050d9b9bce7d146f595c7 in 168ms, sequenceid=1386, compaction requested=true at 1542309411902 Flush successful at 1542309411902 2018-11-15 19:16:51,960 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 2773 2018-11-15 19:16:52,081 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 2867 2018-11-15 19:16:52,115 INFO [FlushThread] regionserver.HRegion(2647): Flushing 10/10 column families, dataSize=5.34 MB heapSize=15.58 MB 2018-11-15 19:16:52,127 INFO [PutThread] regionserver.HRegion(8449): writing data to region testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:16:52,131 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 0c4e2c444ac14b3698a35cd01fa125c9 2018-11-15 19:16:52,138 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=551.28 KB at sequenceid=1530 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family0/0c4e2c444ac14b3698a35cd01fa125c9 2018-11-15 19:16:52,139 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c4e2c444ac14b3698a35cd01fa125c9 2018-11-15 19:16:52,142 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 1bbded8edfc84ceb812f447c4f5ed42d 2018-11-15 19:16:52,149 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=551.28 KB at sequenceid=1530 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family1/1bbded8edfc84ceb812f447c4f5ed42d 2018-11-15 19:16:52,150 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1bbded8edfc84ceb812f447c4f5ed42d 2018-11-15 19:16:52,153 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on fb65ef0d2939423aab7462242d5b4558 2018-11-15 19:16:52,161 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=551.28 KB at sequenceid=1530 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family2/fb65ef0d2939423aab7462242d5b4558 2018-11-15 19:16:52,161 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fb65ef0d2939423aab7462242d5b4558 2018-11-15 19:16:52,164 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 0ce8b803bd284eca94e79a6c03d140b2 2018-11-15 19:16:52,172 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=551.28 KB at sequenceid=1530 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family3/0ce8b803bd284eca94e79a6c03d140b2 2018-11-15 19:16:52,173 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ce8b803bd284eca94e79a6c03d140b2 2018-11-15 19:16:52,176 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 96a742a41c084bc9a418df29905a68f7 2018-11-15 19:16:52,183 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=551.28 KB at sequenceid=1530 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family4/96a742a41c084bc9a418df29905a68f7 2018-11-15 19:16:52,183 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96a742a41c084bc9a418df29905a68f7 2018-11-15 19:16:52,186 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on ea0e970e7499405fba7ab58d80f82def 2018-11-15 19:16:52,194 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=551.28 KB at sequenceid=1530 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family5/ea0e970e7499405fba7ab58d80f82def 2018-11-15 19:16:52,194 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea0e970e7499405fba7ab58d80f82def 2018-11-15 19:16:52,197 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 2961 2018-11-15 19:16:52,198 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 8fa570c5a9f84333ad026d72e57a7f48 2018-11-15 19:16:52,205 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=551.28 KB at sequenceid=1530 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family6/8fa570c5a9f84333ad026d72e57a7f48 2018-11-15 19:16:52,205 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8fa570c5a9f84333ad026d72e57a7f48 2018-11-15 19:16:52,208 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 0c9724242ce54ddbb4fe77262c681153 2018-11-15 19:16:52,216 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=551.28 KB at sequenceid=1530 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family7/0c9724242ce54ddbb4fe77262c681153 2018-11-15 19:16:52,217 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c9724242ce54ddbb4fe77262c681153 2018-11-15 19:16:52,220 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 402382b1ed434b598779a38d14437afc 2018-11-15 19:16:52,227 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=551.28 KB at sequenceid=1530 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family8/402382b1ed434b598779a38d14437afc 2018-11-15 19:16:52,228 INFO [FlushThread] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 402382b1ed434b598779a38d14437afc 2018-11-15 19:16:52,231 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 8354635f8ac6419fb58dc5b29fb3625d 2018-11-15 19:16:52,233 DEBUG [Time-limited test] regionserver.HRegion(2324): NOT flushing memstore for region testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7., flushing=true, writesEnabled=true 2018-11-15 19:16:52,233 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309412233 Not flushing since already flushing at 1542309412233 2018-11-15 19:16:52,238 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=551.28 KB at sequenceid=1530 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family9/8354635f8ac6419fb58dc5b29fb3625d 2018-11-15 19:16:52,239 ERROR [FlushThread] regionserver.HStore(1907): Failed to open store file : /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family9/8354635f8ac6419fb58dc5b29fb3625d, keeping it in tmp location org.apache.hadoop.hbase.io.hfile.CorruptHFileException: Problem reading HFile Trailer from file file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family9/8354635f8ac6419fb58dc5b29fb3625d at org.apache.hadoop.hbase.io.hfile.HFile.openReader(HFile.java:545) at org.apache.hadoop.hbase.io.hfile.HFile.createReader(HFile.java:579) at org.apache.hadoop.hbase.regionserver.StoreFileReader.(StoreFileReader.java:111) at org.apache.hadoop.hbase.regionserver.StoreFileInfo.open(StoreFileInfo.java:285) at org.apache.hadoop.hbase.regionserver.HStoreFile.open(HStoreFile.java:370) at org.apache.hadoop.hbase.regionserver.HStoreFile.initReader(HStoreFile.java:478) at org.apache.hadoop.hbase.regionserver.HStore.createStoreFileAndReader(HStore.java:706) at org.apache.hadoop.hbase.regionserver.HStore.createStoreFileAndReader(HStore.java:699) at org.apache.hadoop.hbase.regionserver.HStore.validateStoreFile(HStore.java:1905) at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:1029) at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:2304) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:2744) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2478) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2450) at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2340) at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2243) at org.apache.hadoop.hbase.regionserver.TestHRegion$FlushThread.run(TestHRegion.java:3527) Caused by: java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:202) at sun.nio.ch.FileChannelImpl.position(FileChannelImpl.java:293) at org.apache.hadoop.fs.RawLocalFileSystem$LocalFSFileInputStream.seek(RawLocalFileSystem.java:115) at org.apache.hadoop.fs.BufferedFSInputStream.seek(BufferedFSInputStream.java:96) at org.apache.hadoop.fs.FSDataInputStream.seek(FSDataInputStream.java:62) at org.apache.hadoop.fs.FSDataInputStream.seek(FSDataInputStream.java:62) at org.apache.hadoop.fs.ChecksumFileSystem$FSDataBoundedInputStream.seek(ChecksumFileSystem.java:330) at org.apache.hadoop.hbase.io.hfile.HFileUtil.seekOnMultipleSources(HFileUtil.java:38) at org.apache.hadoop.hbase.io.hfile.FixedFileTrailer.readFromStream(FixedFileTrailer.java:398) at org.apache.hadoop.hbase.io.hfile.HFile.openReader(HFile.java:532) ... 16 more 2018-11-15 19:16:52,239 WARN [FlushThread] regionserver.HStore(1033): Failed validating store file /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family9/8354635f8ac6419fb58dc5b29fb3625d, retrying num=0 org.apache.hadoop.hbase.io.hfile.CorruptHFileException: Problem reading HFile Trailer from file file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family9/8354635f8ac6419fb58dc5b29fb3625d at org.apache.hadoop.hbase.io.hfile.HFile.openReader(HFile.java:545) at org.apache.hadoop.hbase.io.hfile.HFile.createReader(HFile.java:579) at org.apache.hadoop.hbase.regionserver.StoreFileReader.(StoreFileReader.java:111) at org.apache.hadoop.hbase.regionserver.StoreFileInfo.open(StoreFileInfo.java:285) at org.apache.hadoop.hbase.regionserver.HStoreFile.open(HStoreFile.java:370) at org.apache.hadoop.hbase.regionserver.HStoreFile.initReader(HStoreFile.java:478) at org.apache.hadoop.hbase.regionserver.HStore.createStoreFileAndReader(HStore.java:706) at org.apache.hadoop.hbase.regionserver.HStore.createStoreFileAndReader(HStore.java:699) at org.apache.hadoop.hbase.regionserver.HStore.validateStoreFile(HStore.java:1905) at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:1029) at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:2304) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:2744) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2478) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2450) at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2340) at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2243) at org.apache.hadoop.hbase.regionserver.TestHRegion$FlushThread.run(TestHRegion.java:3527) Caused by: java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:202) at sun.nio.ch.FileChannelImpl.position(FileChannelImpl.java:293) at org.apache.hadoop.fs.RawLocalFileSystem$LocalFSFileInputStream.seek(RawLocalFileSystem.java:115) at org.apache.hadoop.fs.BufferedFSInputStream.seek(BufferedFSInputStream.java:96) at org.apache.hadoop.fs.FSDataInputStream.seek(FSDataInputStream.java:62) at org.apache.hadoop.fs.FSDataInputStream.seek(FSDataInputStream.java:62) at org.apache.hadoop.fs.ChecksumFileSystem$FSDataBoundedInputStream.seek(ChecksumFileSystem.java:330) at org.apache.hadoop.hbase.io.hfile.HFileUtil.seekOnMultipleSources(HFileUtil.java:38) at org.apache.hadoop.hbase.io.hfile.FixedFileTrailer.readFromStream(FixedFileTrailer.java:398) at org.apache.hadoop.hbase.io.hfile.HFile.openReader(HFile.java:532) ... 16 more 2018-11-15 19:16:52,240 DEBUG [FlushThread] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309412115 Obtaining lock to block concurrent updates at 1542309412116 Preparing flush snapshotting stores in 792bda3591b050d9b9bce7d146f595c7 at 1542309412116 Finished memstore snapshotting testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7., syncing WAL and waiting on mvcc, flushsize=dataSize=5645130, getHeapSize=16455120, getOffHeapSize=0 at 1542309412127 Flushing stores of testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. at 1542309412127 Flushing family0: creating writer at 1542309412127 Flushing family0: appending metadata at 1542309412137 Flushing family0: closing flushed file at 1542309412137 Flushing family1: creating writer at 1542309412139 Flushing family1: appending metadata at 1542309412148 Flushing family1: closing flushed file at 1542309412148 Flushing family2: creating writer at 1542309412150 Flushing family2: appending metadata at 1542309412159 Flushing family2: closing flushed file at 1542309412159 Flushing family3: creating writer at 1542309412161 Flushing family3: appending metadata at 1542309412170 Flushing family3: closing flushed file at 1542309412170 Flushing family4: creating writer at 1542309412173 Flushing family4: appending metadata at 1542309412182 Flushing family4: closing flushed file at 1542309412182 Flushing family5: creating writer at 1542309412184 Flushing family5: appending metadata at 1542309412192 Flushing family5: closing flushed file at 1542309412192 Flushing family6: creating writer at 1542309412194 Flushing family6: appending metadata at 1542309412203 Flushing family6: closing flushed file at 1542309412203 Flushing family7: creating writer at 1542309412206 Flushing family7: appending metadata at 1542309412215 Flushing family7: closing flushed file at 1542309412215 Flushing family8: creating writer at 1542309412217 Flushing family8: appending metadata at 1542309412226 Flushing family8: closing flushed file at 1542309412226 Flushing family9: creating writer at 1542309412228 Flushing family9: appending metadata at 1542309412236 Flushing family9: closing flushed file at 1542309412236 Flush failed: java.io.InterruptedIOException at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:1048) at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:2304) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:2744) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2478) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2450) at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2340) at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2243) at org.apache.hadoop.hbase.regionserver.TestHRegion$FlushThread.run(TestHRegion.java:3527) Caused by: java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:1046) ... 7 more at 1542309412240 2018-11-15 19:16:52,241 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 792bda3591b050d9b9bce7d146f595c7, disabling compactions & flushes 2018-11-15 19:16:52,241 INFO [Time-limited test] regionserver.HRegion(1563): Running close preflush of 792bda3591b050d9b9bce7d146f595c7 2018-11-15 19:16:52,241 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 10/10 column families, dataSize=7.30 MB heapSize=21.27 MB 2018-11-15 19:16:52,242 WARN [Time-limited test] regionserver.DefaultMemStore(95): Snapshot called again without clearing previous. Doing nothing. Another ongoing flush or did we fail last attempt? 2018-11-15 19:16:52,243 WARN [Time-limited test] regionserver.DefaultMemStore(95): Snapshot called again without clearing previous. Doing nothing. Another ongoing flush or did we fail last attempt? 2018-11-15 19:16:52,244 WARN [Time-limited test] regionserver.DefaultMemStore(95): Snapshot called again without clearing previous. Doing nothing. Another ongoing flush or did we fail last attempt? 2018-11-15 19:16:52,246 WARN [Time-limited test] regionserver.DefaultMemStore(95): Snapshot called again without clearing previous. Doing nothing. Another ongoing flush or did we fail last attempt? 2018-11-15 19:16:52,247 WARN [Time-limited test] regionserver.DefaultMemStore(95): Snapshot called again without clearing previous. Doing nothing. Another ongoing flush or did we fail last attempt? 2018-11-15 19:16:52,249 WARN [Time-limited test] regionserver.DefaultMemStore(95): Snapshot called again without clearing previous. Doing nothing. Another ongoing flush or did we fail last attempt? 2018-11-15 19:16:52,250 WARN [Time-limited test] regionserver.DefaultMemStore(95): Snapshot called again without clearing previous. Doing nothing. Another ongoing flush or did we fail last attempt? 2018-11-15 19:16:52,251 WARN [Time-limited test] regionserver.DefaultMemStore(95): Snapshot called again without clearing previous. Doing nothing. Another ongoing flush or did we fail last attempt? 2018-11-15 19:16:52,253 WARN [Time-limited test] regionserver.DefaultMemStore(95): Snapshot called again without clearing previous. Doing nothing. Another ongoing flush or did we fail last attempt? 2018-11-15 19:16:52,254 WARN [Time-limited test] regionserver.DefaultMemStore(95): Snapshot called again without clearing previous. Doing nothing. Another ongoing flush or did we fail last attempt? 2018-11-15 19:16:52,259 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 6c9e0f744ed34be0b140426a7223632d 2018-11-15 19:16:52,266 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=551.28 KB at sequenceid=1583 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family0/6c9e0f744ed34be0b140426a7223632d 2018-11-15 19:16:52,267 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6c9e0f744ed34be0b140426a7223632d 2018-11-15 19:16:52,270 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on ab668f8a5beb459c8e5caa6a5a60cdd8 2018-11-15 19:16:52,276 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=551.28 KB at sequenceid=1583 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family1/ab668f8a5beb459c8e5caa6a5a60cdd8 2018-11-15 19:16:52,277 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab668f8a5beb459c8e5caa6a5a60cdd8 2018-11-15 19:16:52,281 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 76fe625589ec4ba6be9c25cbafba4373 2018-11-15 19:16:52,294 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=551.28 KB at sequenceid=1583 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family2/76fe625589ec4ba6be9c25cbafba4373 2018-11-15 19:16:52,296 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76fe625589ec4ba6be9c25cbafba4373 2018-11-15 19:16:52,300 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 98ca13888bf04155a28ad22bd31ca0ca 2018-11-15 19:16:52,311 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=551.28 KB at sequenceid=1583 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family3/98ca13888bf04155a28ad22bd31ca0ca 2018-11-15 19:16:52,311 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98ca13888bf04155a28ad22bd31ca0ca 2018-11-15 19:16:52,315 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 5fbeb10b9a39439ebdf32e8cf3d8f15d 2018-11-15 19:16:52,325 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=551.28 KB at sequenceid=1583 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family4/5fbeb10b9a39439ebdf32e8cf3d8f15d 2018-11-15 19:16:52,326 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5fbeb10b9a39439ebdf32e8cf3d8f15d 2018-11-15 19:16:52,330 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on e79a49cbbe1245b7a17ada4f597c7a29 2018-11-15 19:16:52,339 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=551.28 KB at sequenceid=1583 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family5/e79a49cbbe1245b7a17ada4f597c7a29 2018-11-15 19:16:52,340 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e79a49cbbe1245b7a17ada4f597c7a29 2018-11-15 19:16:52,344 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 07b4621218fb46ea861080096d3dc5a7 2018-11-15 19:16:52,357 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=551.28 KB at sequenceid=1583 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family6/07b4621218fb46ea861080096d3dc5a7 2018-11-15 19:16:52,359 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07b4621218fb46ea861080096d3dc5a7 2018-11-15 19:16:52,364 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 89a4621e956841da82bd828ceb165859 2018-11-15 19:16:52,374 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=551.28 KB at sequenceid=1583 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family7/89a4621e956841da82bd828ceb165859 2018-11-15 19:16:52,375 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89a4621e956841da82bd828ceb165859 2018-11-15 19:16:52,379 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 73f5c96901044a729182044b92e46244 2018-11-15 19:16:52,388 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=551.28 KB at sequenceid=1583 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family8/73f5c96901044a729182044b92e46244 2018-11-15 19:16:52,388 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73f5c96901044a729182044b92e46244 2018-11-15 19:16:52,393 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 1cead658fb914c1e944a4f4bea22573b 2018-11-15 19:16:52,401 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=551.28 KB at sequenceid=1583 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family9/1cead658fb914c1e944a4f4bea22573b 2018-11-15 19:16:52,402 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1cead658fb914c1e944a4f4bea22573b 2018-11-15 19:16:52,402 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family0/6c9e0f744ed34be0b140426a7223632d as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/6c9e0f744ed34be0b140426a7223632d 2018-11-15 19:16:52,403 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6c9e0f744ed34be0b140426a7223632d 2018-11-15 19:16:52,403 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/6c9e0f744ed34be0b140426a7223632d, entries=2803, sequenceid=1583, filesize=125.1 K 2018-11-15 19:16:52,403 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family1/ab668f8a5beb459c8e5caa6a5a60cdd8 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/ab668f8a5beb459c8e5caa6a5a60cdd8 2018-11-15 19:16:52,404 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab668f8a5beb459c8e5caa6a5a60cdd8 2018-11-15 19:16:52,404 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/ab668f8a5beb459c8e5caa6a5a60cdd8, entries=2803, sequenceid=1583, filesize=125.1 K 2018-11-15 19:16:52,405 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family2/76fe625589ec4ba6be9c25cbafba4373 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/76fe625589ec4ba6be9c25cbafba4373 2018-11-15 19:16:52,405 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76fe625589ec4ba6be9c25cbafba4373 2018-11-15 19:16:52,406 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/76fe625589ec4ba6be9c25cbafba4373, entries=2803, sequenceid=1583, filesize=125.1 K 2018-11-15 19:16:52,406 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family3/98ca13888bf04155a28ad22bd31ca0ca as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/98ca13888bf04155a28ad22bd31ca0ca 2018-11-15 19:16:52,407 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98ca13888bf04155a28ad22bd31ca0ca 2018-11-15 19:16:52,407 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/98ca13888bf04155a28ad22bd31ca0ca, entries=2803, sequenceid=1583, filesize=125.1 K 2018-11-15 19:16:52,407 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family4/5fbeb10b9a39439ebdf32e8cf3d8f15d as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/5fbeb10b9a39439ebdf32e8cf3d8f15d 2018-11-15 19:16:52,408 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5fbeb10b9a39439ebdf32e8cf3d8f15d 2018-11-15 19:16:52,408 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/5fbeb10b9a39439ebdf32e8cf3d8f15d, entries=2803, sequenceid=1583, filesize=125.1 K 2018-11-15 19:16:52,408 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family5/e79a49cbbe1245b7a17ada4f597c7a29 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/e79a49cbbe1245b7a17ada4f597c7a29 2018-11-15 19:16:52,409 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e79a49cbbe1245b7a17ada4f597c7a29 2018-11-15 19:16:52,409 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/e79a49cbbe1245b7a17ada4f597c7a29, entries=2803, sequenceid=1583, filesize=125.1 K 2018-11-15 19:16:52,410 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family6/07b4621218fb46ea861080096d3dc5a7 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/07b4621218fb46ea861080096d3dc5a7 2018-11-15 19:16:52,410 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07b4621218fb46ea861080096d3dc5a7 2018-11-15 19:16:52,411 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/07b4621218fb46ea861080096d3dc5a7, entries=2803, sequenceid=1583, filesize=125.1 K 2018-11-15 19:16:52,411 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family7/89a4621e956841da82bd828ceb165859 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/89a4621e956841da82bd828ceb165859 2018-11-15 19:16:52,412 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89a4621e956841da82bd828ceb165859 2018-11-15 19:16:52,412 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/89a4621e956841da82bd828ceb165859, entries=2803, sequenceid=1583, filesize=125.1 K 2018-11-15 19:16:52,412 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family8/73f5c96901044a729182044b92e46244 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/73f5c96901044a729182044b92e46244 2018-11-15 19:16:52,413 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73f5c96901044a729182044b92e46244 2018-11-15 19:16:52,413 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/73f5c96901044a729182044b92e46244, entries=2803, sequenceid=1583, filesize=125.1 K 2018-11-15 19:16:52,413 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family9/1cead658fb914c1e944a4f4bea22573b as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/1cead658fb914c1e944a4f4bea22573b 2018-11-15 19:16:52,414 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1cead658fb914c1e944a4f4bea22573b 2018-11-15 19:16:52,414 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/1cead658fb914c1e944a4f4bea22573b, entries=2803, sequenceid=1583, filesize=125.1 K 2018-11-15 19:16:52,416 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~5.38 MB/5645130, heapSize ~15.69 MB/16455120, currentSize=1.91 MB/2004410 for 792bda3591b050d9b9bce7d146f595c7 in 174ms, sequenceid=1583, compaction requested=true 2018-11-15 19:16:52,416 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. 2018-11-15 19:16:52,416 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 10/10 column families, dataSize=1.91 MB heapSize=5.57 MB 2018-11-15 19:16:52,428 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 4f8f7cad0d92430985b2a3aed3ff8c8a 2018-11-15 19:16:52,432 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=195.74 KB at sequenceid=1586 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family0/4f8f7cad0d92430985b2a3aed3ff8c8a 2018-11-15 19:16:52,433 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f8f7cad0d92430985b2a3aed3ff8c8a 2018-11-15 19:16:52,438 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 2ffddedc611f4eac886d08523476f945 2018-11-15 19:16:52,447 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=195.74 KB at sequenceid=1586 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family1/2ffddedc611f4eac886d08523476f945 2018-11-15 19:16:52,448 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ffddedc611f4eac886d08523476f945 2018-11-15 19:16:52,453 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 976a4a5c8f29440db95014636906d5ed 2018-11-15 19:16:52,462 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=195.74 KB at sequenceid=1586 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family2/976a4a5c8f29440db95014636906d5ed 2018-11-15 19:16:52,463 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 976a4a5c8f29440db95014636906d5ed 2018-11-15 19:16:52,467 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 7522255f05c445368e813a5e055683f3 2018-11-15 19:16:52,475 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=195.74 KB at sequenceid=1586 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family3/7522255f05c445368e813a5e055683f3 2018-11-15 19:16:52,476 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7522255f05c445368e813a5e055683f3 2018-11-15 19:16:52,480 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 4fcab6f79d83494da79e63363af7a152 2018-11-15 19:16:52,487 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=195.74 KB at sequenceid=1586 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family4/4fcab6f79d83494da79e63363af7a152 2018-11-15 19:16:52,488 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4fcab6f79d83494da79e63363af7a152 2018-11-15 19:16:52,492 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 2abe8f891b8f4cd5acf08e96f7397b87 2018-11-15 19:16:52,499 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=195.74 KB at sequenceid=1586 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family5/2abe8f891b8f4cd5acf08e96f7397b87 2018-11-15 19:16:52,500 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2abe8f891b8f4cd5acf08e96f7397b87 2018-11-15 19:16:52,504 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on f6e97d44d4a54b08b70ca712ccdff2d2 2018-11-15 19:16:52,510 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=195.74 KB at sequenceid=1586 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family6/f6e97d44d4a54b08b70ca712ccdff2d2 2018-11-15 19:16:52,511 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6e97d44d4a54b08b70ca712ccdff2d2 2018-11-15 19:16:52,515 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 9f1b99f3d43649268a5c55f49684b54b 2018-11-15 19:16:52,525 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=195.74 KB at sequenceid=1586 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family7/9f1b99f3d43649268a5c55f49684b54b 2018-11-15 19:16:52,526 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f1b99f3d43649268a5c55f49684b54b 2018-11-15 19:16:52,530 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on aaa27d26317d452a8bb9bc0fab2b6e2b 2018-11-15 19:16:52,539 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=195.74 KB at sequenceid=1586 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family8/aaa27d26317d452a8bb9bc0fab2b6e2b 2018-11-15 19:16:52,540 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aaa27d26317d452a8bb9bc0fab2b6e2b 2018-11-15 19:16:52,544 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 2c2488dcb5f34257aec6dab6385fe8dc 2018-11-15 19:16:52,551 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=195.74 KB at sequenceid=1586 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family9/2c2488dcb5f34257aec6dab6385fe8dc 2018-11-15 19:16:52,552 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c2488dcb5f34257aec6dab6385fe8dc 2018-11-15 19:16:52,552 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family0/4f8f7cad0d92430985b2a3aed3ff8c8a as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/4f8f7cad0d92430985b2a3aed3ff8c8a 2018-11-15 19:16:52,553 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f8f7cad0d92430985b2a3aed3ff8c8a 2018-11-15 19:16:52,554 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family0/4f8f7cad0d92430985b2a3aed3ff8c8a, entries=3001, sequenceid=1586, filesize=133.7 K 2018-11-15 19:16:52,554 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family1/2ffddedc611f4eac886d08523476f945 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/2ffddedc611f4eac886d08523476f945 2018-11-15 19:16:52,555 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ffddedc611f4eac886d08523476f945 2018-11-15 19:16:52,555 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family1/2ffddedc611f4eac886d08523476f945, entries=3001, sequenceid=1586, filesize=133.7 K 2018-11-15 19:16:52,556 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family2/976a4a5c8f29440db95014636906d5ed as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/976a4a5c8f29440db95014636906d5ed 2018-11-15 19:16:52,557 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 976a4a5c8f29440db95014636906d5ed 2018-11-15 19:16:52,557 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family2/976a4a5c8f29440db95014636906d5ed, entries=3001, sequenceid=1586, filesize=133.7 K 2018-11-15 19:16:52,558 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family3/7522255f05c445368e813a5e055683f3 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/7522255f05c445368e813a5e055683f3 2018-11-15 19:16:52,559 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7522255f05c445368e813a5e055683f3 2018-11-15 19:16:52,559 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family3/7522255f05c445368e813a5e055683f3, entries=3001, sequenceid=1586, filesize=133.7 K 2018-11-15 19:16:52,559 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family4/4fcab6f79d83494da79e63363af7a152 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/4fcab6f79d83494da79e63363af7a152 2018-11-15 19:16:52,560 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4fcab6f79d83494da79e63363af7a152 2018-11-15 19:16:52,561 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family4/4fcab6f79d83494da79e63363af7a152, entries=3001, sequenceid=1586, filesize=133.7 K 2018-11-15 19:16:52,561 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family5/2abe8f891b8f4cd5acf08e96f7397b87 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/2abe8f891b8f4cd5acf08e96f7397b87 2018-11-15 19:16:52,562 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2abe8f891b8f4cd5acf08e96f7397b87 2018-11-15 19:16:52,562 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family5/2abe8f891b8f4cd5acf08e96f7397b87, entries=3001, sequenceid=1586, filesize=133.7 K 2018-11-15 19:16:52,563 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family6/f6e97d44d4a54b08b70ca712ccdff2d2 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/f6e97d44d4a54b08b70ca712ccdff2d2 2018-11-15 19:16:52,564 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6e97d44d4a54b08b70ca712ccdff2d2 2018-11-15 19:16:52,564 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family6/f6e97d44d4a54b08b70ca712ccdff2d2, entries=3001, sequenceid=1586, filesize=133.7 K 2018-11-15 19:16:52,564 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family7/9f1b99f3d43649268a5c55f49684b54b as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/9f1b99f3d43649268a5c55f49684b54b 2018-11-15 19:16:52,565 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f1b99f3d43649268a5c55f49684b54b 2018-11-15 19:16:52,566 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family7/9f1b99f3d43649268a5c55f49684b54b, entries=3001, sequenceid=1586, filesize=133.7 K 2018-11-15 19:16:52,566 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family8/aaa27d26317d452a8bb9bc0fab2b6e2b as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/aaa27d26317d452a8bb9bc0fab2b6e2b 2018-11-15 19:16:52,567 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aaa27d26317d452a8bb9bc0fab2b6e2b 2018-11-15 19:16:52,567 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family8/aaa27d26317d452a8bb9bc0fab2b6e2b, entries=3001, sequenceid=1586, filesize=133.7 K 2018-11-15 19:16:52,568 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/.tmp/family9/2c2488dcb5f34257aec6dab6385fe8dc as /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/2c2488dcb5f34257aec6dab6385fe8dc 2018-11-15 19:16:52,568 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c2488dcb5f34257aec6dab6385fe8dc 2018-11-15 19:16:52,569 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/data/default/testWritesWhileScanning/792bda3591b050d9b9bce7d146f595c7/family9/2c2488dcb5f34257aec6dab6385fe8dc, entries=3001, sequenceid=1586, filesize=133.7 K 2018-11-15 19:16:52,570 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~1.91 MB/2004410, heapSize ~5.57 MB/5844240, currentSize=0 B/0 for 792bda3591b050d9b9bce7d146f595c7 in 154ms, sequenceid=1586, compaction requested=true 2018-11-15 19:16:52,580 INFO [Time-limited test] regionserver.HRegion(1711): Closed testWritesWhileScanning,,1542309406977.792bda3591b050d9b9bce7d146f595c7. 2018-11-15 19:16:52,585 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/2f4ea662-3517-3f6a-58c0-a600ac30f8a8/testWritesWhileScanning.log/oldWALs 2018-11-15 19:16:52,585 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-94562766:(num 1542309406879) 2018-11-15 19:16:52,586 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734 2018-11-15 19:16:52,649 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testWritesWhileScanning Thread=14 (was 7) Potentially hanging thread: LruBlockCacheStatsExecutor sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: process reaper sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.lang.Object.wait(Native Method) java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164) org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3060) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: StoreOpener-792bda3591b050d9b9bce7d146f595c7-1.LruBlockCache.EvictionThread java.lang.Object.wait(Native Method) org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:888) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: Timer for 'HBase' metrics system java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) Potentially hanging thread: Monitor thread for TaskMonitor java.lang.Thread.sleep(Native Method) org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:302) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: HBase-Metrics2-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:748) - Thread LEAK? -, OpenFileDescriptor=509 (was 219) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=221 (was 196) - SystemLoadAverage LEAK? -, ProcessCount=363 (was 365), AvailableMemoryMB=37648 (was 38387) 2018-11-15 19:16:52,674 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testWritesWhileGetting Thread=14, OpenFileDescriptor=509, MaxFileDescriptor=32000, SystemLoadAverage=221, ProcessCount=363, AvailableMemoryMB=37648 2018-11-15 19:16:52,702 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45 2018-11-15 19:16:52,703 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:16:52,703 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45 2018-11-15 19:16:52,703 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:16:52,703 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45 2018-11-15 19:16:52,730 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:16:52,731 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:16:52,740 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-52352558, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/9a1e2d85-cc67-c92f-79e2-6a9f18df5522/testWritesWhileGetting.log/WALs/hregion-52352558, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/9a1e2d85-cc67-c92f-79e2-6a9f18df5522/testWritesWhileGetting.log/oldWALs 2018-11-15 19:16:52,748 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/9a1e2d85-cc67-c92f-79e2-6a9f18df5522/testWritesWhileGetting.log/WALs/hregion-52352558/hregion-52352558.1542309412742 2018-11-15 19:16:52,749 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:16:52,750 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testWritesWhileGetting HTD == 'testWritesWhileGetting', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'family0', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'family1', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'family2', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'family3', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'family4', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'family5', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'family6', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'family7', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'family8', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'family9', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45 Table name == testWritesWhileGetting 2018-11-15 19:16:52,756 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:16:52,758 DEBUG [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:52,760 INFO [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] hfile.CacheConfig(237): Created cacheConfig for family0: blockCache=LruBlockCache{blockCount=150, currentSize=8.03 MB, freeSize=987.57 MB, maxSize=995.60 MB, heapSize=8.03 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:52,761 INFO [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:52,761 INFO [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] regionserver.HStore(335): Store=family0, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:52,761 DEBUG [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:52,762 INFO [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] hfile.CacheConfig(237): Created cacheConfig for family1: blockCache=LruBlockCache{blockCount=150, currentSize=8.03 MB, freeSize=987.57 MB, maxSize=995.60 MB, heapSize=8.03 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:52,763 INFO [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:52,763 INFO [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] regionserver.HStore(335): Store=family1, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:52,764 DEBUG [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:52,765 INFO [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] hfile.CacheConfig(237): Created cacheConfig for family2: blockCache=LruBlockCache{blockCount=150, currentSize=8.03 MB, freeSize=987.57 MB, maxSize=995.60 MB, heapSize=8.03 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:52,765 INFO [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:52,765 INFO [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] regionserver.HStore(335): Store=family2, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:52,766 DEBUG [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:52,766 INFO [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] hfile.CacheConfig(237): Created cacheConfig for family3: blockCache=LruBlockCache{blockCount=150, currentSize=8.03 MB, freeSize=987.57 MB, maxSize=995.60 MB, heapSize=8.03 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:52,767 INFO [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:52,767 INFO [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] regionserver.HStore(335): Store=family3, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:52,768 DEBUG [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:52,769 INFO [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] hfile.CacheConfig(237): Created cacheConfig for family4: blockCache=LruBlockCache{blockCount=150, currentSize=8.03 MB, freeSize=987.57 MB, maxSize=995.60 MB, heapSize=8.03 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:52,769 INFO [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:52,769 INFO [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] regionserver.HStore(335): Store=family4, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:52,770 DEBUG [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:52,771 INFO [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] hfile.CacheConfig(237): Created cacheConfig for family5: blockCache=LruBlockCache{blockCount=150, currentSize=8.03 MB, freeSize=987.57 MB, maxSize=995.60 MB, heapSize=8.03 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:52,772 INFO [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:52,773 INFO [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] regionserver.HStore(335): Store=family5, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:52,773 DEBUG [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:52,774 INFO [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] hfile.CacheConfig(237): Created cacheConfig for family6: blockCache=LruBlockCache{blockCount=150, currentSize=8.03 MB, freeSize=987.57 MB, maxSize=995.60 MB, heapSize=8.03 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:52,774 INFO [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:52,774 INFO [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] regionserver.HStore(335): Store=family6, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:52,775 DEBUG [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:52,775 INFO [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] hfile.CacheConfig(237): Created cacheConfig for family7: blockCache=LruBlockCache{blockCount=150, currentSize=8.03 MB, freeSize=987.57 MB, maxSize=995.60 MB, heapSize=8.03 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:52,776 INFO [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:52,776 INFO [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] regionserver.HStore(335): Store=family7, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:52,776 DEBUG [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:52,777 INFO [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] hfile.CacheConfig(237): Created cacheConfig for family8: blockCache=LruBlockCache{blockCount=150, currentSize=8.03 MB, freeSize=987.57 MB, maxSize=995.60 MB, heapSize=8.03 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:52,777 INFO [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:52,777 INFO [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] regionserver.HStore(335): Store=family8, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:52,778 DEBUG [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:52,778 INFO [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] hfile.CacheConfig(237): Created cacheConfig for family9: blockCache=LruBlockCache{blockCount=150, currentSize=8.03 MB, freeSize=987.57 MB, maxSize=995.60 MB, heapSize=8.03 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:52,779 INFO [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:52,779 INFO [StoreOpener-7ae9eea58a3d8d2ac9cb9577fff8d92c-1] regionserver.HStore(335): Store=family9, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:52,779 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 7ae9eea58a3d8d2ac9cb9577fff8d92c 2018-11-15 19:16:52,780 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c 2018-11-15 19:16:52,781 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c 2018-11-15 19:16:52,781 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 7ae9eea58a3d8d2ac9cb9577fff8d92c 2018-11-15 19:16:52,781 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 7ae9eea58a3d8d2ac9cb9577fff8d92c 2018-11-15 19:16:52,781 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 7ae9eea58a3d8d2ac9cb9577fff8d92c 2018-11-15 19:16:52,781 DEBUG [Time-limited test] regionserver.FlushLargeStoresPolicy(61): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testWritesWhileGetting descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0M)) instead. 2018-11-15 19:16:52,782 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 7ae9eea58a3d8d2ac9cb9577fff8d92c 2018-11-15 19:16:52,786 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:16:52,786 INFO [Time-limited test] regionserver.HRegion(1009): Opened 7ae9eea58a3d8d2ac9cb9577fff8d92c; next sequenceid=2 2018-11-15 19:16:52,787 INFO [PutThread] regionserver.HRegion(8449): writing data to region testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:16:52,839 INFO [Thread-162] regionserver.HRegion(2647): Flushing 10/10 column families, dataSize=830.86 KB heapSize=2.35 MB 2018-11-15 19:16:52,840 INFO [PutThread] regionserver.HRegion(8449): writing data to region testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:16:52,840 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 0 2018-11-15 19:16:52,842 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 47 2018-11-15 19:16:52,853 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on f14a3f7071e44a5e9735707dcc15f73a 2018-11-15 19:16:52,854 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 1 2018-11-15 19:16:52,863 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=90.68 KB at sequenceid=26 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family0/f14a3f7071e44a5e9735707dcc15f73a 2018-11-15 19:16:52,868 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 2 2018-11-15 19:16:52,870 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 045394b28ab34aa7a3d1ca0e9350d918 2018-11-15 19:16:52,878 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=90.68 KB at sequenceid=26 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family1/045394b28ab34aa7a3d1ca0e9350d918 2018-11-15 19:16:52,883 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on cec2b6c6d198435fbec13977954142f6 2018-11-15 19:16:52,884 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 3 2018-11-15 19:16:52,891 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=90.68 KB at sequenceid=26 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family2/cec2b6c6d198435fbec13977954142f6 2018-11-15 19:16:52,896 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 641aa07d0a5a44219b0deac22af26da7 2018-11-15 19:16:52,903 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=90.68 KB at sequenceid=26 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family3/641aa07d0a5a44219b0deac22af26da7 2018-11-15 19:16:52,903 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 4 2018-11-15 19:16:52,907 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on d081bdaa818a4a6c9281101569a4044c 2018-11-15 19:16:52,914 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=90.68 KB at sequenceid=26 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family4/d081bdaa818a4a6c9281101569a4044c 2018-11-15 19:16:52,918 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 5aa7ea2c72bd4b54921639890c153157 2018-11-15 19:16:52,920 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 5 2018-11-15 19:16:52,923 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=90.68 KB at sequenceid=26 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family5/5aa7ea2c72bd4b54921639890c153157 2018-11-15 19:16:52,928 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 532cdb799ca14ac3b08b2acb4870af33 2018-11-15 19:16:52,934 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=90.68 KB at sequenceid=26 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family6/532cdb799ca14ac3b08b2acb4870af33 2018-11-15 19:16:52,938 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 6 2018-11-15 19:16:52,938 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on ef7cb203e4624970b9b7e62896f033ee 2018-11-15 19:16:52,944 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=90.68 KB at sequenceid=26 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family7/ef7cb203e4624970b9b7e62896f033ee 2018-11-15 19:16:52,949 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on a10c33043d78499ab4cb196551b11216 2018-11-15 19:16:52,954 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=90.68 KB at sequenceid=26 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family8/a10c33043d78499ab4cb196551b11216 2018-11-15 19:16:52,957 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 7 2018-11-15 19:16:52,958 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on eef6071da4804d00932006325b2cc2e3 2018-11-15 19:16:52,963 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=90.68 KB at sequenceid=26 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family9/eef6071da4804d00932006325b2cc2e3 2018-11-15 19:16:52,964 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family0/f14a3f7071e44a5e9735707dcc15f73a as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/f14a3f7071e44a5e9735707dcc15f73a 2018-11-15 19:16:52,964 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/f14a3f7071e44a5e9735707dcc15f73a, entries=2400, sequenceid=26, filesize=97.8 K 2018-11-15 19:16:52,965 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family1/045394b28ab34aa7a3d1ca0e9350d918 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/045394b28ab34aa7a3d1ca0e9350d918 2018-11-15 19:16:52,965 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/045394b28ab34aa7a3d1ca0e9350d918, entries=2400, sequenceid=26, filesize=97.8 K 2018-11-15 19:16:52,966 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family2/cec2b6c6d198435fbec13977954142f6 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/cec2b6c6d198435fbec13977954142f6 2018-11-15 19:16:52,966 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/cec2b6c6d198435fbec13977954142f6, entries=2400, sequenceid=26, filesize=97.8 K 2018-11-15 19:16:52,967 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family3/641aa07d0a5a44219b0deac22af26da7 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/641aa07d0a5a44219b0deac22af26da7 2018-11-15 19:16:52,967 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/641aa07d0a5a44219b0deac22af26da7, entries=2400, sequenceid=26, filesize=97.8 K 2018-11-15 19:16:52,968 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family4/d081bdaa818a4a6c9281101569a4044c as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/d081bdaa818a4a6c9281101569a4044c 2018-11-15 19:16:52,969 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/d081bdaa818a4a6c9281101569a4044c, entries=2400, sequenceid=26, filesize=97.8 K 2018-11-15 19:16:52,969 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family5/5aa7ea2c72bd4b54921639890c153157 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/5aa7ea2c72bd4b54921639890c153157 2018-11-15 19:16:52,970 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/5aa7ea2c72bd4b54921639890c153157, entries=2400, sequenceid=26, filesize=97.8 K 2018-11-15 19:16:52,970 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family6/532cdb799ca14ac3b08b2acb4870af33 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/532cdb799ca14ac3b08b2acb4870af33 2018-11-15 19:16:52,971 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/532cdb799ca14ac3b08b2acb4870af33, entries=2400, sequenceid=26, filesize=97.8 K 2018-11-15 19:16:52,971 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family7/ef7cb203e4624970b9b7e62896f033ee as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/ef7cb203e4624970b9b7e62896f033ee 2018-11-15 19:16:52,972 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/ef7cb203e4624970b9b7e62896f033ee, entries=2400, sequenceid=26, filesize=97.8 K 2018-11-15 19:16:52,972 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family8/a10c33043d78499ab4cb196551b11216 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/a10c33043d78499ab4cb196551b11216 2018-11-15 19:16:52,973 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/a10c33043d78499ab4cb196551b11216, entries=2400, sequenceid=26, filesize=97.8 K 2018-11-15 19:16:52,973 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family9/eef6071da4804d00932006325b2cc2e3 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/eef6071da4804d00932006325b2cc2e3 2018-11-15 19:16:52,973 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 8 2018-11-15 19:16:52,974 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/eef6071da4804d00932006325b2cc2e3, entries=2400, sequenceid=26, filesize=97.8 K 2018-11-15 19:16:52,975 INFO [Thread-162] regionserver.HRegion(2856): Finished flush of dataSize ~906.84 KB/928600, heapSize ~2.57 MB/2690400, currentSize=1.65 MB/1729910 for 7ae9eea58a3d8d2ac9cb9577fff8d92c in 136ms, sequenceid=26, compaction requested=false 2018-11-15 19:16:52,975 DEBUG [Thread-162] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309412838 Obtaining lock to block concurrent updates at 1542309412840 Preparing flush snapshotting stores in 7ae9eea58a3d8d2ac9cb9577fff8d92c at 1542309412843 Finished memstore snapshotting testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c., syncing WAL and waiting on mvcc, flushsize=dataSize=928600, getHeapSize=2690400, getOffHeapSize=0 at 1542309412845 Flushing stores of testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. at 1542309412846 Flushing family0: creating writer at 1542309412847 Flushing family0: appending metadata at 1542309412862 Flushing family0: closing flushed file at 1542309412862 Flushing family1: creating writer at 1542309412865 Flushing family1: appending metadata at 1542309412876 Flushing family1: closing flushed file at 1542309412876 Flushing family2: creating writer at 1542309412879 Flushing family2: appending metadata at 1542309412890 Flushing family2: closing flushed file at 1542309412890 Flushing family3: creating writer at 1542309412892 Flushing family3: appending metadata at 1542309412902 Flushing family3: closing flushed file at 1542309412902 Flushing family4: creating writer at 1542309412904 Flushing family4: appending metadata at 1542309412913 Flushing family4: closing flushed file at 1542309412913 Flushing family5: creating writer at 1542309412914 Flushing family5: appending metadata at 1542309412922 Flushing family5: closing flushed file at 1542309412922 Flushing family6: creating writer at 1542309412924 Flushing family6: appending metadata at 1542309412933 Flushing family6: closing flushed file at 1542309412933 Flushing family7: creating writer at 1542309412934 Flushing family7: appending metadata at 1542309412943 Flushing family7: closing flushed file at 1542309412943 Flushing family8: creating writer at 1542309412945 Flushing family8: appending metadata at 1542309412953 Flushing family8: closing flushed file at 1542309412953 Flushing family9: creating writer at 1542309412955 Flushing family9: appending metadata at 1542309412962 Flushing family9: closing flushed file at 1542309412962 Flushing family0: reopening flushed file at 1542309412964 Flushing family1: reopening flushed file at 1542309412965 Flushing family2: reopening flushed file at 1542309412966 Flushing family3: reopening flushed file at 1542309412967 Flushing family4: reopening flushed file at 1542309412968 Flushing family5: reopening flushed file at 1542309412969 Flushing family6: reopening flushed file at 1542309412970 Flushing family7: reopening flushed file at 1542309412971 Flushing family8: reopening flushed file at 1542309412972 Flushing family9: reopening flushed file at 1542309412973 Finished flush of dataSize ~906.84 KB/928600, heapSize ~2.57 MB/2690400, currentSize=1.65 MB/1729910 for 7ae9eea58a3d8d2ac9cb9577fff8d92c in 136ms, sequenceid=26, compaction requested=false at 1542309412975 Flush successful at 1542309412975 2018-11-15 19:16:52,975 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2018-11-15 19:16:52,981 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:52,981 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:52,981 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2018-11-15 19:16:52,981 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:52,981 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:52,981 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2018-11-15 19:16:52,982 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:52,982 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:52,982 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2018-11-15 19:16:52,982 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:52,982 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:52,982 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2018-11-15 19:16:52,983 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:52,983 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:52,983 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2018-11-15 19:16:52,983 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:52,983 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:52,984 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2018-11-15 19:16:52,984 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 141 2018-11-15 19:16:52,984 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:52,984 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:52,985 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2018-11-15 19:16:52,985 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:52,985 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:52,985 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2018-11-15 19:16:52,985 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:52,985 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:52,986 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2018-11-15 19:16:52,986 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:52,986 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:52,986 INFO [Thread-162] regionserver.HRegion(2647): Flushing 10/10 column families, dataSize=1.76 MB heapSize=5.02 MB 2018-11-15 19:16:52,992 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 9 2018-11-15 19:16:52,993 INFO [PutThread] regionserver.HRegion(8449): writing data to region testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:16:52,999 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 7d0467c855724864ae238addb1811a48 2018-11-15 19:16:53,004 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=184.55 KB at sequenceid=79 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family0/7d0467c855724864ae238addb1811a48 2018-11-15 19:16:53,004 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d0467c855724864ae238addb1811a48 2018-11-15 19:16:53,009 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 3a93dfc95054432bbbef47b4fc8469d9 2018-11-15 19:16:53,012 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 10 2018-11-15 19:16:53,014 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=184.55 KB at sequenceid=79 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family1/3a93dfc95054432bbbef47b4fc8469d9 2018-11-15 19:16:53,015 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a93dfc95054432bbbef47b4fc8469d9 2018-11-15 19:16:53,019 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 16919faf19b9413187d526b30c5921da 2018-11-15 19:16:53,024 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=184.55 KB at sequenceid=79 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family2/16919faf19b9413187d526b30c5921da 2018-11-15 19:16:53,025 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 16919faf19b9413187d526b30c5921da 2018-11-15 19:16:53,030 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on d5934d3cdf194736b32a6c73a27153b0 2018-11-15 19:16:53,035 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=184.55 KB at sequenceid=79 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family3/d5934d3cdf194736b32a6c73a27153b0 2018-11-15 19:16:53,036 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d5934d3cdf194736b32a6c73a27153b0 2018-11-15 19:16:53,038 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 11 2018-11-15 19:16:53,040 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 09a7138677e347d5b7119a539004423c 2018-11-15 19:16:53,048 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=184.55 KB at sequenceid=79 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family4/09a7138677e347d5b7119a539004423c 2018-11-15 19:16:53,050 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09a7138677e347d5b7119a539004423c 2018-11-15 19:16:53,053 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 12e565a0188d49318fd8fd7d0ad2a8c0 2018-11-15 19:16:53,059 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=184.55 KB at sequenceid=79 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family5/12e565a0188d49318fd8fd7d0ad2a8c0 2018-11-15 19:16:53,060 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12e565a0188d49318fd8fd7d0ad2a8c0 2018-11-15 19:16:53,063 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 8e9b7864d3c94229a4227635da40d6d4 2018-11-15 19:16:53,066 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 12 2018-11-15 19:16:53,068 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=184.55 KB at sequenceid=79 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family6/8e9b7864d3c94229a4227635da40d6d4 2018-11-15 19:16:53,069 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e9b7864d3c94229a4227635da40d6d4 2018-11-15 19:16:53,072 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on a0f8032c22164535bac0c1d7ad00bf21 2018-11-15 19:16:53,077 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=184.55 KB at sequenceid=79 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family7/a0f8032c22164535bac0c1d7ad00bf21 2018-11-15 19:16:53,078 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a0f8032c22164535bac0c1d7ad00bf21 2018-11-15 19:16:53,081 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 637ce37bba6744f991cc61b31b181bfa 2018-11-15 19:16:53,086 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=184.55 KB at sequenceid=79 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family8/637ce37bba6744f991cc61b31b181bfa 2018-11-15 19:16:53,087 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 637ce37bba6744f991cc61b31b181bfa 2018-11-15 19:16:53,090 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on aea93748b1424697af6febf2acb9d66c 2018-11-15 19:16:53,092 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 13 2018-11-15 19:16:53,095 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=184.55 KB at sequenceid=79 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family9/aea93748b1424697af6febf2acb9d66c 2018-11-15 19:16:53,095 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aea93748b1424697af6febf2acb9d66c 2018-11-15 19:16:53,096 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family0/7d0467c855724864ae238addb1811a48 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/7d0467c855724864ae238addb1811a48 2018-11-15 19:16:53,096 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d0467c855724864ae238addb1811a48 2018-11-15 19:16:53,096 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/7d0467c855724864ae238addb1811a48, entries=1602, sequenceid=79, filesize=68.8 K 2018-11-15 19:16:53,097 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family1/3a93dfc95054432bbbef47b4fc8469d9 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/3a93dfc95054432bbbef47b4fc8469d9 2018-11-15 19:16:53,097 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a93dfc95054432bbbef47b4fc8469d9 2018-11-15 19:16:53,098 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/3a93dfc95054432bbbef47b4fc8469d9, entries=1602, sequenceid=79, filesize=68.8 K 2018-11-15 19:16:53,098 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family2/16919faf19b9413187d526b30c5921da as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/16919faf19b9413187d526b30c5921da 2018-11-15 19:16:53,099 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 16919faf19b9413187d526b30c5921da 2018-11-15 19:16:53,099 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/16919faf19b9413187d526b30c5921da, entries=1602, sequenceid=79, filesize=68.8 K 2018-11-15 19:16:53,099 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family3/d5934d3cdf194736b32a6c73a27153b0 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/d5934d3cdf194736b32a6c73a27153b0 2018-11-15 19:16:53,100 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d5934d3cdf194736b32a6c73a27153b0 2018-11-15 19:16:53,100 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/d5934d3cdf194736b32a6c73a27153b0, entries=1602, sequenceid=79, filesize=68.8 K 2018-11-15 19:16:53,100 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family4/09a7138677e347d5b7119a539004423c as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/09a7138677e347d5b7119a539004423c 2018-11-15 19:16:53,101 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09a7138677e347d5b7119a539004423c 2018-11-15 19:16:53,101 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/09a7138677e347d5b7119a539004423c, entries=1602, sequenceid=79, filesize=68.8 K 2018-11-15 19:16:53,101 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family5/12e565a0188d49318fd8fd7d0ad2a8c0 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/12e565a0188d49318fd8fd7d0ad2a8c0 2018-11-15 19:16:53,102 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12e565a0188d49318fd8fd7d0ad2a8c0 2018-11-15 19:16:53,102 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/12e565a0188d49318fd8fd7d0ad2a8c0, entries=1602, sequenceid=79, filesize=68.8 K 2018-11-15 19:16:53,102 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family6/8e9b7864d3c94229a4227635da40d6d4 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/8e9b7864d3c94229a4227635da40d6d4 2018-11-15 19:16:53,103 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e9b7864d3c94229a4227635da40d6d4 2018-11-15 19:16:53,103 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/8e9b7864d3c94229a4227635da40d6d4, entries=1602, sequenceid=79, filesize=68.8 K 2018-11-15 19:16:53,103 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family7/a0f8032c22164535bac0c1d7ad00bf21 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/a0f8032c22164535bac0c1d7ad00bf21 2018-11-15 19:16:53,104 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a0f8032c22164535bac0c1d7ad00bf21 2018-11-15 19:16:53,104 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/a0f8032c22164535bac0c1d7ad00bf21, entries=1602, sequenceid=79, filesize=68.8 K 2018-11-15 19:16:53,104 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family8/637ce37bba6744f991cc61b31b181bfa as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/637ce37bba6744f991cc61b31b181bfa 2018-11-15 19:16:53,105 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 637ce37bba6744f991cc61b31b181bfa 2018-11-15 19:16:53,105 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/637ce37bba6744f991cc61b31b181bfa, entries=1602, sequenceid=79, filesize=68.8 K 2018-11-15 19:16:53,105 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family9/aea93748b1424697af6febf2acb9d66c as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/aea93748b1424697af6febf2acb9d66c 2018-11-15 19:16:53,106 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aea93748b1424697af6febf2acb9d66c 2018-11-15 19:16:53,106 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/aea93748b1424697af6febf2acb9d66c, entries=1602, sequenceid=79, filesize=68.8 K 2018-11-15 19:16:53,107 INFO [Thread-162] regionserver.HRegion(2856): Finished flush of dataSize ~1.80 MB/1889820, heapSize ~5.13 MB/5380480, currentSize=1.67 MB/1755600 for 7ae9eea58a3d8d2ac9cb9577fff8d92c in 121ms, sequenceid=79, compaction requested=false 2018-11-15 19:16:53,107 DEBUG [Thread-162] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309412986 Obtaining lock to block concurrent updates at 1542309412986 Preparing flush snapshotting stores in 7ae9eea58a3d8d2ac9cb9577fff8d92c at 1542309412988 Finished memstore snapshotting testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c., syncing WAL and waiting on mvcc, flushsize=dataSize=1889820, getHeapSize=5380480, getOffHeapSize=0 at 1542309412993 Flushing stores of testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. at 1542309412993 Flushing family0: creating writer at 1542309412993 Flushing family0: appending metadata at 1542309413002 Flushing family0: closing flushed file at 1542309413002 Flushing family1: creating writer at 1542309413005 Flushing family1: appending metadata at 1542309413013 Flushing family1: closing flushed file at 1542309413013 Flushing family2: creating writer at 1542309413015 Flushing family2: appending metadata at 1542309413023 Flushing family2: closing flushed file at 1542309413023 Flushing family3: creating writer at 1542309413025 Flushing family3: appending metadata at 1542309413033 Flushing family3: closing flushed file at 1542309413033 Flushing family4: creating writer at 1542309413036 Flushing family4: appending metadata at 1542309413046 Flushing family4: closing flushed file at 1542309413046 Flushing family5: creating writer at 1542309413050 Flushing family5: appending metadata at 1542309413058 Flushing family5: closing flushed file at 1542309413058 Flushing family6: creating writer at 1542309413060 Flushing family6: appending metadata at 1542309413066 Flushing family6: closing flushed file at 1542309413066 Flushing family7: creating writer at 1542309413069 Flushing family7: appending metadata at 1542309413075 Flushing family7: closing flushed file at 1542309413076 Flushing family8: creating writer at 1542309413078 Flushing family8: appending metadata at 1542309413085 Flushing family8: closing flushed file at 1542309413085 Flushing family9: creating writer at 1542309413087 Flushing family9: appending metadata at 1542309413093 Flushing family9: closing flushed file at 1542309413093 Flushing family0: reopening flushed file at 1542309413096 Flushing family1: reopening flushed file at 1542309413097 Flushing family2: reopening flushed file at 1542309413098 Flushing family3: reopening flushed file at 1542309413099 Flushing family4: reopening flushed file at 1542309413100 Flushing family5: reopening flushed file at 1542309413101 Flushing family6: reopening flushed file at 1542309413102 Flushing family7: reopening flushed file at 1542309413103 Flushing family8: reopening flushed file at 1542309413104 Flushing family9: reopening flushed file at 1542309413105 Finished flush of dataSize ~1.80 MB/1889820, heapSize ~5.13 MB/5380480, currentSize=1.67 MB/1755600 for 7ae9eea58a3d8d2ac9cb9577fff8d92c in 121ms, sequenceid=79, compaction requested=false at 1542309413107 Flush successful at 1542309413107 2018-11-15 19:16:53,107 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:53,108 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:53,108 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:53,108 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:53,108 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:53,108 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:53,108 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:53,109 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:53,109 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:53,109 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:53,109 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:53,109 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:53,109 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:53,109 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:53,109 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:53,110 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:53,110 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:53,110 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:53,110 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:53,110 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:53,110 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:53,110 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:53,111 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 235 2018-11-15 19:16:53,111 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:53,111 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:53,111 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:53,112 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:53,112 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:53,112 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:53,112 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:53,112 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:53,112 INFO [Thread-162] regionserver.HRegion(2647): Flushing 10/10 column families, dataSize=1.75 MB heapSize=4.92 MB 2018-11-15 19:16:53,117 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 14 2018-11-15 19:16:53,120 INFO [PutThread] regionserver.HRegion(8449): writing data to region testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:16:53,125 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on e1b613223ee4402387c1b06ab6fa135b 2018-11-15 19:16:53,129 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=183.17 KB at sequenceid=130 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family0/e1b613223ee4402387c1b06ab6fa135b 2018-11-15 19:16:53,130 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1b613223ee4402387c1b06ab6fa135b 2018-11-15 19:16:53,134 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 65f9cc1cc0b34b07a335333799c1df23 2018-11-15 19:16:53,139 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=183.17 KB at sequenceid=130 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family1/65f9cc1cc0b34b07a335333799c1df23 2018-11-15 19:16:53,140 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 65f9cc1cc0b34b07a335333799c1df23 2018-11-15 19:16:53,143 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 15 2018-11-15 19:16:53,144 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 79d89d384bf14433975687129fcff128 2018-11-15 19:16:53,149 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=183.17 KB at sequenceid=130 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family2/79d89d384bf14433975687129fcff128 2018-11-15 19:16:53,150 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79d89d384bf14433975687129fcff128 2018-11-15 19:16:53,154 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on a192742f60974e24a9cd89d054b688c7 2018-11-15 19:16:53,159 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=183.17 KB at sequenceid=130 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family3/a192742f60974e24a9cd89d054b688c7 2018-11-15 19:16:53,159 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a192742f60974e24a9cd89d054b688c7 2018-11-15 19:16:53,163 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 8ca9fac1dbb645bc8b3994b117ee7d72 2018-11-15 19:16:53,168 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=183.17 KB at sequenceid=130 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family4/8ca9fac1dbb645bc8b3994b117ee7d72 2018-11-15 19:16:53,168 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ca9fac1dbb645bc8b3994b117ee7d72 2018-11-15 19:16:53,172 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on ccd8d97f5f0445ab83b853f87dfea68d 2018-11-15 19:16:53,177 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=183.17 KB at sequenceid=130 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family5/ccd8d97f5f0445ab83b853f87dfea68d 2018-11-15 19:16:53,177 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ccd8d97f5f0445ab83b853f87dfea68d 2018-11-15 19:16:53,177 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 16 2018-11-15 19:16:53,181 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 729dbc38d3324eff894506459027ec6a 2018-11-15 19:16:53,185 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=183.17 KB at sequenceid=130 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family6/729dbc38d3324eff894506459027ec6a 2018-11-15 19:16:53,186 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 729dbc38d3324eff894506459027ec6a 2018-11-15 19:16:53,190 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on f2d7bc9ea83b4bc3bccc3d23741e9dc1 2018-11-15 19:16:53,195 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=183.17 KB at sequenceid=130 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family7/f2d7bc9ea83b4bc3bccc3d23741e9dc1 2018-11-15 19:16:53,196 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2d7bc9ea83b4bc3bccc3d23741e9dc1 2018-11-15 19:16:53,199 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 766645f567ef4832a7f9546f4787f0bf 2018-11-15 19:16:53,204 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=183.17 KB at sequenceid=130 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family8/766645f567ef4832a7f9546f4787f0bf 2018-11-15 19:16:53,205 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 766645f567ef4832a7f9546f4787f0bf 2018-11-15 19:16:53,209 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 76523e199dd14a69a44ebad89715ce77 2018-11-15 19:16:53,213 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 17 2018-11-15 19:16:53,214 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=183.17 KB at sequenceid=130 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family9/76523e199dd14a69a44ebad89715ce77 2018-11-15 19:16:53,214 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76523e199dd14a69a44ebad89715ce77 2018-11-15 19:16:53,215 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family0/e1b613223ee4402387c1b06ab6fa135b as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/e1b613223ee4402387c1b06ab6fa135b 2018-11-15 19:16:53,215 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1b613223ee4402387c1b06ab6fa135b 2018-11-15 19:16:53,215 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/e1b613223ee4402387c1b06ab6fa135b, entries=1601, sequenceid=130, filesize=68.9 K 2018-11-15 19:16:53,216 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family1/65f9cc1cc0b34b07a335333799c1df23 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/65f9cc1cc0b34b07a335333799c1df23 2018-11-15 19:16:53,216 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 65f9cc1cc0b34b07a335333799c1df23 2018-11-15 19:16:53,217 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/65f9cc1cc0b34b07a335333799c1df23, entries=1601, sequenceid=130, filesize=68.9 K 2018-11-15 19:16:53,217 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family2/79d89d384bf14433975687129fcff128 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/79d89d384bf14433975687129fcff128 2018-11-15 19:16:53,218 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79d89d384bf14433975687129fcff128 2018-11-15 19:16:53,218 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/79d89d384bf14433975687129fcff128, entries=1601, sequenceid=130, filesize=68.9 K 2018-11-15 19:16:53,218 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family3/a192742f60974e24a9cd89d054b688c7 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/a192742f60974e24a9cd89d054b688c7 2018-11-15 19:16:53,219 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a192742f60974e24a9cd89d054b688c7 2018-11-15 19:16:53,219 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/a192742f60974e24a9cd89d054b688c7, entries=1601, sequenceid=130, filesize=68.9 K 2018-11-15 19:16:53,219 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family4/8ca9fac1dbb645bc8b3994b117ee7d72 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/8ca9fac1dbb645bc8b3994b117ee7d72 2018-11-15 19:16:53,220 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ca9fac1dbb645bc8b3994b117ee7d72 2018-11-15 19:16:53,220 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/8ca9fac1dbb645bc8b3994b117ee7d72, entries=1601, sequenceid=130, filesize=68.9 K 2018-11-15 19:16:53,220 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family5/ccd8d97f5f0445ab83b853f87dfea68d as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/ccd8d97f5f0445ab83b853f87dfea68d 2018-11-15 19:16:53,221 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ccd8d97f5f0445ab83b853f87dfea68d 2018-11-15 19:16:53,221 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/ccd8d97f5f0445ab83b853f87dfea68d, entries=1601, sequenceid=130, filesize=68.9 K 2018-11-15 19:16:53,221 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family6/729dbc38d3324eff894506459027ec6a as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/729dbc38d3324eff894506459027ec6a 2018-11-15 19:16:53,222 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 729dbc38d3324eff894506459027ec6a 2018-11-15 19:16:53,222 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/729dbc38d3324eff894506459027ec6a, entries=1601, sequenceid=130, filesize=68.9 K 2018-11-15 19:16:53,222 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family7/f2d7bc9ea83b4bc3bccc3d23741e9dc1 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/f2d7bc9ea83b4bc3bccc3d23741e9dc1 2018-11-15 19:16:53,223 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2d7bc9ea83b4bc3bccc3d23741e9dc1 2018-11-15 19:16:53,223 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/f2d7bc9ea83b4bc3bccc3d23741e9dc1, entries=1601, sequenceid=130, filesize=68.9 K 2018-11-15 19:16:53,223 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family8/766645f567ef4832a7f9546f4787f0bf as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/766645f567ef4832a7f9546f4787f0bf 2018-11-15 19:16:53,224 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 766645f567ef4832a7f9546f4787f0bf 2018-11-15 19:16:53,224 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/766645f567ef4832a7f9546f4787f0bf, entries=1601, sequenceid=130, filesize=68.9 K 2018-11-15 19:16:53,224 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family9/76523e199dd14a69a44ebad89715ce77 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/76523e199dd14a69a44ebad89715ce77 2018-11-15 19:16:53,225 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76523e199dd14a69a44ebad89715ce77 2018-11-15 19:16:53,225 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/76523e199dd14a69a44ebad89715ce77, entries=1601, sequenceid=130, filesize=68.9 K 2018-11-15 19:16:53,226 INFO [Thread-162] regionserver.HRegion(2856): Finished flush of dataSize ~1.79 MB/1875610, heapSize ~5.02 MB/5267440, currentSize=1.60 MB/1675800 for 7ae9eea58a3d8d2ac9cb9577fff8d92c in 114ms, sequenceid=130, compaction requested=true 2018-11-15 19:16:53,226 DEBUG [Thread-162] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309413112 Obtaining lock to block concurrent updates at 1542309413112 Preparing flush snapshotting stores in 7ae9eea58a3d8d2ac9cb9577fff8d92c at 1542309413115 Finished memstore snapshotting testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c., syncing WAL and waiting on mvcc, flushsize=dataSize=1875610, getHeapSize=5267440, getOffHeapSize=0 at 1542309413120 Flushing stores of testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. at 1542309413120 Flushing family0: creating writer at 1542309413120 Flushing family0: appending metadata at 1542309413128 Flushing family0: closing flushed file at 1542309413128 Flushing family1: creating writer at 1542309413130 Flushing family1: appending metadata at 1542309413138 Flushing family1: closing flushed file at 1542309413138 Flushing family2: creating writer at 1542309413140 Flushing family2: appending metadata at 1542309413148 Flushing family2: closing flushed file at 1542309413148 Flushing family3: creating writer at 1542309413150 Flushing family3: appending metadata at 1542309413157 Flushing family3: closing flushed file at 1542309413157 Flushing family4: creating writer at 1542309413160 Flushing family4: appending metadata at 1542309413166 Flushing family4: closing flushed file at 1542309413166 Flushing family5: creating writer at 1542309413169 Flushing family5: appending metadata at 1542309413175 Flushing family5: closing flushed file at 1542309413175 Flushing family6: creating writer at 1542309413177 Flushing family6: appending metadata at 1542309413184 Flushing family6: closing flushed file at 1542309413184 Flushing family7: creating writer at 1542309413186 Flushing family7: appending metadata at 1542309413194 Flushing family7: closing flushed file at 1542309413194 Flushing family8: creating writer at 1542309413196 Flushing family8: appending metadata at 1542309413203 Flushing family8: closing flushed file at 1542309413203 Flushing family9: creating writer at 1542309413205 Flushing family9: appending metadata at 1542309413212 Flushing family9: closing flushed file at 1542309413212 Flushing family0: reopening flushed file at 1542309413215 Flushing family1: reopening flushed file at 1542309413216 Flushing family2: reopening flushed file at 1542309413217 Flushing family3: reopening flushed file at 1542309413218 Flushing family4: reopening flushed file at 1542309413219 Flushing family5: reopening flushed file at 1542309413220 Flushing family6: reopening flushed file at 1542309413221 Flushing family7: reopening flushed file at 1542309413222 Flushing family8: reopening flushed file at 1542309413223 Flushing family9: reopening flushed file at 1542309413224 Finished flush of dataSize ~1.79 MB/1875610, heapSize ~5.02 MB/5267440, currentSize=1.60 MB/1675800 for 7ae9eea58a3d8d2ac9cb9577fff8d92c in 114ms, sequenceid=130, compaction requested=true at 1542309413226 Flush successful at 1542309413226 2018-11-15 19:16:53,226 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2018-11-15 19:16:53,227 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 3 files of size 241189 starting at candidate #241189 after considering 1 permutations with 1 in ratio 2018-11-15 19:16:53,228 DEBUG [Thread-162] regionserver.HStore(1825): 7ae9eea58a3d8d2ac9cb9577fff8d92c - family0: Initiating minor compaction (all files) 2018-11-15 19:16:53,228 INFO [Thread-162] regionserver.HRegion(2185): Starting compaction of family0 in testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. 2018-11-15 19:16:53,228 INFO [Thread-162] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/f14a3f7071e44a5e9735707dcc15f73a, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/7d0467c855724864ae238addb1811a48, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/e1b613223ee4402387c1b06ab6fa135b] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp, totalSize=235.5 K 2018-11-15 19:16:53,228 DEBUG [Thread-162] compactions.Compactor(202): Compacting f14a3f7071e44a5e9735707dcc15f73a, keycount=2400, bloomtype=ROW, size=97.8 K, encoding=NONE, compression=NONE, seqNum=26, earliestPutTs=0 2018-11-15 19:16:53,228 DEBUG [Thread-162] compactions.Compactor(202): Compacting 7d0467c855724864ae238addb1811a48, keycount=1602, bloomtype=ROW, size=68.8 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=112 2018-11-15 19:16:53,228 DEBUG [Thread-162] compactions.Compactor(202): Compacting e1b613223ee4402387c1b06ab6fa135b, keycount=1601, bloomtype=ROW, size=68.9 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=206 2018-11-15 19:16:53,234 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 7e10af84c4974b4f995b9dbf636735ac 2018-11-15 19:16:53,239 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 329 2018-11-15 19:16:53,241 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family0/7e10af84c4974b4f995b9dbf636735ac as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/7e10af84c4974b4f995b9dbf636735ac 2018-11-15 19:16:53,242 INFO [Thread-162] regionserver.HStore(1578): Completed compaction of 3 (all) file(s) in family0 of 7ae9eea58a3d8d2ac9cb9577fff8d92c into 7e10af84c4974b4f995b9dbf636735ac(size=68.7 K), total size for store is 68.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:53,242 DEBUG [Thread-162] regionserver.HRegion(2215): Compaction status journal: Compacting store family0 at 1542309413228 Compaction complete at 1542309413242 2018-11-15 19:16:53,242 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2018-11-15 19:16:53,243 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 3 files of size 241189 starting at candidate #241189 after considering 1 permutations with 1 in ratio 2018-11-15 19:16:53,243 DEBUG [Thread-162] regionserver.HStore(1825): 7ae9eea58a3d8d2ac9cb9577fff8d92c - family1: Initiating minor compaction (all files) 2018-11-15 19:16:53,243 INFO [Thread-162] regionserver.HRegion(2185): Starting compaction of family1 in testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. 2018-11-15 19:16:53,243 INFO [Thread-162] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/045394b28ab34aa7a3d1ca0e9350d918, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/3a93dfc95054432bbbef47b4fc8469d9, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/65f9cc1cc0b34b07a335333799c1df23] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp, totalSize=235.5 K 2018-11-15 19:16:53,243 DEBUG [Thread-162] compactions.Compactor(202): Compacting 045394b28ab34aa7a3d1ca0e9350d918, keycount=2400, bloomtype=ROW, size=97.8 K, encoding=NONE, compression=NONE, seqNum=26, earliestPutTs=0 2018-11-15 19:16:53,244 DEBUG [Thread-162] compactions.Compactor(202): Compacting 3a93dfc95054432bbbef47b4fc8469d9, keycount=1602, bloomtype=ROW, size=68.8 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=112 2018-11-15 19:16:53,244 DEBUG [Thread-162] compactions.Compactor(202): Compacting 65f9cc1cc0b34b07a335333799c1df23, keycount=1601, bloomtype=ROW, size=68.9 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=206 2018-11-15 19:16:53,244 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 18 2018-11-15 19:16:53,250 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 362fea00f97647ce81cc2b73026ddf31 2018-11-15 19:16:53,256 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family1/362fea00f97647ce81cc2b73026ddf31 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/362fea00f97647ce81cc2b73026ddf31 2018-11-15 19:16:53,257 INFO [Thread-162] regionserver.HStore(1578): Completed compaction of 3 (all) file(s) in family1 of 7ae9eea58a3d8d2ac9cb9577fff8d92c into 362fea00f97647ce81cc2b73026ddf31(size=68.7 K), total size for store is 68.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:53,257 DEBUG [Thread-162] regionserver.HRegion(2215): Compaction status journal: Compacting store family1 at 1542309413243 Compaction complete at 1542309413257 2018-11-15 19:16:53,257 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2018-11-15 19:16:53,258 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 3 files of size 241189 starting at candidate #241189 after considering 1 permutations with 1 in ratio 2018-11-15 19:16:53,258 DEBUG [Thread-162] regionserver.HStore(1825): 7ae9eea58a3d8d2ac9cb9577fff8d92c - family2: Initiating minor compaction (all files) 2018-11-15 19:16:53,258 INFO [Thread-162] regionserver.HRegion(2185): Starting compaction of family2 in testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. 2018-11-15 19:16:53,258 INFO [Thread-162] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/cec2b6c6d198435fbec13977954142f6, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/16919faf19b9413187d526b30c5921da, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/79d89d384bf14433975687129fcff128] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp, totalSize=235.5 K 2018-11-15 19:16:53,258 DEBUG [Thread-162] compactions.Compactor(202): Compacting cec2b6c6d198435fbec13977954142f6, keycount=2400, bloomtype=ROW, size=97.8 K, encoding=NONE, compression=NONE, seqNum=26, earliestPutTs=0 2018-11-15 19:16:53,258 DEBUG [Thread-162] compactions.Compactor(202): Compacting 16919faf19b9413187d526b30c5921da, keycount=1602, bloomtype=ROW, size=68.8 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=112 2018-11-15 19:16:53,259 DEBUG [Thread-162] compactions.Compactor(202): Compacting 79d89d384bf14433975687129fcff128, keycount=1601, bloomtype=ROW, size=68.9 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=206 2018-11-15 19:16:53,264 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on c73a6089035344598f3cfc1946ba5e11 2018-11-15 19:16:53,270 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family2/c73a6089035344598f3cfc1946ba5e11 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/c73a6089035344598f3cfc1946ba5e11 2018-11-15 19:16:53,271 INFO [Thread-162] regionserver.HStore(1578): Completed compaction of 3 (all) file(s) in family2 of 7ae9eea58a3d8d2ac9cb9577fff8d92c into c73a6089035344598f3cfc1946ba5e11(size=68.7 K), total size for store is 68.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:53,272 DEBUG [Thread-162] regionserver.HRegion(2215): Compaction status journal: Compacting store family2 at 1542309413258 Compaction complete at 1542309413271 2018-11-15 19:16:53,272 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2018-11-15 19:16:53,272 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 3 files of size 241189 starting at candidate #241189 after considering 1 permutations with 1 in ratio 2018-11-15 19:16:53,272 DEBUG [Thread-162] regionserver.HStore(1825): 7ae9eea58a3d8d2ac9cb9577fff8d92c - family3: Initiating minor compaction (all files) 2018-11-15 19:16:53,272 INFO [Thread-162] regionserver.HRegion(2185): Starting compaction of family3 in testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. 2018-11-15 19:16:53,272 INFO [Thread-162] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/641aa07d0a5a44219b0deac22af26da7, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/d5934d3cdf194736b32a6c73a27153b0, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/a192742f60974e24a9cd89d054b688c7] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp, totalSize=235.5 K 2018-11-15 19:16:53,272 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 19 2018-11-15 19:16:53,273 DEBUG [Thread-162] compactions.Compactor(202): Compacting 641aa07d0a5a44219b0deac22af26da7, keycount=2400, bloomtype=ROW, size=97.8 K, encoding=NONE, compression=NONE, seqNum=26, earliestPutTs=0 2018-11-15 19:16:53,273 DEBUG [Thread-162] compactions.Compactor(202): Compacting d5934d3cdf194736b32a6c73a27153b0, keycount=1602, bloomtype=ROW, size=68.8 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=112 2018-11-15 19:16:53,273 DEBUG [Thread-162] compactions.Compactor(202): Compacting a192742f60974e24a9cd89d054b688c7, keycount=1601, bloomtype=ROW, size=68.9 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=206 2018-11-15 19:16:53,278 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 83702f6b316c4eeda226ac2b66d58e09 2018-11-15 19:16:53,285 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family3/83702f6b316c4eeda226ac2b66d58e09 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/83702f6b316c4eeda226ac2b66d58e09 2018-11-15 19:16:53,286 INFO [Thread-162] regionserver.HStore(1578): Completed compaction of 3 (all) file(s) in family3 of 7ae9eea58a3d8d2ac9cb9577fff8d92c into 83702f6b316c4eeda226ac2b66d58e09(size=68.7 K), total size for store is 68.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:53,286 DEBUG [Thread-162] regionserver.HRegion(2215): Compaction status journal: Compacting store family3 at 1542309413272 Compaction complete at 1542309413286 2018-11-15 19:16:53,286 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2018-11-15 19:16:53,287 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 3 files of size 241189 starting at candidate #241189 after considering 1 permutations with 1 in ratio 2018-11-15 19:16:53,287 DEBUG [Thread-162] regionserver.HStore(1825): 7ae9eea58a3d8d2ac9cb9577fff8d92c - family4: Initiating minor compaction (all files) 2018-11-15 19:16:53,287 INFO [Thread-162] regionserver.HRegion(2185): Starting compaction of family4 in testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. 2018-11-15 19:16:53,287 INFO [Thread-162] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/d081bdaa818a4a6c9281101569a4044c, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/09a7138677e347d5b7119a539004423c, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/8ca9fac1dbb645bc8b3994b117ee7d72] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp, totalSize=235.5 K 2018-11-15 19:16:53,287 DEBUG [Thread-162] compactions.Compactor(202): Compacting d081bdaa818a4a6c9281101569a4044c, keycount=2400, bloomtype=ROW, size=97.8 K, encoding=NONE, compression=NONE, seqNum=26, earliestPutTs=0 2018-11-15 19:16:53,288 DEBUG [Thread-162] compactions.Compactor(202): Compacting 09a7138677e347d5b7119a539004423c, keycount=1602, bloomtype=ROW, size=68.8 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=112 2018-11-15 19:16:53,288 DEBUG [Thread-162] compactions.Compactor(202): Compacting 8ca9fac1dbb645bc8b3994b117ee7d72, keycount=1601, bloomtype=ROW, size=68.9 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=206 2018-11-15 19:16:53,295 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 5c18bd6deaee4707b7f82762f7da248e 2018-11-15 19:16:53,298 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 20 2018-11-15 19:16:53,305 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family4/5c18bd6deaee4707b7f82762f7da248e as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/5c18bd6deaee4707b7f82762f7da248e 2018-11-15 19:16:53,307 INFO [Thread-162] regionserver.HStore(1578): Completed compaction of 3 (all) file(s) in family4 of 7ae9eea58a3d8d2ac9cb9577fff8d92c into 5c18bd6deaee4707b7f82762f7da248e(size=68.7 K), total size for store is 68.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:53,307 DEBUG [Thread-162] regionserver.HRegion(2215): Compaction status journal: Compacting store family4 at 1542309413287 Compaction complete at 1542309413307 2018-11-15 19:16:53,307 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2018-11-15 19:16:53,308 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 3 files of size 241189 starting at candidate #241189 after considering 1 permutations with 1 in ratio 2018-11-15 19:16:53,308 DEBUG [Thread-162] regionserver.HStore(1825): 7ae9eea58a3d8d2ac9cb9577fff8d92c - family5: Initiating minor compaction (all files) 2018-11-15 19:16:53,308 INFO [Thread-162] regionserver.HRegion(2185): Starting compaction of family5 in testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. 2018-11-15 19:16:53,308 INFO [Thread-162] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/5aa7ea2c72bd4b54921639890c153157, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/12e565a0188d49318fd8fd7d0ad2a8c0, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/ccd8d97f5f0445ab83b853f87dfea68d] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp, totalSize=235.5 K 2018-11-15 19:16:53,309 DEBUG [Thread-162] compactions.Compactor(202): Compacting 5aa7ea2c72bd4b54921639890c153157, keycount=2400, bloomtype=ROW, size=97.8 K, encoding=NONE, compression=NONE, seqNum=26, earliestPutTs=0 2018-11-15 19:16:53,309 DEBUG [Thread-162] compactions.Compactor(202): Compacting 12e565a0188d49318fd8fd7d0ad2a8c0, keycount=1602, bloomtype=ROW, size=68.8 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=112 2018-11-15 19:16:53,309 DEBUG [Thread-162] compactions.Compactor(202): Compacting ccd8d97f5f0445ab83b853f87dfea68d, keycount=1601, bloomtype=ROW, size=68.9 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=206 2018-11-15 19:16:53,316 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on f2bd31cea2e044738c07b7e1106c60ab 2018-11-15 19:16:53,322 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 21 2018-11-15 19:16:53,324 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family5/f2bd31cea2e044738c07b7e1106c60ab as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/f2bd31cea2e044738c07b7e1106c60ab 2018-11-15 19:16:53,326 INFO [Thread-162] regionserver.HStore(1578): Completed compaction of 3 (all) file(s) in family5 of 7ae9eea58a3d8d2ac9cb9577fff8d92c into f2bd31cea2e044738c07b7e1106c60ab(size=68.7 K), total size for store is 68.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:53,326 DEBUG [Thread-162] regionserver.HRegion(2215): Compaction status journal: Compacting store family5 at 1542309413308 Compaction complete at 1542309413326 2018-11-15 19:16:53,326 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2018-11-15 19:16:53,327 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 3 files of size 241189 starting at candidate #241189 after considering 1 permutations with 1 in ratio 2018-11-15 19:16:53,327 DEBUG [Thread-162] regionserver.HStore(1825): 7ae9eea58a3d8d2ac9cb9577fff8d92c - family6: Initiating minor compaction (all files) 2018-11-15 19:16:53,327 INFO [Thread-162] regionserver.HRegion(2185): Starting compaction of family6 in testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. 2018-11-15 19:16:53,327 INFO [Thread-162] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/532cdb799ca14ac3b08b2acb4870af33, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/8e9b7864d3c94229a4227635da40d6d4, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/729dbc38d3324eff894506459027ec6a] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp, totalSize=235.5 K 2018-11-15 19:16:53,327 DEBUG [Thread-162] compactions.Compactor(202): Compacting 532cdb799ca14ac3b08b2acb4870af33, keycount=2400, bloomtype=ROW, size=97.8 K, encoding=NONE, compression=NONE, seqNum=26, earliestPutTs=0 2018-11-15 19:16:53,327 DEBUG [Thread-162] compactions.Compactor(202): Compacting 8e9b7864d3c94229a4227635da40d6d4, keycount=1602, bloomtype=ROW, size=68.8 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=112 2018-11-15 19:16:53,328 DEBUG [Thread-162] compactions.Compactor(202): Compacting 729dbc38d3324eff894506459027ec6a, keycount=1601, bloomtype=ROW, size=68.9 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=206 2018-11-15 19:16:53,333 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 77f784b8ae2249af88667a9f66c3765d 2018-11-15 19:16:53,341 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family6/77f784b8ae2249af88667a9f66c3765d as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/77f784b8ae2249af88667a9f66c3765d 2018-11-15 19:16:53,343 INFO [Thread-162] regionserver.HStore(1578): Completed compaction of 3 (all) file(s) in family6 of 7ae9eea58a3d8d2ac9cb9577fff8d92c into 77f784b8ae2249af88667a9f66c3765d(size=68.7 K), total size for store is 68.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:53,343 DEBUG [Thread-162] regionserver.HRegion(2215): Compaction status journal: Compacting store family6 at 1542309413327 Compaction complete at 1542309413343 2018-11-15 19:16:53,343 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2018-11-15 19:16:53,343 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 3 files of size 241189 starting at candidate #241189 after considering 1 permutations with 1 in ratio 2018-11-15 19:16:53,343 DEBUG [Thread-162] regionserver.HStore(1825): 7ae9eea58a3d8d2ac9cb9577fff8d92c - family7: Initiating minor compaction (all files) 2018-11-15 19:16:53,344 INFO [Thread-162] regionserver.HRegion(2185): Starting compaction of family7 in testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. 2018-11-15 19:16:53,344 INFO [Thread-162] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/ef7cb203e4624970b9b7e62896f033ee, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/a0f8032c22164535bac0c1d7ad00bf21, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/f2d7bc9ea83b4bc3bccc3d23741e9dc1] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp, totalSize=235.5 K 2018-11-15 19:16:53,344 DEBUG [Thread-162] compactions.Compactor(202): Compacting ef7cb203e4624970b9b7e62896f033ee, keycount=2400, bloomtype=ROW, size=97.8 K, encoding=NONE, compression=NONE, seqNum=26, earliestPutTs=0 2018-11-15 19:16:53,344 DEBUG [Thread-162] compactions.Compactor(202): Compacting a0f8032c22164535bac0c1d7ad00bf21, keycount=1602, bloomtype=ROW, size=68.8 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=112 2018-11-15 19:16:53,344 DEBUG [Thread-162] compactions.Compactor(202): Compacting f2d7bc9ea83b4bc3bccc3d23741e9dc1, keycount=1601, bloomtype=ROW, size=68.9 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=206 2018-11-15 19:16:53,344 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 22 2018-11-15 19:16:53,351 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 092e9858123b476ca57aca4d764dcf20 2018-11-15 19:16:53,358 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family7/092e9858123b476ca57aca4d764dcf20 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/092e9858123b476ca57aca4d764dcf20 2018-11-15 19:16:53,360 INFO [Thread-162] regionserver.HStore(1578): Completed compaction of 3 (all) file(s) in family7 of 7ae9eea58a3d8d2ac9cb9577fff8d92c into 092e9858123b476ca57aca4d764dcf20(size=68.7 K), total size for store is 68.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:53,360 DEBUG [Thread-162] regionserver.HRegion(2215): Compaction status journal: Compacting store family7 at 1542309413344 Compaction complete at 1542309413360 2018-11-15 19:16:53,360 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2018-11-15 19:16:53,361 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 3 files of size 241189 starting at candidate #241189 after considering 1 permutations with 1 in ratio 2018-11-15 19:16:53,361 DEBUG [Thread-162] regionserver.HStore(1825): 7ae9eea58a3d8d2ac9cb9577fff8d92c - family8: Initiating minor compaction (all files) 2018-11-15 19:16:53,361 INFO [Thread-162] regionserver.HRegion(2185): Starting compaction of family8 in testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. 2018-11-15 19:16:53,361 INFO [Thread-162] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/a10c33043d78499ab4cb196551b11216, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/637ce37bba6744f991cc61b31b181bfa, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/766645f567ef4832a7f9546f4787f0bf] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp, totalSize=235.5 K 2018-11-15 19:16:53,361 DEBUG [Thread-162] compactions.Compactor(202): Compacting a10c33043d78499ab4cb196551b11216, keycount=2400, bloomtype=ROW, size=97.8 K, encoding=NONE, compression=NONE, seqNum=26, earliestPutTs=0 2018-11-15 19:16:53,362 DEBUG [Thread-162] compactions.Compactor(202): Compacting 637ce37bba6744f991cc61b31b181bfa, keycount=1602, bloomtype=ROW, size=68.8 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=112 2018-11-15 19:16:53,362 DEBUG [Thread-162] compactions.Compactor(202): Compacting 766645f567ef4832a7f9546f4787f0bf, keycount=1601, bloomtype=ROW, size=68.9 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=206 2018-11-15 19:16:53,364 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 23 2018-11-15 19:16:53,368 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on a161bb03c3894f77ad0d35818b96eaf8 2018-11-15 19:16:53,374 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family8/a161bb03c3894f77ad0d35818b96eaf8 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/a161bb03c3894f77ad0d35818b96eaf8 2018-11-15 19:16:53,376 INFO [Thread-162] regionserver.HStore(1578): Completed compaction of 3 (all) file(s) in family8 of 7ae9eea58a3d8d2ac9cb9577fff8d92c into a161bb03c3894f77ad0d35818b96eaf8(size=68.7 K), total size for store is 68.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:53,376 DEBUG [Thread-162] regionserver.HRegion(2215): Compaction status journal: Compacting store family8 at 1542309413361 Compaction complete at 1542309413376 2018-11-15 19:16:53,376 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2018-11-15 19:16:53,376 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 3 files of size 241189 starting at candidate #241189 after considering 1 permutations with 1 in ratio 2018-11-15 19:16:53,376 DEBUG [Thread-162] regionserver.HStore(1825): 7ae9eea58a3d8d2ac9cb9577fff8d92c - family9: Initiating minor compaction (all files) 2018-11-15 19:16:53,376 INFO [Thread-162] regionserver.HRegion(2185): Starting compaction of family9 in testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. 2018-11-15 19:16:53,377 INFO [Thread-162] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/eef6071da4804d00932006325b2cc2e3, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/aea93748b1424697af6febf2acb9d66c, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/76523e199dd14a69a44ebad89715ce77] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp, totalSize=235.5 K 2018-11-15 19:16:53,377 DEBUG [Thread-162] compactions.Compactor(202): Compacting eef6071da4804d00932006325b2cc2e3, keycount=2400, bloomtype=ROW, size=97.8 K, encoding=NONE, compression=NONE, seqNum=26, earliestPutTs=0 2018-11-15 19:16:53,377 DEBUG [Thread-162] compactions.Compactor(202): Compacting aea93748b1424697af6febf2acb9d66c, keycount=1602, bloomtype=ROW, size=68.8 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=112 2018-11-15 19:16:53,377 DEBUG [Thread-162] compactions.Compactor(202): Compacting 76523e199dd14a69a44ebad89715ce77, keycount=1601, bloomtype=ROW, size=68.9 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=206 2018-11-15 19:16:53,382 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 4369055ae06146c7b19fe412275b14f6 2018-11-15 19:16:53,383 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 24 2018-11-15 19:16:53,388 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family9/4369055ae06146c7b19fe412275b14f6 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/4369055ae06146c7b19fe412275b14f6 2018-11-15 19:16:53,390 INFO [Thread-162] regionserver.HStore(1578): Completed compaction of 3 (all) file(s) in family9 of 7ae9eea58a3d8d2ac9cb9577fff8d92c into 4369055ae06146c7b19fe412275b14f6(size=68.7 K), total size for store is 68.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:53,390 DEBUG [Thread-162] regionserver.HRegion(2215): Compaction status journal: Compacting store family9 at 1542309413377 Compaction complete at 1542309413390 2018-11-15 19:16:53,391 DEBUG [Thread-162] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/f14a3f7071e44a5e9735707dcc15f73a, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/7d0467c855724864ae238addb1811a48, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/e1b613223ee4402387c1b06ab6fa135b] to archive 2018-11-15 19:16:53,392 DEBUG [Thread-162] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:53,392 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/f14a3f7071e44a5e9735707dcc15f73a to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/f14a3f7071e44a5e9735707dcc15f73a 2018-11-15 19:16:53,393 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/7d0467c855724864ae238addb1811a48 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/7d0467c855724864ae238addb1811a48 2018-11-15 19:16:53,393 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 423 2018-11-15 19:16:53,393 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/e1b613223ee4402387c1b06ab6fa135b to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/e1b613223ee4402387c1b06ab6fa135b 2018-11-15 19:16:53,395 DEBUG [Thread-162] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/045394b28ab34aa7a3d1ca0e9350d918, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/3a93dfc95054432bbbef47b4fc8469d9, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/65f9cc1cc0b34b07a335333799c1df23] to archive 2018-11-15 19:16:53,395 DEBUG [Thread-162] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:53,395 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/045394b28ab34aa7a3d1ca0e9350d918 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/045394b28ab34aa7a3d1ca0e9350d918 2018-11-15 19:16:53,396 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/3a93dfc95054432bbbef47b4fc8469d9 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/3a93dfc95054432bbbef47b4fc8469d9 2018-11-15 19:16:53,396 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/65f9cc1cc0b34b07a335333799c1df23 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/65f9cc1cc0b34b07a335333799c1df23 2018-11-15 19:16:53,397 DEBUG [Thread-162] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/cec2b6c6d198435fbec13977954142f6, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/16919faf19b9413187d526b30c5921da, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/79d89d384bf14433975687129fcff128] to archive 2018-11-15 19:16:53,397 DEBUG [Thread-162] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:53,398 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/cec2b6c6d198435fbec13977954142f6 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/cec2b6c6d198435fbec13977954142f6 2018-11-15 19:16:53,398 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/16919faf19b9413187d526b30c5921da to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/16919faf19b9413187d526b30c5921da 2018-11-15 19:16:53,398 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/79d89d384bf14433975687129fcff128 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/79d89d384bf14433975687129fcff128 2018-11-15 19:16:53,400 DEBUG [Thread-162] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/641aa07d0a5a44219b0deac22af26da7, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/d5934d3cdf194736b32a6c73a27153b0, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/a192742f60974e24a9cd89d054b688c7] to archive 2018-11-15 19:16:53,400 DEBUG [Thread-162] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:53,400 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/641aa07d0a5a44219b0deac22af26da7 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/641aa07d0a5a44219b0deac22af26da7 2018-11-15 19:16:53,400 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 25 2018-11-15 19:16:53,401 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/d5934d3cdf194736b32a6c73a27153b0 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/d5934d3cdf194736b32a6c73a27153b0 2018-11-15 19:16:53,401 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/a192742f60974e24a9cd89d054b688c7 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/a192742f60974e24a9cd89d054b688c7 2018-11-15 19:16:53,402 DEBUG [Thread-162] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/d081bdaa818a4a6c9281101569a4044c, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/09a7138677e347d5b7119a539004423c, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/8ca9fac1dbb645bc8b3994b117ee7d72] to archive 2018-11-15 19:16:53,402 DEBUG [Thread-162] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:53,403 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/d081bdaa818a4a6c9281101569a4044c to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/d081bdaa818a4a6c9281101569a4044c 2018-11-15 19:16:53,403 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/09a7138677e347d5b7119a539004423c to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/09a7138677e347d5b7119a539004423c 2018-11-15 19:16:53,403 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/8ca9fac1dbb645bc8b3994b117ee7d72 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/8ca9fac1dbb645bc8b3994b117ee7d72 2018-11-15 19:16:53,404 DEBUG [Thread-162] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/5aa7ea2c72bd4b54921639890c153157, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/12e565a0188d49318fd8fd7d0ad2a8c0, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/ccd8d97f5f0445ab83b853f87dfea68d] to archive 2018-11-15 19:16:53,404 DEBUG [Thread-162] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:53,405 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/5aa7ea2c72bd4b54921639890c153157 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/5aa7ea2c72bd4b54921639890c153157 2018-11-15 19:16:53,405 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/12e565a0188d49318fd8fd7d0ad2a8c0 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/12e565a0188d49318fd8fd7d0ad2a8c0 2018-11-15 19:16:53,405 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/ccd8d97f5f0445ab83b853f87dfea68d to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/ccd8d97f5f0445ab83b853f87dfea68d 2018-11-15 19:16:53,406 DEBUG [Thread-162] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/532cdb799ca14ac3b08b2acb4870af33, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/8e9b7864d3c94229a4227635da40d6d4, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/729dbc38d3324eff894506459027ec6a] to archive 2018-11-15 19:16:53,406 DEBUG [Thread-162] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:53,407 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/532cdb799ca14ac3b08b2acb4870af33 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/532cdb799ca14ac3b08b2acb4870af33 2018-11-15 19:16:53,407 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/8e9b7864d3c94229a4227635da40d6d4 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/8e9b7864d3c94229a4227635da40d6d4 2018-11-15 19:16:53,407 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/729dbc38d3324eff894506459027ec6a to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/729dbc38d3324eff894506459027ec6a 2018-11-15 19:16:53,408 DEBUG [Thread-162] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/ef7cb203e4624970b9b7e62896f033ee, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/a0f8032c22164535bac0c1d7ad00bf21, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/f2d7bc9ea83b4bc3bccc3d23741e9dc1] to archive 2018-11-15 19:16:53,409 DEBUG [Thread-162] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:53,409 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/ef7cb203e4624970b9b7e62896f033ee to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/ef7cb203e4624970b9b7e62896f033ee 2018-11-15 19:16:53,409 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/a0f8032c22164535bac0c1d7ad00bf21 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/a0f8032c22164535bac0c1d7ad00bf21 2018-11-15 19:16:53,409 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/f2d7bc9ea83b4bc3bccc3d23741e9dc1 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/f2d7bc9ea83b4bc3bccc3d23741e9dc1 2018-11-15 19:16:53,410 DEBUG [Thread-162] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/a10c33043d78499ab4cb196551b11216, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/637ce37bba6744f991cc61b31b181bfa, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/766645f567ef4832a7f9546f4787f0bf] to archive 2018-11-15 19:16:53,411 DEBUG [Thread-162] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:53,411 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/a10c33043d78499ab4cb196551b11216 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/a10c33043d78499ab4cb196551b11216 2018-11-15 19:16:53,411 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/637ce37bba6744f991cc61b31b181bfa to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/637ce37bba6744f991cc61b31b181bfa 2018-11-15 19:16:53,411 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/766645f567ef4832a7f9546f4787f0bf to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/766645f567ef4832a7f9546f4787f0bf 2018-11-15 19:16:53,412 DEBUG [Thread-162] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/eef6071da4804d00932006325b2cc2e3, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/aea93748b1424697af6febf2acb9d66c, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/76523e199dd14a69a44ebad89715ce77] to archive 2018-11-15 19:16:53,413 DEBUG [Thread-162] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:53,413 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/eef6071da4804d00932006325b2cc2e3 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/eef6071da4804d00932006325b2cc2e3 2018-11-15 19:16:53,413 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/aea93748b1424697af6febf2acb9d66c to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/aea93748b1424697af6febf2acb9d66c 2018-11-15 19:16:53,414 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/76523e199dd14a69a44ebad89715ce77 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/76523e199dd14a69a44ebad89715ce77 2018-11-15 19:16:53,414 INFO [Thread-162] regionserver.HRegion(2647): Flushing 10/10 column families, dataSize=3.73 MB heapSize=10.47 MB 2018-11-15 19:16:53,416 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 26 2018-11-15 19:16:53,424 INFO [PutThread] regionserver.HRegion(8449): writing data to region testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:16:53,428 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on b52db263d1384fe6a763240a666f1a87 2018-11-15 19:16:53,433 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 27 2018-11-15 19:16:53,435 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=385.81 KB at sequenceid=244 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family0/b52db263d1384fe6a763240a666f1a87 2018-11-15 19:16:53,436 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b52db263d1384fe6a763240a666f1a87 2018-11-15 19:16:53,440 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 76a31550500b421cac9603a0e1f5a4b8 2018-11-15 19:16:53,448 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=385.81 KB at sequenceid=244 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family1/76a31550500b421cac9603a0e1f5a4b8 2018-11-15 19:16:53,448 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76a31550500b421cac9603a0e1f5a4b8 2018-11-15 19:16:53,452 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 6024e5c07026466eb0abddf7fc4b798d 2018-11-15 19:16:53,459 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=385.81 KB at sequenceid=244 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family2/6024e5c07026466eb0abddf7fc4b798d 2018-11-15 19:16:53,459 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 28 2018-11-15 19:16:53,460 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6024e5c07026466eb0abddf7fc4b798d 2018-11-15 19:16:53,463 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on ee0b2005658844068055a3a69784e580 2018-11-15 19:16:53,471 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=385.81 KB at sequenceid=244 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family3/ee0b2005658844068055a3a69784e580 2018-11-15 19:16:53,472 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee0b2005658844068055a3a69784e580 2018-11-15 19:16:53,476 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on d71b30c76e7148449041677b20bbca64 2018-11-15 19:16:53,482 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=385.81 KB at sequenceid=244 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family4/d71b30c76e7148449041677b20bbca64 2018-11-15 19:16:53,482 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d71b30c76e7148449041677b20bbca64 2018-11-15 19:16:53,483 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 29 2018-11-15 19:16:53,486 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on b91e1e7ffb1f42be8920e010a0f03df7 2018-11-15 19:16:53,494 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=385.81 KB at sequenceid=244 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family5/b91e1e7ffb1f42be8920e010a0f03df7 2018-11-15 19:16:53,495 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b91e1e7ffb1f42be8920e010a0f03df7 2018-11-15 19:16:53,499 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 08352ed00bf74a4aa5b7a231f9ac92fb 2018-11-15 19:16:53,505 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=385.81 KB at sequenceid=244 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family6/08352ed00bf74a4aa5b7a231f9ac92fb 2018-11-15 19:16:53,506 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 08352ed00bf74a4aa5b7a231f9ac92fb 2018-11-15 19:16:53,509 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on e782b63081b74f549222144b8cdb7bcd 2018-11-15 19:16:53,510 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 30 2018-11-15 19:16:53,515 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=385.81 KB at sequenceid=244 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family7/e782b63081b74f549222144b8cdb7bcd 2018-11-15 19:16:53,516 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e782b63081b74f549222144b8cdb7bcd 2018-11-15 19:16:53,520 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 3b49f315a0bc4bd0aa5a43cbb00f26fd 2018-11-15 19:16:53,525 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 517 2018-11-15 19:16:53,526 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=385.81 KB at sequenceid=244 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family8/3b49f315a0bc4bd0aa5a43cbb00f26fd 2018-11-15 19:16:53,527 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b49f315a0bc4bd0aa5a43cbb00f26fd 2018-11-15 19:16:53,531 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 0ff8356dc6d34fc39446eea1e89db5ec 2018-11-15 19:16:53,534 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 31 2018-11-15 19:16:53,537 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=385.81 KB at sequenceid=244 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family9/0ff8356dc6d34fc39446eea1e89db5ec 2018-11-15 19:16:53,538 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ff8356dc6d34fc39446eea1e89db5ec 2018-11-15 19:16:53,538 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family0/b52db263d1384fe6a763240a666f1a87 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/b52db263d1384fe6a763240a666f1a87 2018-11-15 19:16:53,643 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b52db263d1384fe6a763240a666f1a87 2018-11-15 19:16:53,643 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/b52db263d1384fe6a763240a666f1a87, entries=2102, sequenceid=244, filesize=90.9 K 2018-11-15 19:16:53,644 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family1/76a31550500b421cac9603a0e1f5a4b8 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/76a31550500b421cac9603a0e1f5a4b8 2018-11-15 19:16:53,645 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76a31550500b421cac9603a0e1f5a4b8 2018-11-15 19:16:53,645 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/76a31550500b421cac9603a0e1f5a4b8, entries=2102, sequenceid=244, filesize=90.9 K 2018-11-15 19:16:53,645 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family2/6024e5c07026466eb0abddf7fc4b798d as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/6024e5c07026466eb0abddf7fc4b798d 2018-11-15 19:16:53,646 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6024e5c07026466eb0abddf7fc4b798d 2018-11-15 19:16:53,646 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/6024e5c07026466eb0abddf7fc4b798d, entries=2102, sequenceid=244, filesize=90.9 K 2018-11-15 19:16:53,646 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family3/ee0b2005658844068055a3a69784e580 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/ee0b2005658844068055a3a69784e580 2018-11-15 19:16:53,647 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee0b2005658844068055a3a69784e580 2018-11-15 19:16:53,647 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/ee0b2005658844068055a3a69784e580, entries=2102, sequenceid=244, filesize=90.9 K 2018-11-15 19:16:53,647 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family4/d71b30c76e7148449041677b20bbca64 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/d71b30c76e7148449041677b20bbca64 2018-11-15 19:16:53,648 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d71b30c76e7148449041677b20bbca64 2018-11-15 19:16:53,648 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/d71b30c76e7148449041677b20bbca64, entries=2102, sequenceid=244, filesize=90.9 K 2018-11-15 19:16:53,648 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family5/b91e1e7ffb1f42be8920e010a0f03df7 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/b91e1e7ffb1f42be8920e010a0f03df7 2018-11-15 19:16:53,649 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b91e1e7ffb1f42be8920e010a0f03df7 2018-11-15 19:16:53,649 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/b91e1e7ffb1f42be8920e010a0f03df7, entries=2102, sequenceid=244, filesize=90.9 K 2018-11-15 19:16:53,650 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family6/08352ed00bf74a4aa5b7a231f9ac92fb as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/08352ed00bf74a4aa5b7a231f9ac92fb 2018-11-15 19:16:53,650 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 08352ed00bf74a4aa5b7a231f9ac92fb 2018-11-15 19:16:53,650 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/08352ed00bf74a4aa5b7a231f9ac92fb, entries=2102, sequenceid=244, filesize=90.9 K 2018-11-15 19:16:53,651 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family7/e782b63081b74f549222144b8cdb7bcd as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/e782b63081b74f549222144b8cdb7bcd 2018-11-15 19:16:53,652 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e782b63081b74f549222144b8cdb7bcd 2018-11-15 19:16:53,652 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/e782b63081b74f549222144b8cdb7bcd, entries=2102, sequenceid=244, filesize=90.9 K 2018-11-15 19:16:53,652 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family8/3b49f315a0bc4bd0aa5a43cbb00f26fd as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/3b49f315a0bc4bd0aa5a43cbb00f26fd 2018-11-15 19:16:53,653 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b49f315a0bc4bd0aa5a43cbb00f26fd 2018-11-15 19:16:53,653 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/3b49f315a0bc4bd0aa5a43cbb00f26fd, entries=2102, sequenceid=244, filesize=90.9 K 2018-11-15 19:16:53,653 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family9/0ff8356dc6d34fc39446eea1e89db5ec as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/0ff8356dc6d34fc39446eea1e89db5ec 2018-11-15 19:16:53,654 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ff8356dc6d34fc39446eea1e89db5ec 2018-11-15 19:16:53,654 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/0ff8356dc6d34fc39446eea1e89db5ec, entries=2102, sequenceid=244, filesize=90.9 K 2018-11-15 19:16:53,655 INFO [Thread-162] regionserver.HRegion(2856): Finished flush of dataSize ~3.77 MB/3950720, heapSize ~10.58 MB/11092480, currentSize=1.86 MB/1955410 for 7ae9eea58a3d8d2ac9cb9577fff8d92c in 241ms, sequenceid=244, compaction requested=false 2018-11-15 19:16:53,655 DEBUG [Thread-162] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309413414 Obtaining lock to block concurrent updates at 1542309413414 Preparing flush snapshotting stores in 7ae9eea58a3d8d2ac9cb9577fff8d92c at 1542309413414 Finished memstore snapshotting testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c., syncing WAL and waiting on mvcc, flushsize=dataSize=3950720, getHeapSize=11092480, getOffHeapSize=0 at 1542309413424 Flushing stores of testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. at 1542309413424 Flushing family0: creating writer at 1542309413424 Flushing family0: appending metadata at 1542309413434 Flushing family0: closing flushed file at 1542309413434 Flushing family1: creating writer at 1542309413436 Flushing family1: appending metadata at 1542309413446 Flushing family1: closing flushed file at 1542309413446 Flushing family2: creating writer at 1542309413448 Flushing family2: appending metadata at 1542309413458 Flushing family2: closing flushed file at 1542309413458 Flushing family3: creating writer at 1542309413460 Flushing family3: appending metadata at 1542309413470 Flushing family3: closing flushed file at 1542309413470 Flushing family4: creating writer at 1542309413472 Flushing family4: appending metadata at 1542309413480 Flushing family4: closing flushed file at 1542309413480 Flushing family5: creating writer at 1542309413483 Flushing family5: appending metadata at 1542309413493 Flushing family5: closing flushed file at 1542309413493 Flushing family6: creating writer at 1542309413495 Flushing family6: appending metadata at 1542309413504 Flushing family6: closing flushed file at 1542309413504 Flushing family7: creating writer at 1542309413506 Flushing family7: appending metadata at 1542309413514 Flushing family7: closing flushed file at 1542309413514 Flushing family8: creating writer at 1542309413516 Flushing family8: appending metadata at 1542309413524 Flushing family8: closing flushed file at 1542309413524 Flushing family9: creating writer at 1542309413527 Flushing family9: appending metadata at 1542309413535 Flushing family9: closing flushed file at 1542309413535 Flushing family0: reopening flushed file at 1542309413538 Flushing family1: reopening flushed file at 1542309413644 Flushing family2: reopening flushed file at 1542309413645 Flushing family3: reopening flushed file at 1542309413646 Flushing family4: reopening flushed file at 1542309413648 Flushing family5: reopening flushed file at 1542309413649 Flushing family6: reopening flushed file at 1542309413650 Flushing family7: reopening flushed file at 1542309413651 Flushing family8: reopening flushed file at 1542309413652 Flushing family9: reopening flushed file at 1542309413653 Finished flush of dataSize ~3.77 MB/3950720, heapSize ~10.58 MB/11092480, currentSize=1.86 MB/1955410 for 7ae9eea58a3d8d2ac9cb9577fff8d92c in 241ms, sequenceid=244, compaction requested=false at 1542309413655 Flush successful at 1542309413655 2018-11-15 19:16:53,655 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:53,655 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:53,655 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:53,656 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:53,656 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:53,656 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:53,656 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:53,656 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:53,656 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:53,656 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:53,657 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:53,657 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:53,657 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:53,657 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:53,657 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:53,657 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:53,657 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:53,657 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:53,657 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:53,658 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:53,658 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:53,658 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:53,658 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:53,658 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:53,658 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:53,658 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:53,658 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:53,659 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:53,659 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:53,659 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:53,659 INFO [Thread-162] regionserver.HRegion(2647): Flushing 10/10 column families, dataSize=1.90 MB heapSize=5.34 MB 2018-11-15 19:16:53,661 INFO [PutThread] regionserver.HRegion(8449): writing data to region testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:16:53,663 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 32 2018-11-15 19:16:53,666 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 04c7ca40390443ae8027ab4590338dc9 2018-11-15 19:16:53,673 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=198.75 KB at sequenceid=299 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family0/04c7ca40390443ae8027ab4590338dc9 2018-11-15 19:16:53,674 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 04c7ca40390443ae8027ab4590338dc9 2018-11-15 19:16:53,679 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on bba936821d82443cbdd5060bf8671ce1 2018-11-15 19:16:53,685 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=198.75 KB at sequenceid=299 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family1/bba936821d82443cbdd5060bf8671ce1 2018-11-15 19:16:53,686 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bba936821d82443cbdd5060bf8671ce1 2018-11-15 19:16:53,689 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 33 2018-11-15 19:16:53,690 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 5241e4ab8167418081810a803fdb6f7f 2018-11-15 19:16:53,696 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=198.75 KB at sequenceid=299 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family2/5241e4ab8167418081810a803fdb6f7f 2018-11-15 19:16:53,697 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5241e4ab8167418081810a803fdb6f7f 2018-11-15 19:16:53,701 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 8a815dabc04c49ba84e36eef87da721c 2018-11-15 19:16:53,707 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=198.75 KB at sequenceid=299 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family3/8a815dabc04c49ba84e36eef87da721c 2018-11-15 19:16:53,708 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a815dabc04c49ba84e36eef87da721c 2018-11-15 19:16:53,713 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on aa9afe6e9e9b42f3b108e504262fb983 2018-11-15 19:16:53,718 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=198.75 KB at sequenceid=299 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family4/aa9afe6e9e9b42f3b108e504262fb983 2018-11-15 19:16:53,719 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa9afe6e9e9b42f3b108e504262fb983 2018-11-15 19:16:53,722 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 7f92db3791c44df59b08d0298af12978 2018-11-15 19:16:53,723 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 34 2018-11-15 19:16:53,727 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=198.75 KB at sequenceid=299 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family5/7f92db3791c44df59b08d0298af12978 2018-11-15 19:16:53,728 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f92db3791c44df59b08d0298af12978 2018-11-15 19:16:53,732 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 2265e181a9464a4f83359a29baedafa6 2018-11-15 19:16:53,737 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=198.75 KB at sequenceid=299 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family6/2265e181a9464a4f83359a29baedafa6 2018-11-15 19:16:53,737 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2265e181a9464a4f83359a29baedafa6 2018-11-15 19:16:53,741 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 6b776ee8173347f29fd5a1127bb97567 2018-11-15 19:16:53,746 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=198.75 KB at sequenceid=299 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family7/6b776ee8173347f29fd5a1127bb97567 2018-11-15 19:16:53,747 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b776ee8173347f29fd5a1127bb97567 2018-11-15 19:16:53,751 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 63a87cd601dd498aafb1a58b76522b91 2018-11-15 19:16:53,752 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 611 2018-11-15 19:16:53,756 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 35 2018-11-15 19:16:53,758 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=198.75 KB at sequenceid=299 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family8/63a87cd601dd498aafb1a58b76522b91 2018-11-15 19:16:53,759 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63a87cd601dd498aafb1a58b76522b91 2018-11-15 19:16:53,762 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 5049d59f32db43099daf5efaa27c0ca9 2018-11-15 19:16:53,767 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=198.75 KB at sequenceid=299 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family9/5049d59f32db43099daf5efaa27c0ca9 2018-11-15 19:16:53,768 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5049d59f32db43099daf5efaa27c0ca9 2018-11-15 19:16:53,768 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family0/04c7ca40390443ae8027ab4590338dc9 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/04c7ca40390443ae8027ab4590338dc9 2018-11-15 19:16:53,769 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 04c7ca40390443ae8027ab4590338dc9 2018-11-15 19:16:53,769 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/04c7ca40390443ae8027ab4590338dc9, entries=2501, sequenceid=299, filesize=109.7 K 2018-11-15 19:16:53,769 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family1/bba936821d82443cbdd5060bf8671ce1 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/bba936821d82443cbdd5060bf8671ce1 2018-11-15 19:16:53,770 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bba936821d82443cbdd5060bf8671ce1 2018-11-15 19:16:53,770 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/bba936821d82443cbdd5060bf8671ce1, entries=2501, sequenceid=299, filesize=109.7 K 2018-11-15 19:16:53,770 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family2/5241e4ab8167418081810a803fdb6f7f as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/5241e4ab8167418081810a803fdb6f7f 2018-11-15 19:16:53,771 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5241e4ab8167418081810a803fdb6f7f 2018-11-15 19:16:53,771 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/5241e4ab8167418081810a803fdb6f7f, entries=2501, sequenceid=299, filesize=109.7 K 2018-11-15 19:16:53,771 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family3/8a815dabc04c49ba84e36eef87da721c as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/8a815dabc04c49ba84e36eef87da721c 2018-11-15 19:16:53,771 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a815dabc04c49ba84e36eef87da721c 2018-11-15 19:16:53,771 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/8a815dabc04c49ba84e36eef87da721c, entries=2501, sequenceid=299, filesize=109.7 K 2018-11-15 19:16:53,772 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family4/aa9afe6e9e9b42f3b108e504262fb983 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/aa9afe6e9e9b42f3b108e504262fb983 2018-11-15 19:16:53,772 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa9afe6e9e9b42f3b108e504262fb983 2018-11-15 19:16:53,772 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/aa9afe6e9e9b42f3b108e504262fb983, entries=2501, sequenceid=299, filesize=109.7 K 2018-11-15 19:16:53,773 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family5/7f92db3791c44df59b08d0298af12978 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/7f92db3791c44df59b08d0298af12978 2018-11-15 19:16:53,773 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f92db3791c44df59b08d0298af12978 2018-11-15 19:16:53,773 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/7f92db3791c44df59b08d0298af12978, entries=2501, sequenceid=299, filesize=109.7 K 2018-11-15 19:16:53,774 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family6/2265e181a9464a4f83359a29baedafa6 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/2265e181a9464a4f83359a29baedafa6 2018-11-15 19:16:53,774 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2265e181a9464a4f83359a29baedafa6 2018-11-15 19:16:53,774 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/2265e181a9464a4f83359a29baedafa6, entries=2501, sequenceid=299, filesize=109.7 K 2018-11-15 19:16:53,775 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family7/6b776ee8173347f29fd5a1127bb97567 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/6b776ee8173347f29fd5a1127bb97567 2018-11-15 19:16:53,775 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b776ee8173347f29fd5a1127bb97567 2018-11-15 19:16:53,775 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/6b776ee8173347f29fd5a1127bb97567, entries=2501, sequenceid=299, filesize=109.7 K 2018-11-15 19:16:53,776 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family8/63a87cd601dd498aafb1a58b76522b91 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/63a87cd601dd498aafb1a58b76522b91 2018-11-15 19:16:53,776 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63a87cd601dd498aafb1a58b76522b91 2018-11-15 19:16:53,776 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/63a87cd601dd498aafb1a58b76522b91, entries=2501, sequenceid=299, filesize=109.7 K 2018-11-15 19:16:53,776 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family9/5049d59f32db43099daf5efaa27c0ca9 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/5049d59f32db43099daf5efaa27c0ca9 2018-11-15 19:16:53,777 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5049d59f32db43099daf5efaa27c0ca9 2018-11-15 19:16:53,777 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/5049d59f32db43099daf5efaa27c0ca9, entries=2501, sequenceid=299, filesize=109.7 K 2018-11-15 19:16:53,778 INFO [Thread-162] regionserver.HRegion(2856): Finished flush of dataSize ~1.94 MB/2035210, heapSize ~5.45 MB/5715440, currentSize=1.75 MB/1835710 for 7ae9eea58a3d8d2ac9cb9577fff8d92c in 119ms, sequenceid=299, compaction requested=true 2018-11-15 19:16:53,778 DEBUG [Thread-162] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309413659 Obtaining lock to block concurrent updates at 1542309413659 Preparing flush snapshotting stores in 7ae9eea58a3d8d2ac9cb9577fff8d92c at 1542309413660 Finished memstore snapshotting testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c., syncing WAL and waiting on mvcc, flushsize=dataSize=2035210, getHeapSize=5715440, getOffHeapSize=0 at 1542309413661 Flushing stores of testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. at 1542309413662 Flushing family0: creating writer at 1542309413662 Flushing family0: appending metadata at 1542309413671 Flushing family0: closing flushed file at 1542309413671 Flushing family1: creating writer at 1542309413674 Flushing family1: appending metadata at 1542309413683 Flushing family1: closing flushed file at 1542309413683 Flushing family2: creating writer at 1542309413686 Flushing family2: appending metadata at 1542309413695 Flushing family2: closing flushed file at 1542309413695 Flushing family3: creating writer at 1542309413697 Flushing family3: appending metadata at 1542309413705 Flushing family3: closing flushed file at 1542309413705 Flushing family4: creating writer at 1542309413708 Flushing family4: appending metadata at 1542309413717 Flushing family4: closing flushed file at 1542309413717 Flushing family5: creating writer at 1542309413719 Flushing family5: appending metadata at 1542309413726 Flushing family5: closing flushed file at 1542309413726 Flushing family6: creating writer at 1542309413728 Flushing family6: appending metadata at 1542309413735 Flushing family6: closing flushed file at 1542309413735 Flushing family7: creating writer at 1542309413737 Flushing family7: appending metadata at 1542309413745 Flushing family7: closing flushed file at 1542309413745 Flushing family8: creating writer at 1542309413747 Flushing family8: appending metadata at 1542309413755 Flushing family8: closing flushed file at 1542309413755 Flushing family9: creating writer at 1542309413759 Flushing family9: appending metadata at 1542309413766 Flushing family9: closing flushed file at 1542309413766 Flushing family0: reopening flushed file at 1542309413768 Flushing family1: reopening flushed file at 1542309413769 Flushing family2: reopening flushed file at 1542309413770 Flushing family3: reopening flushed file at 1542309413771 Flushing family4: reopening flushed file at 1542309413772 Flushing family5: reopening flushed file at 1542309413773 Flushing family6: reopening flushed file at 1542309413774 Flushing family7: reopening flushed file at 1542309413775 Flushing family8: reopening flushed file at 1542309413776 Flushing family9: reopening flushed file at 1542309413777 Finished flush of dataSize ~1.94 MB/2035210, heapSize ~5.45 MB/5715440, currentSize=1.75 MB/1835710 for 7ae9eea58a3d8d2ac9cb9577fff8d92c in 119ms, sequenceid=299, compaction requested=true at 1542309413778 Flush successful at 1542309413778 2018-11-15 19:16:53,778 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2018-11-15 19:16:53,779 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 3 files of size 275819 starting at candidate #275819 after considering 1 permutations with 1 in ratio 2018-11-15 19:16:53,779 DEBUG [Thread-162] regionserver.HStore(1825): 7ae9eea58a3d8d2ac9cb9577fff8d92c - family0: Initiating minor compaction (all files) 2018-11-15 19:16:53,779 INFO [Thread-162] regionserver.HRegion(2185): Starting compaction of family0 in testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. 2018-11-15 19:16:53,779 INFO [Thread-162] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/7e10af84c4974b4f995b9dbf636735ac, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/b52db263d1384fe6a763240a666f1a87, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/04c7ca40390443ae8027ab4590338dc9] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp, totalSize=269.4 K 2018-11-15 19:16:53,779 DEBUG [Thread-162] compactions.Compactor(202): Compacting 7e10af84c4974b4f995b9dbf636735ac, keycount=1600, bloomtype=ROW, size=68.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=206 2018-11-15 19:16:53,780 DEBUG [Thread-162] compactions.Compactor(202): Compacting b52db263d1384fe6a763240a666f1a87, keycount=2102, bloomtype=ROW, size=90.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=394 2018-11-15 19:16:53,780 DEBUG [Thread-162] compactions.Compactor(202): Compacting 04c7ca40390443ae8027ab4590338dc9, keycount=2501, bloomtype=ROW, size=109.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=488 2018-11-15 19:16:53,786 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 4d754c23656442cead20dfdd253adcde 2018-11-15 19:16:53,789 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 36 2018-11-15 19:16:53,794 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family0/4d754c23656442cead20dfdd253adcde as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/4d754c23656442cead20dfdd253adcde 2018-11-15 19:16:53,796 INFO [Thread-162] regionserver.HStore(1578): Completed compaction of 3 (all) file(s) in family0 of 7ae9eea58a3d8d2ac9cb9577fff8d92c into 4d754c23656442cead20dfdd253adcde(size=109.5 K), total size for store is 109.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:53,796 DEBUG [Thread-162] regionserver.HRegion(2215): Compaction status journal: Compacting store family0 at 1542309413779 Compaction complete at 1542309413796 2018-11-15 19:16:53,796 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2018-11-15 19:16:53,796 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 3 files of size 275819 starting at candidate #275819 after considering 1 permutations with 1 in ratio 2018-11-15 19:16:53,796 DEBUG [Thread-162] regionserver.HStore(1825): 7ae9eea58a3d8d2ac9cb9577fff8d92c - family1: Initiating minor compaction (all files) 2018-11-15 19:16:53,797 INFO [Thread-162] regionserver.HRegion(2185): Starting compaction of family1 in testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. 2018-11-15 19:16:53,797 INFO [Thread-162] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/362fea00f97647ce81cc2b73026ddf31, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/76a31550500b421cac9603a0e1f5a4b8, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/bba936821d82443cbdd5060bf8671ce1] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp, totalSize=269.4 K 2018-11-15 19:16:53,797 DEBUG [Thread-162] compactions.Compactor(202): Compacting 362fea00f97647ce81cc2b73026ddf31, keycount=1600, bloomtype=ROW, size=68.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=206 2018-11-15 19:16:53,797 DEBUG [Thread-162] compactions.Compactor(202): Compacting 76a31550500b421cac9603a0e1f5a4b8, keycount=2102, bloomtype=ROW, size=90.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=394 2018-11-15 19:16:53,797 DEBUG [Thread-162] compactions.Compactor(202): Compacting bba936821d82443cbdd5060bf8671ce1, keycount=2501, bloomtype=ROW, size=109.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=488 2018-11-15 19:16:53,802 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on c92f163807ce4cf2b26487015e2a132f 2018-11-15 19:16:53,809 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family1/c92f163807ce4cf2b26487015e2a132f as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/c92f163807ce4cf2b26487015e2a132f 2018-11-15 19:16:53,811 INFO [Thread-162] regionserver.HStore(1578): Completed compaction of 3 (all) file(s) in family1 of 7ae9eea58a3d8d2ac9cb9577fff8d92c into c92f163807ce4cf2b26487015e2a132f(size=109.5 K), total size for store is 109.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:53,811 DEBUG [Thread-162] regionserver.HRegion(2215): Compaction status journal: Compacting store family1 at 1542309413797 Compaction complete at 1542309413811 2018-11-15 19:16:53,811 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2018-11-15 19:16:53,811 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 3 files of size 275819 starting at candidate #275819 after considering 1 permutations with 1 in ratio 2018-11-15 19:16:53,811 DEBUG [Thread-162] regionserver.HStore(1825): 7ae9eea58a3d8d2ac9cb9577fff8d92c - family2: Initiating minor compaction (all files) 2018-11-15 19:16:53,811 INFO [Thread-162] regionserver.HRegion(2185): Starting compaction of family2 in testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. 2018-11-15 19:16:53,812 INFO [Thread-162] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/c73a6089035344598f3cfc1946ba5e11, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/6024e5c07026466eb0abddf7fc4b798d, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/5241e4ab8167418081810a803fdb6f7f] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp, totalSize=269.4 K 2018-11-15 19:16:53,812 DEBUG [Thread-162] compactions.Compactor(202): Compacting c73a6089035344598f3cfc1946ba5e11, keycount=1600, bloomtype=ROW, size=68.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=206 2018-11-15 19:16:53,812 DEBUG [Thread-162] compactions.Compactor(202): Compacting 6024e5c07026466eb0abddf7fc4b798d, keycount=2102, bloomtype=ROW, size=90.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=394 2018-11-15 19:16:53,812 DEBUG [Thread-162] compactions.Compactor(202): Compacting 5241e4ab8167418081810a803fdb6f7f, keycount=2501, bloomtype=ROW, size=109.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=488 2018-11-15 19:16:53,816 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 1f490b476fda4bccbeb52eacdafb4665 2018-11-15 19:16:53,821 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 37 2018-11-15 19:16:53,824 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family2/1f490b476fda4bccbeb52eacdafb4665 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/1f490b476fda4bccbeb52eacdafb4665 2018-11-15 19:16:53,825 INFO [Thread-162] regionserver.HStore(1578): Completed compaction of 3 (all) file(s) in family2 of 7ae9eea58a3d8d2ac9cb9577fff8d92c into 1f490b476fda4bccbeb52eacdafb4665(size=109.5 K), total size for store is 109.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:53,826 DEBUG [Thread-162] regionserver.HRegion(2215): Compaction status journal: Compacting store family2 at 1542309413812 Compaction complete at 1542309413826 2018-11-15 19:16:53,826 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2018-11-15 19:16:53,826 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 3 files of size 275819 starting at candidate #275819 after considering 1 permutations with 1 in ratio 2018-11-15 19:16:53,826 DEBUG [Thread-162] regionserver.HStore(1825): 7ae9eea58a3d8d2ac9cb9577fff8d92c - family3: Initiating minor compaction (all files) 2018-11-15 19:16:53,827 INFO [Thread-162] regionserver.HRegion(2185): Starting compaction of family3 in testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. 2018-11-15 19:16:53,827 INFO [Thread-162] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/83702f6b316c4eeda226ac2b66d58e09, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/ee0b2005658844068055a3a69784e580, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/8a815dabc04c49ba84e36eef87da721c] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp, totalSize=269.4 K 2018-11-15 19:16:53,827 DEBUG [Thread-162] compactions.Compactor(202): Compacting 83702f6b316c4eeda226ac2b66d58e09, keycount=1600, bloomtype=ROW, size=68.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=206 2018-11-15 19:16:53,827 DEBUG [Thread-162] compactions.Compactor(202): Compacting ee0b2005658844068055a3a69784e580, keycount=2102, bloomtype=ROW, size=90.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=394 2018-11-15 19:16:53,827 DEBUG [Thread-162] compactions.Compactor(202): Compacting 8a815dabc04c49ba84e36eef87da721c, keycount=2501, bloomtype=ROW, size=109.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=488 2018-11-15 19:16:53,833 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 9993ddafd70f4e3e8c8413c85bef6a90 2018-11-15 19:16:53,842 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family3/9993ddafd70f4e3e8c8413c85bef6a90 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/9993ddafd70f4e3e8c8413c85bef6a90 2018-11-15 19:16:53,843 INFO [Thread-162] regionserver.HStore(1578): Completed compaction of 3 (all) file(s) in family3 of 7ae9eea58a3d8d2ac9cb9577fff8d92c into 9993ddafd70f4e3e8c8413c85bef6a90(size=109.5 K), total size for store is 109.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:53,844 DEBUG [Thread-162] regionserver.HRegion(2215): Compaction status journal: Compacting store family3 at 1542309413827 Compaction complete at 1542309413844 2018-11-15 19:16:53,844 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2018-11-15 19:16:53,844 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 3 files of size 275819 starting at candidate #275819 after considering 1 permutations with 1 in ratio 2018-11-15 19:16:53,844 DEBUG [Thread-162] regionserver.HStore(1825): 7ae9eea58a3d8d2ac9cb9577fff8d92c - family4: Initiating minor compaction (all files) 2018-11-15 19:16:53,844 INFO [Thread-162] regionserver.HRegion(2185): Starting compaction of family4 in testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. 2018-11-15 19:16:53,844 INFO [Thread-162] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/5c18bd6deaee4707b7f82762f7da248e, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/d71b30c76e7148449041677b20bbca64, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/aa9afe6e9e9b42f3b108e504262fb983] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp, totalSize=269.4 K 2018-11-15 19:16:53,845 DEBUG [Thread-162] compactions.Compactor(202): Compacting 5c18bd6deaee4707b7f82762f7da248e, keycount=1600, bloomtype=ROW, size=68.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=206 2018-11-15 19:16:53,845 DEBUG [Thread-162] compactions.Compactor(202): Compacting d71b30c76e7148449041677b20bbca64, keycount=2102, bloomtype=ROW, size=90.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=394 2018-11-15 19:16:53,845 DEBUG [Thread-162] compactions.Compactor(202): Compacting aa9afe6e9e9b42f3b108e504262fb983, keycount=2501, bloomtype=ROW, size=109.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=488 2018-11-15 19:16:53,850 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 38 2018-11-15 19:16:53,851 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 7b048588504c40a296a342cdbdda8b19 2018-11-15 19:16:53,858 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family4/7b048588504c40a296a342cdbdda8b19 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/7b048588504c40a296a342cdbdda8b19 2018-11-15 19:16:53,860 INFO [Thread-162] regionserver.HStore(1578): Completed compaction of 3 (all) file(s) in family4 of 7ae9eea58a3d8d2ac9cb9577fff8d92c into 7b048588504c40a296a342cdbdda8b19(size=109.5 K), total size for store is 109.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:53,860 DEBUG [Thread-162] regionserver.HRegion(2215): Compaction status journal: Compacting store family4 at 1542309413844 Compaction complete at 1542309413860 2018-11-15 19:16:53,860 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2018-11-15 19:16:53,860 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 3 files of size 275819 starting at candidate #275819 after considering 1 permutations with 1 in ratio 2018-11-15 19:16:53,860 DEBUG [Thread-162] regionserver.HStore(1825): 7ae9eea58a3d8d2ac9cb9577fff8d92c - family5: Initiating minor compaction (all files) 2018-11-15 19:16:53,861 INFO [Thread-162] regionserver.HRegion(2185): Starting compaction of family5 in testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. 2018-11-15 19:16:53,861 INFO [Thread-162] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/f2bd31cea2e044738c07b7e1106c60ab, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/b91e1e7ffb1f42be8920e010a0f03df7, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/7f92db3791c44df59b08d0298af12978] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp, totalSize=269.4 K 2018-11-15 19:16:53,861 DEBUG [Thread-162] compactions.Compactor(202): Compacting f2bd31cea2e044738c07b7e1106c60ab, keycount=1600, bloomtype=ROW, size=68.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=206 2018-11-15 19:16:53,861 DEBUG [Thread-162] compactions.Compactor(202): Compacting b91e1e7ffb1f42be8920e010a0f03df7, keycount=2102, bloomtype=ROW, size=90.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=394 2018-11-15 19:16:53,861 DEBUG [Thread-162] compactions.Compactor(202): Compacting 7f92db3791c44df59b08d0298af12978, keycount=2501, bloomtype=ROW, size=109.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=488 2018-11-15 19:16:53,866 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on be2a93e7c9db4be7834f1d0d9bc2af7c 2018-11-15 19:16:53,873 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family5/be2a93e7c9db4be7834f1d0d9bc2af7c as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/be2a93e7c9db4be7834f1d0d9bc2af7c 2018-11-15 19:16:53,875 INFO [Thread-162] regionserver.HStore(1578): Completed compaction of 3 (all) file(s) in family5 of 7ae9eea58a3d8d2ac9cb9577fff8d92c into be2a93e7c9db4be7834f1d0d9bc2af7c(size=109.5 K), total size for store is 109.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:53,875 DEBUG [Thread-162] regionserver.HRegion(2215): Compaction status journal: Compacting store family5 at 1542309413861 Compaction complete at 1542309413875 2018-11-15 19:16:53,875 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2018-11-15 19:16:53,875 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 3 files of size 275819 starting at candidate #275819 after considering 1 permutations with 1 in ratio 2018-11-15 19:16:53,875 DEBUG [Thread-162] regionserver.HStore(1825): 7ae9eea58a3d8d2ac9cb9577fff8d92c - family6: Initiating minor compaction (all files) 2018-11-15 19:16:53,876 INFO [Thread-162] regionserver.HRegion(2185): Starting compaction of family6 in testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. 2018-11-15 19:16:53,876 INFO [Thread-162] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/77f784b8ae2249af88667a9f66c3765d, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/08352ed00bf74a4aa5b7a231f9ac92fb, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/2265e181a9464a4f83359a29baedafa6] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp, totalSize=269.4 K 2018-11-15 19:16:53,876 DEBUG [Thread-162] compactions.Compactor(202): Compacting 77f784b8ae2249af88667a9f66c3765d, keycount=1600, bloomtype=ROW, size=68.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=206 2018-11-15 19:16:53,876 DEBUG [Thread-162] compactions.Compactor(202): Compacting 08352ed00bf74a4aa5b7a231f9ac92fb, keycount=2102, bloomtype=ROW, size=90.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=394 2018-11-15 19:16:53,876 DEBUG [Thread-162] compactions.Compactor(202): Compacting 2265e181a9464a4f83359a29baedafa6, keycount=2501, bloomtype=ROW, size=109.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=488 2018-11-15 19:16:53,876 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 39 2018-11-15 19:16:53,882 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 2ab9db7b7a104a799bcca042990b9e3c 2018-11-15 19:16:53,888 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 705 2018-11-15 19:16:53,889 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family6/2ab9db7b7a104a799bcca042990b9e3c as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/2ab9db7b7a104a799bcca042990b9e3c 2018-11-15 19:16:53,890 INFO [Thread-162] regionserver.HStore(1578): Completed compaction of 3 (all) file(s) in family6 of 7ae9eea58a3d8d2ac9cb9577fff8d92c into 2ab9db7b7a104a799bcca042990b9e3c(size=109.5 K), total size for store is 109.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:53,890 DEBUG [Thread-162] regionserver.HRegion(2215): Compaction status journal: Compacting store family6 at 1542309413876 Compaction complete at 1542309413890 2018-11-15 19:16:53,890 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2018-11-15 19:16:53,891 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 3 files of size 275819 starting at candidate #275819 after considering 1 permutations with 1 in ratio 2018-11-15 19:16:53,891 DEBUG [Thread-162] regionserver.HStore(1825): 7ae9eea58a3d8d2ac9cb9577fff8d92c - family7: Initiating minor compaction (all files) 2018-11-15 19:16:53,891 INFO [Thread-162] regionserver.HRegion(2185): Starting compaction of family7 in testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. 2018-11-15 19:16:53,891 INFO [Thread-162] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/092e9858123b476ca57aca4d764dcf20, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/e782b63081b74f549222144b8cdb7bcd, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/6b776ee8173347f29fd5a1127bb97567] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp, totalSize=269.4 K 2018-11-15 19:16:53,891 DEBUG [Thread-162] compactions.Compactor(202): Compacting 092e9858123b476ca57aca4d764dcf20, keycount=1600, bloomtype=ROW, size=68.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=206 2018-11-15 19:16:53,891 DEBUG [Thread-162] compactions.Compactor(202): Compacting e782b63081b74f549222144b8cdb7bcd, keycount=2102, bloomtype=ROW, size=90.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=394 2018-11-15 19:16:53,892 DEBUG [Thread-162] compactions.Compactor(202): Compacting 6b776ee8173347f29fd5a1127bb97567, keycount=2501, bloomtype=ROW, size=109.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=488 2018-11-15 19:16:53,896 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on eec5b3ae96bf4b52959827caa377aa60 2018-11-15 19:16:53,899 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 40 2018-11-15 19:16:53,902 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family7/eec5b3ae96bf4b52959827caa377aa60 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/eec5b3ae96bf4b52959827caa377aa60 2018-11-15 19:16:53,903 INFO [Thread-162] regionserver.HStore(1578): Completed compaction of 3 (all) file(s) in family7 of 7ae9eea58a3d8d2ac9cb9577fff8d92c into eec5b3ae96bf4b52959827caa377aa60(size=109.5 K), total size for store is 109.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:53,903 DEBUG [Thread-162] regionserver.HRegion(2215): Compaction status journal: Compacting store family7 at 1542309413891 Compaction complete at 1542309413903 2018-11-15 19:16:53,904 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2018-11-15 19:16:53,904 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 3 files of size 275819 starting at candidate #275819 after considering 1 permutations with 1 in ratio 2018-11-15 19:16:53,904 DEBUG [Thread-162] regionserver.HStore(1825): 7ae9eea58a3d8d2ac9cb9577fff8d92c - family8: Initiating minor compaction (all files) 2018-11-15 19:16:53,904 INFO [Thread-162] regionserver.HRegion(2185): Starting compaction of family8 in testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. 2018-11-15 19:16:53,904 INFO [Thread-162] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/a161bb03c3894f77ad0d35818b96eaf8, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/3b49f315a0bc4bd0aa5a43cbb00f26fd, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/63a87cd601dd498aafb1a58b76522b91] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp, totalSize=269.4 K 2018-11-15 19:16:53,904 DEBUG [Thread-162] compactions.Compactor(202): Compacting a161bb03c3894f77ad0d35818b96eaf8, keycount=1600, bloomtype=ROW, size=68.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=206 2018-11-15 19:16:53,904 DEBUG [Thread-162] compactions.Compactor(202): Compacting 3b49f315a0bc4bd0aa5a43cbb00f26fd, keycount=2102, bloomtype=ROW, size=90.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=394 2018-11-15 19:16:53,905 DEBUG [Thread-162] compactions.Compactor(202): Compacting 63a87cd601dd498aafb1a58b76522b91, keycount=2501, bloomtype=ROW, size=109.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=488 2018-11-15 19:16:53,909 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 9a63668d45bb45ac871de5142742a2dc 2018-11-15 19:16:53,915 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family8/9a63668d45bb45ac871de5142742a2dc as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/9a63668d45bb45ac871de5142742a2dc 2018-11-15 19:16:53,916 INFO [Thread-162] regionserver.HStore(1578): Completed compaction of 3 (all) file(s) in family8 of 7ae9eea58a3d8d2ac9cb9577fff8d92c into 9a63668d45bb45ac871de5142742a2dc(size=109.5 K), total size for store is 109.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:53,916 DEBUG [Thread-162] regionserver.HRegion(2215): Compaction status journal: Compacting store family8 at 1542309413904 Compaction complete at 1542309413916 2018-11-15 19:16:53,916 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2018-11-15 19:16:53,916 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 3 files of size 275819 starting at candidate #275819 after considering 1 permutations with 1 in ratio 2018-11-15 19:16:53,917 DEBUG [Thread-162] regionserver.HStore(1825): 7ae9eea58a3d8d2ac9cb9577fff8d92c - family9: Initiating minor compaction (all files) 2018-11-15 19:16:53,917 INFO [Thread-162] regionserver.HRegion(2185): Starting compaction of family9 in testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. 2018-11-15 19:16:53,917 INFO [Thread-162] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/4369055ae06146c7b19fe412275b14f6, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/0ff8356dc6d34fc39446eea1e89db5ec, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/5049d59f32db43099daf5efaa27c0ca9] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp, totalSize=269.4 K 2018-11-15 19:16:53,917 DEBUG [Thread-162] compactions.Compactor(202): Compacting 4369055ae06146c7b19fe412275b14f6, keycount=1600, bloomtype=ROW, size=68.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=206 2018-11-15 19:16:53,917 DEBUG [Thread-162] compactions.Compactor(202): Compacting 0ff8356dc6d34fc39446eea1e89db5ec, keycount=2102, bloomtype=ROW, size=90.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=394 2018-11-15 19:16:53,917 DEBUG [Thread-162] compactions.Compactor(202): Compacting 5049d59f32db43099daf5efaa27c0ca9, keycount=2501, bloomtype=ROW, size=109.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=488 2018-11-15 19:16:53,920 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 41 2018-11-15 19:16:53,922 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 6da40281d89348be97bc292d9cfaed1a 2018-11-15 19:16:53,928 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family9/6da40281d89348be97bc292d9cfaed1a as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/6da40281d89348be97bc292d9cfaed1a 2018-11-15 19:16:53,929 INFO [Thread-162] regionserver.HStore(1578): Completed compaction of 3 (all) file(s) in family9 of 7ae9eea58a3d8d2ac9cb9577fff8d92c into 6da40281d89348be97bc292d9cfaed1a(size=109.5 K), total size for store is 109.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:53,929 DEBUG [Thread-162] regionserver.HRegion(2215): Compaction status journal: Compacting store family9 at 1542309413917 Compaction complete at 1542309413929 2018-11-15 19:16:53,930 DEBUG [Thread-162] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/7e10af84c4974b4f995b9dbf636735ac, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/b52db263d1384fe6a763240a666f1a87, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/04c7ca40390443ae8027ab4590338dc9] to archive 2018-11-15 19:16:53,931 DEBUG [Thread-162] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:53,931 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/7e10af84c4974b4f995b9dbf636735ac to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/7e10af84c4974b4f995b9dbf636735ac 2018-11-15 19:16:53,931 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/b52db263d1384fe6a763240a666f1a87 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/b52db263d1384fe6a763240a666f1a87 2018-11-15 19:16:53,932 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/04c7ca40390443ae8027ab4590338dc9 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/04c7ca40390443ae8027ab4590338dc9 2018-11-15 19:16:53,933 DEBUG [Thread-162] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/362fea00f97647ce81cc2b73026ddf31, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/76a31550500b421cac9603a0e1f5a4b8, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/bba936821d82443cbdd5060bf8671ce1] to archive 2018-11-15 19:16:53,934 DEBUG [Thread-162] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:53,934 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/362fea00f97647ce81cc2b73026ddf31 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/362fea00f97647ce81cc2b73026ddf31 2018-11-15 19:16:53,934 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/76a31550500b421cac9603a0e1f5a4b8 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/76a31550500b421cac9603a0e1f5a4b8 2018-11-15 19:16:53,935 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/bba936821d82443cbdd5060bf8671ce1 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/bba936821d82443cbdd5060bf8671ce1 2018-11-15 19:16:53,936 DEBUG [Thread-162] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/c73a6089035344598f3cfc1946ba5e11, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/6024e5c07026466eb0abddf7fc4b798d, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/5241e4ab8167418081810a803fdb6f7f] to archive 2018-11-15 19:16:53,937 DEBUG [Thread-162] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:53,937 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/c73a6089035344598f3cfc1946ba5e11 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/c73a6089035344598f3cfc1946ba5e11 2018-11-15 19:16:53,937 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/6024e5c07026466eb0abddf7fc4b798d to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/6024e5c07026466eb0abddf7fc4b798d 2018-11-15 19:16:53,938 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/5241e4ab8167418081810a803fdb6f7f to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/5241e4ab8167418081810a803fdb6f7f 2018-11-15 19:16:53,938 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 42 2018-11-15 19:16:53,939 DEBUG [Thread-162] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/83702f6b316c4eeda226ac2b66d58e09, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/ee0b2005658844068055a3a69784e580, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/8a815dabc04c49ba84e36eef87da721c] to archive 2018-11-15 19:16:53,940 DEBUG [Thread-162] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:53,940 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/83702f6b316c4eeda226ac2b66d58e09 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/83702f6b316c4eeda226ac2b66d58e09 2018-11-15 19:16:53,940 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/ee0b2005658844068055a3a69784e580 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/ee0b2005658844068055a3a69784e580 2018-11-15 19:16:53,941 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/8a815dabc04c49ba84e36eef87da721c to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/8a815dabc04c49ba84e36eef87da721c 2018-11-15 19:16:53,942 DEBUG [Thread-162] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/5c18bd6deaee4707b7f82762f7da248e, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/d71b30c76e7148449041677b20bbca64, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/aa9afe6e9e9b42f3b108e504262fb983] to archive 2018-11-15 19:16:53,943 DEBUG [Thread-162] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:53,943 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/5c18bd6deaee4707b7f82762f7da248e to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/5c18bd6deaee4707b7f82762f7da248e 2018-11-15 19:16:53,943 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/d71b30c76e7148449041677b20bbca64 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/d71b30c76e7148449041677b20bbca64 2018-11-15 19:16:53,944 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/aa9afe6e9e9b42f3b108e504262fb983 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/aa9afe6e9e9b42f3b108e504262fb983 2018-11-15 19:16:53,945 DEBUG [Thread-162] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/f2bd31cea2e044738c07b7e1106c60ab, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/b91e1e7ffb1f42be8920e010a0f03df7, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/7f92db3791c44df59b08d0298af12978] to archive 2018-11-15 19:16:53,945 DEBUG [Thread-162] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:53,946 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/f2bd31cea2e044738c07b7e1106c60ab to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/f2bd31cea2e044738c07b7e1106c60ab 2018-11-15 19:16:53,946 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/b91e1e7ffb1f42be8920e010a0f03df7 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/b91e1e7ffb1f42be8920e010a0f03df7 2018-11-15 19:16:53,947 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/7f92db3791c44df59b08d0298af12978 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/7f92db3791c44df59b08d0298af12978 2018-11-15 19:16:53,948 DEBUG [Thread-162] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/77f784b8ae2249af88667a9f66c3765d, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/08352ed00bf74a4aa5b7a231f9ac92fb, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/2265e181a9464a4f83359a29baedafa6] to archive 2018-11-15 19:16:53,948 DEBUG [Thread-162] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:53,949 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/77f784b8ae2249af88667a9f66c3765d to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/77f784b8ae2249af88667a9f66c3765d 2018-11-15 19:16:53,949 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/08352ed00bf74a4aa5b7a231f9ac92fb to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/08352ed00bf74a4aa5b7a231f9ac92fb 2018-11-15 19:16:53,950 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/2265e181a9464a4f83359a29baedafa6 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/2265e181a9464a4f83359a29baedafa6 2018-11-15 19:16:53,951 DEBUG [Thread-162] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/092e9858123b476ca57aca4d764dcf20, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/e782b63081b74f549222144b8cdb7bcd, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/6b776ee8173347f29fd5a1127bb97567] to archive 2018-11-15 19:16:53,951 DEBUG [Thread-162] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:53,952 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/092e9858123b476ca57aca4d764dcf20 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/092e9858123b476ca57aca4d764dcf20 2018-11-15 19:16:53,952 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/e782b63081b74f549222144b8cdb7bcd to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/e782b63081b74f549222144b8cdb7bcd 2018-11-15 19:16:53,953 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/6b776ee8173347f29fd5a1127bb97567 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/6b776ee8173347f29fd5a1127bb97567 2018-11-15 19:16:53,954 DEBUG [Thread-162] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/a161bb03c3894f77ad0d35818b96eaf8, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/3b49f315a0bc4bd0aa5a43cbb00f26fd, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/63a87cd601dd498aafb1a58b76522b91] to archive 2018-11-15 19:16:53,954 DEBUG [Thread-162] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:53,954 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 43 2018-11-15 19:16:53,955 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/a161bb03c3894f77ad0d35818b96eaf8 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/a161bb03c3894f77ad0d35818b96eaf8 2018-11-15 19:16:53,955 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/3b49f315a0bc4bd0aa5a43cbb00f26fd to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/3b49f315a0bc4bd0aa5a43cbb00f26fd 2018-11-15 19:16:53,955 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/63a87cd601dd498aafb1a58b76522b91 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/63a87cd601dd498aafb1a58b76522b91 2018-11-15 19:16:53,957 DEBUG [Thread-162] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/4369055ae06146c7b19fe412275b14f6, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/0ff8356dc6d34fc39446eea1e89db5ec, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/5049d59f32db43099daf5efaa27c0ca9] to archive 2018-11-15 19:16:53,957 DEBUG [Thread-162] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:53,957 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/4369055ae06146c7b19fe412275b14f6 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/4369055ae06146c7b19fe412275b14f6 2018-11-15 19:16:53,958 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/0ff8356dc6d34fc39446eea1e89db5ec to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/0ff8356dc6d34fc39446eea1e89db5ec 2018-11-15 19:16:53,958 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/5049d59f32db43099daf5efaa27c0ca9 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/5049d59f32db43099daf5efaa27c0ca9 2018-11-15 19:16:53,958 INFO [Thread-162] regionserver.HRegion(2647): Flushing 10/10 column families, dataSize=4.07 MB heapSize=11.43 MB 2018-11-15 19:16:53,971 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 44 2018-11-15 19:16:53,976 INFO [PutThread] regionserver.HRegion(8449): writing data to region testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:16:53,980 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 1cf2f66c7e4a43268e1aca4d8106a99f 2018-11-15 19:16:53,989 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=420.88 KB at sequenceid=422 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family0/1cf2f66c7e4a43268e1aca4d8106a99f 2018-11-15 19:16:53,990 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1cf2f66c7e4a43268e1aca4d8106a99f 2018-11-15 19:16:53,990 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 45 2018-11-15 19:16:53,993 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on fbf725ef3b9c4688b9d4888ccea3a991 2018-11-15 19:16:54,001 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=420.88 KB at sequenceid=422 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family1/fbf725ef3b9c4688b9d4888ccea3a991 2018-11-15 19:16:54,002 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fbf725ef3b9c4688b9d4888ccea3a991 2018-11-15 19:16:54,005 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 3d2cdb2b47984587a3e99e912df0e8c0 2018-11-15 19:16:54,014 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=420.88 KB at sequenceid=422 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family2/3d2cdb2b47984587a3e99e912df0e8c0 2018-11-15 19:16:54,015 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d2cdb2b47984587a3e99e912df0e8c0 2018-11-15 19:16:54,018 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 46 2018-11-15 19:16:54,018 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on d524214ca970448fa3697124a8d700a2 2018-11-15 19:16:54,026 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=420.88 KB at sequenceid=422 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family3/d524214ca970448fa3697124a8d700a2 2018-11-15 19:16:54,027 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d524214ca970448fa3697124a8d700a2 2018-11-15 19:16:54,030 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 98632dfc3cb54293b64a112d7549c5b5 2018-11-15 19:16:54,030 DEBUG [PutThread] regionserver.TestHRegion$PutThread(3705): put iteration = 799 2018-11-15 19:16:54,039 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=420.88 KB at sequenceid=422 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family4/98632dfc3cb54293b64a112d7549c5b5 2018-11-15 19:16:54,040 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98632dfc3cb54293b64a112d7549c5b5 2018-11-15 19:16:54,043 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 1c2f33bd10ac446f892916d4659ac0d8 2018-11-15 19:16:54,047 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 47 2018-11-15 19:16:54,052 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=420.88 KB at sequenceid=422 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family5/1c2f33bd10ac446f892916d4659ac0d8 2018-11-15 19:16:54,052 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c2f33bd10ac446f892916d4659ac0d8 2018-11-15 19:16:54,056 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 26921062b8f943b0afb41da054138313 2018-11-15 19:16:54,065 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=420.88 KB at sequenceid=422 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family6/26921062b8f943b0afb41da054138313 2018-11-15 19:16:54,065 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26921062b8f943b0afb41da054138313 2018-11-15 19:16:54,069 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 53a3c849c17e467ea3dffa8eb90df630 2018-11-15 19:16:54,074 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 48 2018-11-15 19:16:54,077 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=420.88 KB at sequenceid=422 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family7/53a3c849c17e467ea3dffa8eb90df630 2018-11-15 19:16:54,078 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53a3c849c17e467ea3dffa8eb90df630 2018-11-15 19:16:54,081 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on bbf39b1dfe7f4e648d446637506adea1 2018-11-15 19:16:54,090 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=420.88 KB at sequenceid=422 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family8/bbf39b1dfe7f4e648d446637506adea1 2018-11-15 19:16:54,091 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bbf39b1dfe7f4e648d446637506adea1 2018-11-15 19:16:54,095 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 6834f43848604b73a5dc7dc4b0b039b8 2018-11-15 19:16:54,103 INFO [Time-limited test] regionserver.TestHRegion(3790): testWritesWhileGetting verify turn 49 2018-11-15 19:16:54,104 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=420.88 KB at sequenceid=422 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family9/6834f43848604b73a5dc7dc4b0b039b8 2018-11-15 19:16:54,105 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6834f43848604b73a5dc7dc4b0b039b8 2018-11-15 19:16:54,105 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family0/1cf2f66c7e4a43268e1aca4d8106a99f as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/1cf2f66c7e4a43268e1aca4d8106a99f 2018-11-15 19:16:54,105 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1cf2f66c7e4a43268e1aca4d8106a99f 2018-11-15 19:16:54,106 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/1cf2f66c7e4a43268e1aca4d8106a99f, entries=3902, sequenceid=422, filesize=168.5 K 2018-11-15 19:16:54,106 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family1/fbf725ef3b9c4688b9d4888ccea3a991 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/fbf725ef3b9c4688b9d4888ccea3a991 2018-11-15 19:16:54,106 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fbf725ef3b9c4688b9d4888ccea3a991 2018-11-15 19:16:54,107 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/fbf725ef3b9c4688b9d4888ccea3a991, entries=3902, sequenceid=422, filesize=168.5 K 2018-11-15 19:16:54,107 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family2/3d2cdb2b47984587a3e99e912df0e8c0 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/3d2cdb2b47984587a3e99e912df0e8c0 2018-11-15 19:16:54,107 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d2cdb2b47984587a3e99e912df0e8c0 2018-11-15 19:16:54,107 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/3d2cdb2b47984587a3e99e912df0e8c0, entries=3902, sequenceid=422, filesize=168.5 K 2018-11-15 19:16:54,108 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family3/d524214ca970448fa3697124a8d700a2 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/d524214ca970448fa3697124a8d700a2 2018-11-15 19:16:54,108 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d524214ca970448fa3697124a8d700a2 2018-11-15 19:16:54,108 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/d524214ca970448fa3697124a8d700a2, entries=3902, sequenceid=422, filesize=168.5 K 2018-11-15 19:16:54,109 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family4/98632dfc3cb54293b64a112d7549c5b5 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/98632dfc3cb54293b64a112d7549c5b5 2018-11-15 19:16:54,109 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98632dfc3cb54293b64a112d7549c5b5 2018-11-15 19:16:54,109 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/98632dfc3cb54293b64a112d7549c5b5, entries=3902, sequenceid=422, filesize=168.5 K 2018-11-15 19:16:54,110 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family5/1c2f33bd10ac446f892916d4659ac0d8 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/1c2f33bd10ac446f892916d4659ac0d8 2018-11-15 19:16:54,110 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c2f33bd10ac446f892916d4659ac0d8 2018-11-15 19:16:54,110 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/1c2f33bd10ac446f892916d4659ac0d8, entries=3902, sequenceid=422, filesize=168.5 K 2018-11-15 19:16:54,111 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family6/26921062b8f943b0afb41da054138313 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/26921062b8f943b0afb41da054138313 2018-11-15 19:16:54,111 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26921062b8f943b0afb41da054138313 2018-11-15 19:16:54,111 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/26921062b8f943b0afb41da054138313, entries=3902, sequenceid=422, filesize=168.5 K 2018-11-15 19:16:54,112 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family7/53a3c849c17e467ea3dffa8eb90df630 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/53a3c849c17e467ea3dffa8eb90df630 2018-11-15 19:16:54,112 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53a3c849c17e467ea3dffa8eb90df630 2018-11-15 19:16:54,112 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/53a3c849c17e467ea3dffa8eb90df630, entries=3902, sequenceid=422, filesize=168.5 K 2018-11-15 19:16:54,113 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family8/bbf39b1dfe7f4e648d446637506adea1 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/bbf39b1dfe7f4e648d446637506adea1 2018-11-15 19:16:54,113 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bbf39b1dfe7f4e648d446637506adea1 2018-11-15 19:16:54,113 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/bbf39b1dfe7f4e648d446637506adea1, entries=3902, sequenceid=422, filesize=168.5 K 2018-11-15 19:16:54,114 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family9/6834f43848604b73a5dc7dc4b0b039b8 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/6834f43848604b73a5dc7dc4b0b039b8 2018-11-15 19:16:54,114 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6834f43848604b73a5dc7dc4b0b039b8 2018-11-15 19:16:54,114 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/6834f43848604b73a5dc7dc4b0b039b8, entries=3902, sequenceid=422, filesize=168.5 K 2018-11-15 19:16:54,115 INFO [Thread-162] regionserver.HRegion(2856): Finished flush of dataSize ~4.11 MB/4309820, heapSize ~11.54 MB/12100480, currentSize=1.98 MB/2075110 for 7ae9eea58a3d8d2ac9cb9577fff8d92c in 157ms, sequenceid=422, compaction requested=false 2018-11-15 19:16:54,115 DEBUG [Thread-162] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309413958 Obtaining lock to block concurrent updates at 1542309413958 Preparing flush snapshotting stores in 7ae9eea58a3d8d2ac9cb9577fff8d92c at 1542309413961 Finished memstore snapshotting testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c., syncing WAL and waiting on mvcc, flushsize=dataSize=4309820, getHeapSize=12100480, getOffHeapSize=0 at 1542309413976 Flushing stores of testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. at 1542309413977 Flushing family0: creating writer at 1542309413977 Flushing family0: appending metadata at 1542309413988 Flushing family0: closing flushed file at 1542309413988 Flushing family1: creating writer at 1542309413990 Flushing family1: appending metadata at 1542309414000 Flushing family1: closing flushed file at 1542309414000 Flushing family2: creating writer at 1542309414002 Flushing family2: appending metadata at 1542309414013 Flushing family2: closing flushed file at 1542309414013 Flushing family3: creating writer at 1542309414015 Flushing family3: appending metadata at 1542309414025 Flushing family3: closing flushed file at 1542309414025 Flushing family4: creating writer at 1542309414027 Flushing family4: appending metadata at 1542309414037 Flushing family4: closing flushed file at 1542309414038 Flushing family5: creating writer at 1542309414040 Flushing family5: appending metadata at 1542309414050 Flushing family5: closing flushed file at 1542309414050 Flushing family6: creating writer at 1542309414053 Flushing family6: appending metadata at 1542309414063 Flushing family6: closing flushed file at 1542309414063 Flushing family7: creating writer at 1542309414065 Flushing family7: appending metadata at 1542309414076 Flushing family7: closing flushed file at 1542309414076 Flushing family8: creating writer at 1542309414078 Flushing family8: appending metadata at 1542309414089 Flushing family8: closing flushed file at 1542309414089 Flushing family9: creating writer at 1542309414091 Flushing family9: appending metadata at 1542309414102 Flushing family9: closing flushed file at 1542309414102 Flushing family0: reopening flushed file at 1542309414105 Flushing family1: reopening flushed file at 1542309414106 Flushing family2: reopening flushed file at 1542309414107 Flushing family3: reopening flushed file at 1542309414108 Flushing family4: reopening flushed file at 1542309414109 Flushing family5: reopening flushed file at 1542309414110 Flushing family6: reopening flushed file at 1542309414111 Flushing family7: reopening flushed file at 1542309414112 Flushing family8: reopening flushed file at 1542309414113 Flushing family9: reopening flushed file at 1542309414114 Finished flush of dataSize ~4.11 MB/4309820, heapSize ~11.54 MB/12100480, currentSize=1.98 MB/2075110 for 7ae9eea58a3d8d2ac9cb9577fff8d92c in 157ms, sequenceid=422, compaction requested=false at 1542309414115 Flush successful at 1542309414115 2018-11-15 19:16:54,115 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:54,116 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:54,116 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:54,116 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:54,116 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:54,116 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:54,116 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:54,116 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:54,116 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:54,117 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:54,117 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:54,117 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:54,117 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:54,117 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:54,117 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:54,117 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:54,117 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:54,117 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:54,118 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:54,118 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:54,118 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:54,118 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:54,118 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:54,118 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:54,118 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:54,119 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:54,119 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:54,119 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:16:54,119 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #0 after considering 0 permutations with 0 in ratio 2018-11-15 19:16:54,119 DEBUG [Thread-162] compactions.SortedCompactionPolicy(240): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2018-11-15 19:16:54,120 INFO [Thread-162] regionserver.HRegion(2647): Flushing 10/10 column families, dataSize=2.06 MB heapSize=5.77 MB 2018-11-15 19:16:54,129 INFO [PutThread] regionserver.HRegion(8449): writing data to region testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:16:54,133 DEBUG [Time-limited test] regionserver.HRegion(2324): NOT flushing memstore for region testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c., flushing=true, writesEnabled=true 2018-11-15 19:16:54,133 INFO [PutThread] regionserver.HRegion(8492): Interrupted while waiting for a lock 2018-11-15 19:16:54,133 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309414133 Not flushing since already flushing at 1542309414133 2018-11-15 19:16:54,133 INFO [PutThread] regionserver.TestHRegion$PutThread(3713): Interrupted java.io.InterruptedIOException at org.apache.hadoop.hbase.regionserver.HRegion.lock(HRegion.java:8493) at org.apache.hadoop.hbase.regionserver.HRegion.lock(HRegion.java:8469) at org.apache.hadoop.hbase.regionserver.HRegion.startRegionOperation(HRegion.java:8374) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3065) at org.apache.hadoop.hbase.regionserver.TestHRegion$PutThread.run(TestHRegion.java:3702) Caused by: java.lang.InterruptedException at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1326) at java.util.concurrent.locks.ReentrantReadWriteLock$ReadLock.tryLock(ReentrantReadWriteLock.java:871) at org.apache.hadoop.hbase.regionserver.HRegion.lock(HRegion.java:8482) ... 4 more 2018-11-15 19:16:54,134 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 4693d30e755d4bd283a06e1f56b2418c 2018-11-15 19:16:54,140 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=214.34 KB at sequenceid=481 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family0/4693d30e755d4bd283a06e1f56b2418c 2018-11-15 19:16:54,141 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4693d30e755d4bd283a06e1f56b2418c 2018-11-15 19:16:54,145 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on b90d3419dbaf4e0297f313e91e0eb206 2018-11-15 19:16:54,151 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=214.34 KB at sequenceid=481 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family1/b90d3419dbaf4e0297f313e91e0eb206 2018-11-15 19:16:54,152 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b90d3419dbaf4e0297f313e91e0eb206 2018-11-15 19:16:54,156 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 96634f6f11544d1ea3a00eea4528790d 2018-11-15 19:16:54,162 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=214.34 KB at sequenceid=481 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family2/96634f6f11544d1ea3a00eea4528790d 2018-11-15 19:16:54,163 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96634f6f11544d1ea3a00eea4528790d 2018-11-15 19:16:54,167 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 892d88a485b8405086fe44e81f2556f1 2018-11-15 19:16:54,173 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=214.34 KB at sequenceid=481 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family3/892d88a485b8405086fe44e81f2556f1 2018-11-15 19:16:54,174 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 892d88a485b8405086fe44e81f2556f1 2018-11-15 19:16:54,177 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on cde0d496d64940449e52ef12a9cf8731 2018-11-15 19:16:54,183 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=214.34 KB at sequenceid=481 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family4/cde0d496d64940449e52ef12a9cf8731 2018-11-15 19:16:54,184 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cde0d496d64940449e52ef12a9cf8731 2018-11-15 19:16:54,187 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 31d0de9e444b41eebe83156add985ca2 2018-11-15 19:16:54,193 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=214.34 KB at sequenceid=481 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family5/31d0de9e444b41eebe83156add985ca2 2018-11-15 19:16:54,194 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 31d0de9e444b41eebe83156add985ca2 2018-11-15 19:16:54,198 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 3281e90893fa4b1d9d493f3a29e36ccb 2018-11-15 19:16:54,204 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=214.34 KB at sequenceid=481 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family6/3281e90893fa4b1d9d493f3a29e36ccb 2018-11-15 19:16:54,204 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3281e90893fa4b1d9d493f3a29e36ccb 2018-11-15 19:16:54,209 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on ac2fa06c697940d19e1cd3dc64293b7a 2018-11-15 19:16:54,215 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=214.34 KB at sequenceid=481 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family7/ac2fa06c697940d19e1cd3dc64293b7a 2018-11-15 19:16:54,216 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac2fa06c697940d19e1cd3dc64293b7a 2018-11-15 19:16:54,221 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on c6c80d85aa7d45dea764da052214fb48 2018-11-15 19:16:54,227 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=214.34 KB at sequenceid=481 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family8/c6c80d85aa7d45dea764da052214fb48 2018-11-15 19:16:54,228 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6c80d85aa7d45dea764da052214fb48 2018-11-15 19:16:54,232 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 17882d17cf414773ab5032256eb61f91 2018-11-15 19:16:54,238 INFO [Thread-162] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=214.34 KB at sequenceid=481 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family9/17882d17cf414773ab5032256eb61f91 2018-11-15 19:16:54,238 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 17882d17cf414773ab5032256eb61f91 2018-11-15 19:16:54,238 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family0/4693d30e755d4bd283a06e1f56b2418c as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/4693d30e755d4bd283a06e1f56b2418c 2018-11-15 19:16:54,239 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4693d30e755d4bd283a06e1f56b2418c 2018-11-15 19:16:54,239 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/4693d30e755d4bd283a06e1f56b2418c, entries=4701, sequenceid=481, filesize=202.0 K 2018-11-15 19:16:54,240 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family1/b90d3419dbaf4e0297f313e91e0eb206 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/b90d3419dbaf4e0297f313e91e0eb206 2018-11-15 19:16:54,240 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b90d3419dbaf4e0297f313e91e0eb206 2018-11-15 19:16:54,240 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/b90d3419dbaf4e0297f313e91e0eb206, entries=4701, sequenceid=481, filesize=202.0 K 2018-11-15 19:16:54,240 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family2/96634f6f11544d1ea3a00eea4528790d as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/96634f6f11544d1ea3a00eea4528790d 2018-11-15 19:16:54,241 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96634f6f11544d1ea3a00eea4528790d 2018-11-15 19:16:54,241 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/96634f6f11544d1ea3a00eea4528790d, entries=4701, sequenceid=481, filesize=202.0 K 2018-11-15 19:16:54,241 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family3/892d88a485b8405086fe44e81f2556f1 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/892d88a485b8405086fe44e81f2556f1 2018-11-15 19:16:54,242 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 892d88a485b8405086fe44e81f2556f1 2018-11-15 19:16:54,242 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/892d88a485b8405086fe44e81f2556f1, entries=4701, sequenceid=481, filesize=202.0 K 2018-11-15 19:16:54,242 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family4/cde0d496d64940449e52ef12a9cf8731 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/cde0d496d64940449e52ef12a9cf8731 2018-11-15 19:16:54,243 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cde0d496d64940449e52ef12a9cf8731 2018-11-15 19:16:54,243 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/cde0d496d64940449e52ef12a9cf8731, entries=4701, sequenceid=481, filesize=202.0 K 2018-11-15 19:16:54,243 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family5/31d0de9e444b41eebe83156add985ca2 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/31d0de9e444b41eebe83156add985ca2 2018-11-15 19:16:54,244 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 31d0de9e444b41eebe83156add985ca2 2018-11-15 19:16:54,244 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/31d0de9e444b41eebe83156add985ca2, entries=4701, sequenceid=481, filesize=202.0 K 2018-11-15 19:16:54,244 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family6/3281e90893fa4b1d9d493f3a29e36ccb as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/3281e90893fa4b1d9d493f3a29e36ccb 2018-11-15 19:16:54,244 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3281e90893fa4b1d9d493f3a29e36ccb 2018-11-15 19:16:54,245 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/3281e90893fa4b1d9d493f3a29e36ccb, entries=4701, sequenceid=481, filesize=202.0 K 2018-11-15 19:16:54,245 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family7/ac2fa06c697940d19e1cd3dc64293b7a as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/ac2fa06c697940d19e1cd3dc64293b7a 2018-11-15 19:16:54,245 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac2fa06c697940d19e1cd3dc64293b7a 2018-11-15 19:16:54,245 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/ac2fa06c697940d19e1cd3dc64293b7a, entries=4701, sequenceid=481, filesize=202.0 K 2018-11-15 19:16:54,246 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family8/c6c80d85aa7d45dea764da052214fb48 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/c6c80d85aa7d45dea764da052214fb48 2018-11-15 19:16:54,246 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6c80d85aa7d45dea764da052214fb48 2018-11-15 19:16:54,246 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/c6c80d85aa7d45dea764da052214fb48, entries=4701, sequenceid=481, filesize=202.0 K 2018-11-15 19:16:54,246 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family9/17882d17cf414773ab5032256eb61f91 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/17882d17cf414773ab5032256eb61f91 2018-11-15 19:16:54,247 INFO [Thread-162] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 17882d17cf414773ab5032256eb61f91 2018-11-15 19:16:54,247 INFO [Thread-162] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/17882d17cf414773ab5032256eb61f91, entries=4701, sequenceid=481, filesize=202.0 K 2018-11-15 19:16:54,248 INFO [Thread-162] regionserver.HRegion(2856): Finished flush of dataSize ~2.09 MB/2194810, heapSize ~5.88 MB/6163440, currentSize=38.96 KB/39900 for 7ae9eea58a3d8d2ac9cb9577fff8d92c in 129ms, sequenceid=481, compaction requested=true 2018-11-15 19:16:54,248 DEBUG [Thread-162] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309414119 Obtaining lock to block concurrent updates at 1542309414120 Preparing flush snapshotting stores in 7ae9eea58a3d8d2ac9cb9577fff8d92c at 1542309414121 Finished memstore snapshotting testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c., syncing WAL and waiting on mvcc, flushsize=dataSize=2194810, getHeapSize=6163440, getOffHeapSize=0 at 1542309414129 Flushing stores of testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. at 1542309414129 Flushing family0: creating writer at 1542309414129 Flushing family0: appending metadata at 1542309414139 Flushing family0: closing flushed file at 1542309414139 Flushing family1: creating writer at 1542309414141 Flushing family1: appending metadata at 1542309414150 Flushing family1: closing flushed file at 1542309414150 Flushing family2: creating writer at 1542309414152 Flushing family2: appending metadata at 1542309414161 Flushing family2: closing flushed file at 1542309414161 Flushing family3: creating writer at 1542309414163 Flushing family3: appending metadata at 1542309414172 Flushing family3: closing flushed file at 1542309414172 Flushing family4: creating writer at 1542309414174 Flushing family4: appending metadata at 1542309414182 Flushing family4: closing flushed file at 1542309414182 Flushing family5: creating writer at 1542309414184 Flushing family5: appending metadata at 1542309414192 Flushing family5: closing flushed file at 1542309414192 Flushing family6: creating writer at 1542309414194 Flushing family6: appending metadata at 1542309414202 Flushing family6: closing flushed file at 1542309414202 Flushing family7: creating writer at 1542309414204 Flushing family7: appending metadata at 1542309414213 Flushing family7: closing flushed file at 1542309414213 Flushing family8: creating writer at 1542309414216 Flushing family8: appending metadata at 1542309414226 Flushing family8: closing flushed file at 1542309414226 Flushing family9: creating writer at 1542309414228 Flushing family9: appending metadata at 1542309414237 Flushing family9: closing flushed file at 1542309414237 Flushing family0: reopening flushed file at 1542309414239 Flushing family1: reopening flushed file at 1542309414240 Flushing family2: reopening flushed file at 1542309414241 Flushing family3: reopening flushed file at 1542309414242 Flushing family4: reopening flushed file at 1542309414242 Flushing family5: reopening flushed file at 1542309414243 Flushing family6: reopening flushed file at 1542309414244 Flushing family7: reopening flushed file at 1542309414245 Flushing family8: reopening flushed file at 1542309414246 Flushing family9: reopening flushed file at 1542309414247 Finished flush of dataSize ~2.09 MB/2194810, heapSize ~5.88 MB/6163440, currentSize=38.96 KB/39900 for 7ae9eea58a3d8d2ac9cb9577fff8d92c in 129ms, sequenceid=481, compaction requested=true at 1542309414248 Flush successful at 1542309414248 2018-11-15 19:16:54,249 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2018-11-15 19:16:54,249 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 3 files of size 491598 starting at candidate #491598 after considering 1 permutations with 1 in ratio 2018-11-15 19:16:54,249 DEBUG [Thread-162] regionserver.HStore(1825): 7ae9eea58a3d8d2ac9cb9577fff8d92c - family0: Initiating minor compaction (all files) 2018-11-15 19:16:54,249 INFO [Thread-162] regionserver.HRegion(2185): Starting compaction of family0 in testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. 2018-11-15 19:16:54,249 INFO [Thread-162] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/4d754c23656442cead20dfdd253adcde, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/1cf2f66c7e4a43268e1aca4d8106a99f, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/4693d30e755d4bd283a06e1f56b2418c] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp, totalSize=480.1 K 2018-11-15 19:16:54,249 DEBUG [Thread-162] compactions.Compactor(202): Compacting 4d754c23656442cead20dfdd253adcde, keycount=2500, bloomtype=ROW, size=109.5 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=488 2018-11-15 19:16:54,250 DEBUG [Thread-162] compactions.Compactor(202): Compacting 1cf2f66c7e4a43268e1aca4d8106a99f, keycount=3902, bloomtype=ROW, size=168.5 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=676 2018-11-15 19:16:54,250 DEBUG [Thread-162] compactions.Compactor(202): Compacting 4693d30e755d4bd283a06e1f56b2418c, keycount=4701, bloomtype=ROW, size=202.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=770 2018-11-15 19:16:54,255 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 64d8537eef144b39ad84333042b01656 2018-11-15 19:16:54,265 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family0/64d8537eef144b39ad84333042b01656 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/64d8537eef144b39ad84333042b01656 2018-11-15 19:16:54,266 INFO [Thread-162] regionserver.HStore(1578): Completed compaction of 3 (all) file(s) in family0 of 7ae9eea58a3d8d2ac9cb9577fff8d92c into 64d8537eef144b39ad84333042b01656(size=201.9 K), total size for store is 201.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:54,266 DEBUG [Thread-162] regionserver.HRegion(2215): Compaction status journal: Compacting store family0 at 1542309414249 Compaction complete at 1542309414266 2018-11-15 19:16:54,266 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2018-11-15 19:16:54,267 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 3 files of size 491598 starting at candidate #491598 after considering 1 permutations with 1 in ratio 2018-11-15 19:16:54,267 DEBUG [Thread-162] regionserver.HStore(1825): 7ae9eea58a3d8d2ac9cb9577fff8d92c - family1: Initiating minor compaction (all files) 2018-11-15 19:16:54,267 INFO [Thread-162] regionserver.HRegion(2185): Starting compaction of family1 in testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. 2018-11-15 19:16:54,267 INFO [Thread-162] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/c92f163807ce4cf2b26487015e2a132f, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/fbf725ef3b9c4688b9d4888ccea3a991, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/b90d3419dbaf4e0297f313e91e0eb206] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp, totalSize=480.1 K 2018-11-15 19:16:54,268 DEBUG [Thread-162] compactions.Compactor(202): Compacting c92f163807ce4cf2b26487015e2a132f, keycount=2500, bloomtype=ROW, size=109.5 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=488 2018-11-15 19:16:54,268 DEBUG [Thread-162] compactions.Compactor(202): Compacting fbf725ef3b9c4688b9d4888ccea3a991, keycount=3902, bloomtype=ROW, size=168.5 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=676 2018-11-15 19:16:54,268 DEBUG [Thread-162] compactions.Compactor(202): Compacting b90d3419dbaf4e0297f313e91e0eb206, keycount=4701, bloomtype=ROW, size=202.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=770 2018-11-15 19:16:54,274 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 6e140aaedb14494a9f8be48026f064d2 2018-11-15 19:16:54,293 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family1/6e140aaedb14494a9f8be48026f064d2 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/6e140aaedb14494a9f8be48026f064d2 2018-11-15 19:16:54,295 INFO [Thread-162] regionserver.HStore(1578): Completed compaction of 3 (all) file(s) in family1 of 7ae9eea58a3d8d2ac9cb9577fff8d92c into 6e140aaedb14494a9f8be48026f064d2(size=201.9 K), total size for store is 201.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:54,295 DEBUG [Thread-162] regionserver.HRegion(2215): Compaction status journal: Compacting store family1 at 1542309414267 Compaction complete at 1542309414295 2018-11-15 19:16:54,296 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2018-11-15 19:16:54,296 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 3 files of size 491598 starting at candidate #491598 after considering 1 permutations with 1 in ratio 2018-11-15 19:16:54,296 DEBUG [Thread-162] regionserver.HStore(1825): 7ae9eea58a3d8d2ac9cb9577fff8d92c - family2: Initiating minor compaction (all files) 2018-11-15 19:16:54,296 INFO [Thread-162] regionserver.HRegion(2185): Starting compaction of family2 in testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. 2018-11-15 19:16:54,297 INFO [Thread-162] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/1f490b476fda4bccbeb52eacdafb4665, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/3d2cdb2b47984587a3e99e912df0e8c0, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/96634f6f11544d1ea3a00eea4528790d] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp, totalSize=480.1 K 2018-11-15 19:16:54,297 DEBUG [Thread-162] compactions.Compactor(202): Compacting 1f490b476fda4bccbeb52eacdafb4665, keycount=2500, bloomtype=ROW, size=109.5 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=488 2018-11-15 19:16:54,297 DEBUG [Thread-162] compactions.Compactor(202): Compacting 3d2cdb2b47984587a3e99e912df0e8c0, keycount=3902, bloomtype=ROW, size=168.5 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=676 2018-11-15 19:16:54,297 DEBUG [Thread-162] compactions.Compactor(202): Compacting 96634f6f11544d1ea3a00eea4528790d, keycount=4701, bloomtype=ROW, size=202.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=770 2018-11-15 19:16:54,304 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on ba81b8113fc24bb9ab4585c47fa46316 2018-11-15 19:16:54,318 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family2/ba81b8113fc24bb9ab4585c47fa46316 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/ba81b8113fc24bb9ab4585c47fa46316 2018-11-15 19:16:54,320 INFO [Thread-162] regionserver.HStore(1578): Completed compaction of 3 (all) file(s) in family2 of 7ae9eea58a3d8d2ac9cb9577fff8d92c into ba81b8113fc24bb9ab4585c47fa46316(size=201.9 K), total size for store is 201.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:54,320 DEBUG [Thread-162] regionserver.HRegion(2215): Compaction status journal: Compacting store family2 at 1542309414297 Compaction complete at 1542309414320 2018-11-15 19:16:54,320 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2018-11-15 19:16:54,321 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 3 files of size 491598 starting at candidate #491598 after considering 1 permutations with 1 in ratio 2018-11-15 19:16:54,321 DEBUG [Thread-162] regionserver.HStore(1825): 7ae9eea58a3d8d2ac9cb9577fff8d92c - family3: Initiating minor compaction (all files) 2018-11-15 19:16:54,321 INFO [Thread-162] regionserver.HRegion(2185): Starting compaction of family3 in testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. 2018-11-15 19:16:54,321 INFO [Thread-162] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/9993ddafd70f4e3e8c8413c85bef6a90, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/d524214ca970448fa3697124a8d700a2, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/892d88a485b8405086fe44e81f2556f1] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp, totalSize=480.1 K 2018-11-15 19:16:54,321 DEBUG [Thread-162] compactions.Compactor(202): Compacting 9993ddafd70f4e3e8c8413c85bef6a90, keycount=2500, bloomtype=ROW, size=109.5 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=488 2018-11-15 19:16:54,322 DEBUG [Thread-162] compactions.Compactor(202): Compacting d524214ca970448fa3697124a8d700a2, keycount=3902, bloomtype=ROW, size=168.5 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=676 2018-11-15 19:16:54,322 DEBUG [Thread-162] compactions.Compactor(202): Compacting 892d88a485b8405086fe44e81f2556f1, keycount=4701, bloomtype=ROW, size=202.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=770 2018-11-15 19:16:54,328 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 1085ef5bb38449acb9523cab4dcec1a7 2018-11-15 19:16:54,341 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family3/1085ef5bb38449acb9523cab4dcec1a7 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/1085ef5bb38449acb9523cab4dcec1a7 2018-11-15 19:16:54,343 INFO [Thread-162] regionserver.HStore(1578): Completed compaction of 3 (all) file(s) in family3 of 7ae9eea58a3d8d2ac9cb9577fff8d92c into 1085ef5bb38449acb9523cab4dcec1a7(size=201.9 K), total size for store is 201.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:54,343 DEBUG [Thread-162] regionserver.HRegion(2215): Compaction status journal: Compacting store family3 at 1542309414321 Compaction complete at 1542309414343 2018-11-15 19:16:54,343 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2018-11-15 19:16:54,344 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 3 files of size 491598 starting at candidate #491598 after considering 1 permutations with 1 in ratio 2018-11-15 19:16:54,344 DEBUG [Thread-162] regionserver.HStore(1825): 7ae9eea58a3d8d2ac9cb9577fff8d92c - family4: Initiating minor compaction (all files) 2018-11-15 19:16:54,344 INFO [Thread-162] regionserver.HRegion(2185): Starting compaction of family4 in testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. 2018-11-15 19:16:54,344 INFO [Thread-162] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/7b048588504c40a296a342cdbdda8b19, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/98632dfc3cb54293b64a112d7549c5b5, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/cde0d496d64940449e52ef12a9cf8731] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp, totalSize=480.1 K 2018-11-15 19:16:54,344 DEBUG [Thread-162] compactions.Compactor(202): Compacting 7b048588504c40a296a342cdbdda8b19, keycount=2500, bloomtype=ROW, size=109.5 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=488 2018-11-15 19:16:54,344 DEBUG [Thread-162] compactions.Compactor(202): Compacting 98632dfc3cb54293b64a112d7549c5b5, keycount=3902, bloomtype=ROW, size=168.5 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=676 2018-11-15 19:16:54,345 DEBUG [Thread-162] compactions.Compactor(202): Compacting cde0d496d64940449e52ef12a9cf8731, keycount=4701, bloomtype=ROW, size=202.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=770 2018-11-15 19:16:54,351 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on e38affa7b7af433cae2e0ac8cd81e6a1 2018-11-15 19:16:54,363 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family4/e38affa7b7af433cae2e0ac8cd81e6a1 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/e38affa7b7af433cae2e0ac8cd81e6a1 2018-11-15 19:16:54,365 INFO [Thread-162] regionserver.HStore(1578): Completed compaction of 3 (all) file(s) in family4 of 7ae9eea58a3d8d2ac9cb9577fff8d92c into e38affa7b7af433cae2e0ac8cd81e6a1(size=201.9 K), total size for store is 201.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:54,365 DEBUG [Thread-162] regionserver.HRegion(2215): Compaction status journal: Compacting store family4 at 1542309414344 Compaction complete at 1542309414365 2018-11-15 19:16:54,365 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2018-11-15 19:16:54,365 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 3 files of size 491598 starting at candidate #491598 after considering 1 permutations with 1 in ratio 2018-11-15 19:16:54,365 DEBUG [Thread-162] regionserver.HStore(1825): 7ae9eea58a3d8d2ac9cb9577fff8d92c - family5: Initiating minor compaction (all files) 2018-11-15 19:16:54,365 INFO [Thread-162] regionserver.HRegion(2185): Starting compaction of family5 in testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. 2018-11-15 19:16:54,366 INFO [Thread-162] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/be2a93e7c9db4be7834f1d0d9bc2af7c, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/1c2f33bd10ac446f892916d4659ac0d8, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/31d0de9e444b41eebe83156add985ca2] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp, totalSize=480.1 K 2018-11-15 19:16:54,366 DEBUG [Thread-162] compactions.Compactor(202): Compacting be2a93e7c9db4be7834f1d0d9bc2af7c, keycount=2500, bloomtype=ROW, size=109.5 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=488 2018-11-15 19:16:54,366 DEBUG [Thread-162] compactions.Compactor(202): Compacting 1c2f33bd10ac446f892916d4659ac0d8, keycount=3902, bloomtype=ROW, size=168.5 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=676 2018-11-15 19:16:54,366 DEBUG [Thread-162] compactions.Compactor(202): Compacting 31d0de9e444b41eebe83156add985ca2, keycount=4701, bloomtype=ROW, size=202.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=770 2018-11-15 19:16:54,373 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 4df4883dedbc4d20aec6a1a661d39cb2 2018-11-15 19:16:54,383 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family5/4df4883dedbc4d20aec6a1a661d39cb2 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/4df4883dedbc4d20aec6a1a661d39cb2 2018-11-15 19:16:54,385 INFO [Thread-162] regionserver.HStore(1578): Completed compaction of 3 (all) file(s) in family5 of 7ae9eea58a3d8d2ac9cb9577fff8d92c into 4df4883dedbc4d20aec6a1a661d39cb2(size=201.9 K), total size for store is 201.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:54,385 DEBUG [Thread-162] regionserver.HRegion(2215): Compaction status journal: Compacting store family5 at 1542309414365 Compaction complete at 1542309414385 2018-11-15 19:16:54,385 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2018-11-15 19:16:54,386 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 3 files of size 491598 starting at candidate #491598 after considering 1 permutations with 1 in ratio 2018-11-15 19:16:54,386 DEBUG [Thread-162] regionserver.HStore(1825): 7ae9eea58a3d8d2ac9cb9577fff8d92c - family6: Initiating minor compaction (all files) 2018-11-15 19:16:54,386 INFO [Thread-162] regionserver.HRegion(2185): Starting compaction of family6 in testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. 2018-11-15 19:16:54,386 INFO [Thread-162] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/2ab9db7b7a104a799bcca042990b9e3c, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/26921062b8f943b0afb41da054138313, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/3281e90893fa4b1d9d493f3a29e36ccb] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp, totalSize=480.1 K 2018-11-15 19:16:54,386 DEBUG [Thread-162] compactions.Compactor(202): Compacting 2ab9db7b7a104a799bcca042990b9e3c, keycount=2500, bloomtype=ROW, size=109.5 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=488 2018-11-15 19:16:54,386 DEBUG [Thread-162] compactions.Compactor(202): Compacting 26921062b8f943b0afb41da054138313, keycount=3902, bloomtype=ROW, size=168.5 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=676 2018-11-15 19:16:54,386 DEBUG [Thread-162] compactions.Compactor(202): Compacting 3281e90893fa4b1d9d493f3a29e36ccb, keycount=4701, bloomtype=ROW, size=202.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=770 2018-11-15 19:16:54,393 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on bb350aeb9dfb446d990d78af230f37b1 2018-11-15 19:16:54,411 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family6/bb350aeb9dfb446d990d78af230f37b1 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/bb350aeb9dfb446d990d78af230f37b1 2018-11-15 19:16:54,414 INFO [Thread-162] regionserver.HStore(1578): Completed compaction of 3 (all) file(s) in family6 of 7ae9eea58a3d8d2ac9cb9577fff8d92c into bb350aeb9dfb446d990d78af230f37b1(size=201.9 K), total size for store is 201.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:54,414 DEBUG [Thread-162] regionserver.HRegion(2215): Compaction status journal: Compacting store family6 at 1542309414386 Compaction complete at 1542309414414 2018-11-15 19:16:54,414 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2018-11-15 19:16:54,415 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 3 files of size 491598 starting at candidate #491598 after considering 1 permutations with 1 in ratio 2018-11-15 19:16:54,415 DEBUG [Thread-162] regionserver.HStore(1825): 7ae9eea58a3d8d2ac9cb9577fff8d92c - family7: Initiating minor compaction (all files) 2018-11-15 19:16:54,415 INFO [Thread-162] regionserver.HRegion(2185): Starting compaction of family7 in testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. 2018-11-15 19:16:54,415 INFO [Thread-162] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/eec5b3ae96bf4b52959827caa377aa60, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/53a3c849c17e467ea3dffa8eb90df630, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/ac2fa06c697940d19e1cd3dc64293b7a] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp, totalSize=480.1 K 2018-11-15 19:16:54,416 DEBUG [Thread-162] compactions.Compactor(202): Compacting eec5b3ae96bf4b52959827caa377aa60, keycount=2500, bloomtype=ROW, size=109.5 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=488 2018-11-15 19:16:54,416 DEBUG [Thread-162] compactions.Compactor(202): Compacting 53a3c849c17e467ea3dffa8eb90df630, keycount=3902, bloomtype=ROW, size=168.5 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=676 2018-11-15 19:16:54,416 DEBUG [Thread-162] compactions.Compactor(202): Compacting ac2fa06c697940d19e1cd3dc64293b7a, keycount=4701, bloomtype=ROW, size=202.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=770 2018-11-15 19:16:54,424 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 37173b184e2345faa2da2aade61717a3 2018-11-15 19:16:54,444 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family7/37173b184e2345faa2da2aade61717a3 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/37173b184e2345faa2da2aade61717a3 2018-11-15 19:16:54,446 INFO [Thread-162] regionserver.HStore(1578): Completed compaction of 3 (all) file(s) in family7 of 7ae9eea58a3d8d2ac9cb9577fff8d92c into 37173b184e2345faa2da2aade61717a3(size=201.9 K), total size for store is 201.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:54,446 DEBUG [Thread-162] regionserver.HRegion(2215): Compaction status journal: Compacting store family7 at 1542309414415 Compaction complete at 1542309414446 2018-11-15 19:16:54,446 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2018-11-15 19:16:54,446 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 3 files of size 491598 starting at candidate #491598 after considering 1 permutations with 1 in ratio 2018-11-15 19:16:54,447 DEBUG [Thread-162] regionserver.HStore(1825): 7ae9eea58a3d8d2ac9cb9577fff8d92c - family8: Initiating minor compaction (all files) 2018-11-15 19:16:54,447 INFO [Thread-162] regionserver.HRegion(2185): Starting compaction of family8 in testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. 2018-11-15 19:16:54,447 INFO [Thread-162] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/9a63668d45bb45ac871de5142742a2dc, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/bbf39b1dfe7f4e648d446637506adea1, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/c6c80d85aa7d45dea764da052214fb48] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp, totalSize=480.1 K 2018-11-15 19:16:54,447 DEBUG [Thread-162] compactions.Compactor(202): Compacting 9a63668d45bb45ac871de5142742a2dc, keycount=2500, bloomtype=ROW, size=109.5 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=488 2018-11-15 19:16:54,448 DEBUG [Thread-162] compactions.Compactor(202): Compacting bbf39b1dfe7f4e648d446637506adea1, keycount=3902, bloomtype=ROW, size=168.5 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=676 2018-11-15 19:16:54,448 DEBUG [Thread-162] compactions.Compactor(202): Compacting c6c80d85aa7d45dea764da052214fb48, keycount=4701, bloomtype=ROW, size=202.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=770 2018-11-15 19:16:54,456 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 3a39192aced345759c9a519d51d835f5 2018-11-15 19:16:54,470 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family8/3a39192aced345759c9a519d51d835f5 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/3a39192aced345759c9a519d51d835f5 2018-11-15 19:16:54,472 INFO [Thread-162] regionserver.HStore(1578): Completed compaction of 3 (all) file(s) in family8 of 7ae9eea58a3d8d2ac9cb9577fff8d92c into 3a39192aced345759c9a519d51d835f5(size=201.9 K), total size for store is 201.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:54,472 DEBUG [Thread-162] regionserver.HRegion(2215): Compaction status journal: Compacting store family8 at 1542309414447 Compaction complete at 1542309414472 2018-11-15 19:16:54,472 DEBUG [Thread-162] compactions.SortedCompactionPolicy(68): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2018-11-15 19:16:54,473 DEBUG [Thread-162] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 3 files of size 491598 starting at candidate #491598 after considering 1 permutations with 1 in ratio 2018-11-15 19:16:54,473 DEBUG [Thread-162] regionserver.HStore(1825): 7ae9eea58a3d8d2ac9cb9577fff8d92c - family9: Initiating minor compaction (all files) 2018-11-15 19:16:54,473 INFO [Thread-162] regionserver.HRegion(2185): Starting compaction of family9 in testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. 2018-11-15 19:16:54,473 INFO [Thread-162] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/6da40281d89348be97bc292d9cfaed1a, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/6834f43848604b73a5dc7dc4b0b039b8, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/17882d17cf414773ab5032256eb61f91] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp, totalSize=480.1 K 2018-11-15 19:16:54,473 DEBUG [Thread-162] compactions.Compactor(202): Compacting 6da40281d89348be97bc292d9cfaed1a, keycount=2500, bloomtype=ROW, size=109.5 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=488 2018-11-15 19:16:54,474 DEBUG [Thread-162] compactions.Compactor(202): Compacting 6834f43848604b73a5dc7dc4b0b039b8, keycount=3902, bloomtype=ROW, size=168.5 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=676 2018-11-15 19:16:54,474 DEBUG [Thread-162] compactions.Compactor(202): Compacting 17882d17cf414773ab5032256eb61f91, keycount=4701, bloomtype=ROW, size=202.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=770 2018-11-15 19:16:54,480 DEBUG [Thread-162] hfile.HFile$WriterFactory(336): Unable to set drop behind on 1995ae1104e04c88aadb9ab6fbb2b081 2018-11-15 19:16:54,493 DEBUG [Thread-162] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family9/1995ae1104e04c88aadb9ab6fbb2b081 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/1995ae1104e04c88aadb9ab6fbb2b081 2018-11-15 19:16:54,495 INFO [Thread-162] regionserver.HStore(1578): Completed compaction of 3 (all) file(s) in family9 of 7ae9eea58a3d8d2ac9cb9577fff8d92c into 1995ae1104e04c88aadb9ab6fbb2b081(size=201.9 K), total size for store is 201.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:16:54,495 DEBUG [Thread-162] regionserver.HRegion(2215): Compaction status journal: Compacting store family9 at 1542309414473 Compaction complete at 1542309414495 2018-11-15 19:16:54,496 DEBUG [Thread-162] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/4d754c23656442cead20dfdd253adcde, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/1cf2f66c7e4a43268e1aca4d8106a99f, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/4693d30e755d4bd283a06e1f56b2418c] to archive 2018-11-15 19:16:54,497 DEBUG [Thread-162] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:54,497 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/4d754c23656442cead20dfdd253adcde to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/4d754c23656442cead20dfdd253adcde 2018-11-15 19:16:54,497 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/1cf2f66c7e4a43268e1aca4d8106a99f to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/1cf2f66c7e4a43268e1aca4d8106a99f 2018-11-15 19:16:54,498 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/4693d30e755d4bd283a06e1f56b2418c to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/4693d30e755d4bd283a06e1f56b2418c 2018-11-15 19:16:54,499 DEBUG [Thread-162] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/c92f163807ce4cf2b26487015e2a132f, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/fbf725ef3b9c4688b9d4888ccea3a991, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/b90d3419dbaf4e0297f313e91e0eb206] to archive 2018-11-15 19:16:54,499 DEBUG [Thread-162] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:54,499 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/c92f163807ce4cf2b26487015e2a132f to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/c92f163807ce4cf2b26487015e2a132f 2018-11-15 19:16:54,500 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/fbf725ef3b9c4688b9d4888ccea3a991 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/fbf725ef3b9c4688b9d4888ccea3a991 2018-11-15 19:16:54,500 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/b90d3419dbaf4e0297f313e91e0eb206 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/b90d3419dbaf4e0297f313e91e0eb206 2018-11-15 19:16:54,501 DEBUG [Thread-162] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/1f490b476fda4bccbeb52eacdafb4665, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/3d2cdb2b47984587a3e99e912df0e8c0, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/96634f6f11544d1ea3a00eea4528790d] to archive 2018-11-15 19:16:54,501 DEBUG [Thread-162] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:54,502 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/1f490b476fda4bccbeb52eacdafb4665 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/1f490b476fda4bccbeb52eacdafb4665 2018-11-15 19:16:54,502 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/3d2cdb2b47984587a3e99e912df0e8c0 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/3d2cdb2b47984587a3e99e912df0e8c0 2018-11-15 19:16:54,502 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/96634f6f11544d1ea3a00eea4528790d to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/96634f6f11544d1ea3a00eea4528790d 2018-11-15 19:16:54,504 DEBUG [Thread-162] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/9993ddafd70f4e3e8c8413c85bef6a90, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/d524214ca970448fa3697124a8d700a2, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/892d88a485b8405086fe44e81f2556f1] to archive 2018-11-15 19:16:54,504 DEBUG [Thread-162] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:54,504 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/9993ddafd70f4e3e8c8413c85bef6a90 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/9993ddafd70f4e3e8c8413c85bef6a90 2018-11-15 19:16:54,505 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/d524214ca970448fa3697124a8d700a2 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/d524214ca970448fa3697124a8d700a2 2018-11-15 19:16:54,505 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/892d88a485b8405086fe44e81f2556f1 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/892d88a485b8405086fe44e81f2556f1 2018-11-15 19:16:54,506 DEBUG [Thread-162] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/7b048588504c40a296a342cdbdda8b19, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/98632dfc3cb54293b64a112d7549c5b5, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/cde0d496d64940449e52ef12a9cf8731] to archive 2018-11-15 19:16:54,506 DEBUG [Thread-162] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:54,507 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/7b048588504c40a296a342cdbdda8b19 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/7b048588504c40a296a342cdbdda8b19 2018-11-15 19:16:54,507 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/98632dfc3cb54293b64a112d7549c5b5 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/98632dfc3cb54293b64a112d7549c5b5 2018-11-15 19:16:54,507 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/cde0d496d64940449e52ef12a9cf8731 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/cde0d496d64940449e52ef12a9cf8731 2018-11-15 19:16:54,508 DEBUG [Thread-162] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/be2a93e7c9db4be7834f1d0d9bc2af7c, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/1c2f33bd10ac446f892916d4659ac0d8, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/31d0de9e444b41eebe83156add985ca2] to archive 2018-11-15 19:16:54,509 DEBUG [Thread-162] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:54,509 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/be2a93e7c9db4be7834f1d0d9bc2af7c to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/be2a93e7c9db4be7834f1d0d9bc2af7c 2018-11-15 19:16:54,509 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/1c2f33bd10ac446f892916d4659ac0d8 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/1c2f33bd10ac446f892916d4659ac0d8 2018-11-15 19:16:54,510 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/31d0de9e444b41eebe83156add985ca2 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/31d0de9e444b41eebe83156add985ca2 2018-11-15 19:16:54,511 DEBUG [Thread-162] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/2ab9db7b7a104a799bcca042990b9e3c, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/26921062b8f943b0afb41da054138313, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/3281e90893fa4b1d9d493f3a29e36ccb] to archive 2018-11-15 19:16:54,511 DEBUG [Thread-162] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:54,511 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/2ab9db7b7a104a799bcca042990b9e3c to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/2ab9db7b7a104a799bcca042990b9e3c 2018-11-15 19:16:54,512 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/26921062b8f943b0afb41da054138313 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/26921062b8f943b0afb41da054138313 2018-11-15 19:16:54,512 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/3281e90893fa4b1d9d493f3a29e36ccb to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/3281e90893fa4b1d9d493f3a29e36ccb 2018-11-15 19:16:54,513 DEBUG [Thread-162] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/eec5b3ae96bf4b52959827caa377aa60, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/53a3c849c17e467ea3dffa8eb90df630, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/ac2fa06c697940d19e1cd3dc64293b7a] to archive 2018-11-15 19:16:54,513 DEBUG [Thread-162] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:54,514 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/eec5b3ae96bf4b52959827caa377aa60 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/eec5b3ae96bf4b52959827caa377aa60 2018-11-15 19:16:54,514 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/53a3c849c17e467ea3dffa8eb90df630 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/53a3c849c17e467ea3dffa8eb90df630 2018-11-15 19:16:54,514 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/ac2fa06c697940d19e1cd3dc64293b7a to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/ac2fa06c697940d19e1cd3dc64293b7a 2018-11-15 19:16:54,515 DEBUG [Thread-162] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/9a63668d45bb45ac871de5142742a2dc, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/bbf39b1dfe7f4e648d446637506adea1, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/c6c80d85aa7d45dea764da052214fb48] to archive 2018-11-15 19:16:54,516 DEBUG [Thread-162] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:54,516 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/9a63668d45bb45ac871de5142742a2dc to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/9a63668d45bb45ac871de5142742a2dc 2018-11-15 19:16:54,516 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/bbf39b1dfe7f4e648d446637506adea1 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/bbf39b1dfe7f4e648d446637506adea1 2018-11-15 19:16:54,517 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/c6c80d85aa7d45dea764da052214fb48 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/c6c80d85aa7d45dea764da052214fb48 2018-11-15 19:16:54,518 DEBUG [Thread-162] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/6da40281d89348be97bc292d9cfaed1a, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/6834f43848604b73a5dc7dc4b0b039b8, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/17882d17cf414773ab5032256eb61f91] to archive 2018-11-15 19:16:54,518 DEBUG [Thread-162] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:16:54,518 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/6da40281d89348be97bc292d9cfaed1a to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/6da40281d89348be97bc292d9cfaed1a 2018-11-15 19:16:54,519 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/6834f43848604b73a5dc7dc4b0b039b8 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/6834f43848604b73a5dc7dc4b0b039b8 2018-11-15 19:16:54,519 DEBUG [Thread-162] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/17882d17cf414773ab5032256eb61f91 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/archive/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/17882d17cf414773ab5032256eb61f91 2018-11-15 19:16:54,519 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 7ae9eea58a3d8d2ac9cb9577fff8d92c, disabling compactions & flushes 2018-11-15 19:16:54,520 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. 2018-11-15 19:16:54,520 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 10/10 column families, dataSize=38.96 KB heapSize=111.88 KB 2018-11-15 19:16:54,528 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on d89cba863558426694783c3f25284d89 2018-11-15 19:16:54,530 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=3.90 KB at sequenceid=495 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family0/d89cba863558426694783c3f25284d89 2018-11-15 19:16:54,538 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 4b9fc013707240a2845b32a82a2cfd35 2018-11-15 19:16:54,539 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=3.90 KB at sequenceid=495 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family1/4b9fc013707240a2845b32a82a2cfd35 2018-11-15 19:16:54,543 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 8cdeac8973a343fe8dad828a262614e3 2018-11-15 19:16:54,545 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=3.90 KB at sequenceid=495 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family2/8cdeac8973a343fe8dad828a262614e3 2018-11-15 19:16:54,550 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 0b3bfbd119f64d1da0170854fffac99f 2018-11-15 19:16:54,552 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=3.90 KB at sequenceid=495 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family3/0b3bfbd119f64d1da0170854fffac99f 2018-11-15 19:16:54,556 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 2092c395b6154b2393b770e2ad88faa1 2018-11-15 19:16:54,557 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=3.90 KB at sequenceid=495 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family4/2092c395b6154b2393b770e2ad88faa1 2018-11-15 19:16:54,563 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 4bf50dfc84e543e193c080d3e40e1438 2018-11-15 19:16:54,564 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=3.90 KB at sequenceid=495 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family5/4bf50dfc84e543e193c080d3e40e1438 2018-11-15 19:16:54,570 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 65f6a1a361f5450397035a6efee8308f 2018-11-15 19:16:54,572 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=3.90 KB at sequenceid=495 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family6/65f6a1a361f5450397035a6efee8308f 2018-11-15 19:16:54,579 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 26aec4e523764ddfa83b975e29f156af 2018-11-15 19:16:54,581 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=3.90 KB at sequenceid=495 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family7/26aec4e523764ddfa83b975e29f156af 2018-11-15 19:16:54,587 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on de08be17e224408a8d67421630588d9a 2018-11-15 19:16:54,589 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=3.90 KB at sequenceid=495 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family8/de08be17e224408a8d67421630588d9a 2018-11-15 19:16:54,595 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on e7da9395b653436eb0a1f16f9a72aac9 2018-11-15 19:16:54,596 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=3.90 KB at sequenceid=495 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family9/e7da9395b653436eb0a1f16f9a72aac9 2018-11-15 19:16:54,597 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family0/d89cba863558426694783c3f25284d89 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/d89cba863558426694783c3f25284d89 2018-11-15 19:16:54,598 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family0/d89cba863558426694783c3f25284d89, entries=100, sequenceid=495, filesize=8.9 K 2018-11-15 19:16:54,599 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family1/4b9fc013707240a2845b32a82a2cfd35 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/4b9fc013707240a2845b32a82a2cfd35 2018-11-15 19:16:54,600 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family1/4b9fc013707240a2845b32a82a2cfd35, entries=100, sequenceid=495, filesize=8.9 K 2018-11-15 19:16:54,601 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family2/8cdeac8973a343fe8dad828a262614e3 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/8cdeac8973a343fe8dad828a262614e3 2018-11-15 19:16:54,602 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family2/8cdeac8973a343fe8dad828a262614e3, entries=100, sequenceid=495, filesize=8.9 K 2018-11-15 19:16:54,602 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family3/0b3bfbd119f64d1da0170854fffac99f as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/0b3bfbd119f64d1da0170854fffac99f 2018-11-15 19:16:54,603 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family3/0b3bfbd119f64d1da0170854fffac99f, entries=100, sequenceid=495, filesize=8.9 K 2018-11-15 19:16:54,604 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family4/2092c395b6154b2393b770e2ad88faa1 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/2092c395b6154b2393b770e2ad88faa1 2018-11-15 19:16:54,605 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family4/2092c395b6154b2393b770e2ad88faa1, entries=100, sequenceid=495, filesize=8.9 K 2018-11-15 19:16:54,605 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family5/4bf50dfc84e543e193c080d3e40e1438 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/4bf50dfc84e543e193c080d3e40e1438 2018-11-15 19:16:54,606 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family5/4bf50dfc84e543e193c080d3e40e1438, entries=100, sequenceid=495, filesize=8.9 K 2018-11-15 19:16:54,607 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family6/65f6a1a361f5450397035a6efee8308f as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/65f6a1a361f5450397035a6efee8308f 2018-11-15 19:16:54,608 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family6/65f6a1a361f5450397035a6efee8308f, entries=100, sequenceid=495, filesize=8.9 K 2018-11-15 19:16:54,609 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family7/26aec4e523764ddfa83b975e29f156af as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/26aec4e523764ddfa83b975e29f156af 2018-11-15 19:16:54,610 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family7/26aec4e523764ddfa83b975e29f156af, entries=100, sequenceid=495, filesize=8.9 K 2018-11-15 19:16:54,610 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family8/de08be17e224408a8d67421630588d9a as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/de08be17e224408a8d67421630588d9a 2018-11-15 19:16:54,611 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family8/de08be17e224408a8d67421630588d9a, entries=100, sequenceid=495, filesize=8.9 K 2018-11-15 19:16:54,612 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/.tmp/family9/e7da9395b653436eb0a1f16f9a72aac9 as /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/e7da9395b653436eb0a1f16f9a72aac9 2018-11-15 19:16:54,613 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/data/default/testWritesWhileGetting/7ae9eea58a3d8d2ac9cb9577fff8d92c/family9/e7da9395b653436eb0a1f16f9a72aac9, entries=100, sequenceid=495, filesize=8.9 K 2018-11-15 19:16:54,614 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~38.96 KB/39900, heapSize ~111.72 KB/114400, currentSize=0 B/0 for 7ae9eea58a3d8d2ac9cb9577fff8d92c in 94ms, sequenceid=495, compaction requested=false 2018-11-15 19:16:54,621 INFO [Time-limited test] regionserver.HRegion(1711): Closed testWritesWhileGetting,,1542309412749.7ae9eea58a3d8d2ac9cb9577fff8d92c. 2018-11-15 19:16:54,624 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45/9a1e2d85-cc67-c92f-79e2-6a9f18df5522/testWritesWhileGetting.log/oldWALs 2018-11-15 19:16:54,624 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-52352558:(num 1542309412742) 2018-11-15 19:16:54,624 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/264faa4d-5e91-6d12-2231-1daa535d9d45 2018-11-15 19:16:54,673 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testWritesWhileGetting Thread=14 (was 14), OpenFileDescriptor=797 (was 509) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=235 (was 221) - SystemLoadAverage LEAK? -, ProcessCount=363 (was 363), AvailableMemoryMB=37520 (was 37648) 2018-11-15 19:16:54,705 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testCheckAndMutate_WithNonEqualCompareOp Thread=14, OpenFileDescriptor=797, MaxFileDescriptor=32000, SystemLoadAverage=235, ProcessCount=363, AvailableMemoryMB=37519 2018-11-15 19:16:54,740 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/5f72c243-a5fe-3ec6-bbf1-cff1205a45b7 2018-11-15 19:16:54,740 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:16:54,740 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/5f72c243-a5fe-3ec6-bbf1-cff1205a45b7 2018-11-15 19:16:54,740 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:16:54,741 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/5f72c243-a5fe-3ec6-bbf1-cff1205a45b7 2018-11-15 19:16:54,741 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:16:54,743 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:16:54,752 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-22356991, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/5f72c243-a5fe-3ec6-bbf1-cff1205a45b7/904c668a-8d50-9e5a-4978-0fb51ee4a717/testCheckAndMutate_WithNonEqualCompareOp.log/WALs/hregion-22356991, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/5f72c243-a5fe-3ec6-bbf1-cff1205a45b7/904c668a-8d50-9e5a-4978-0fb51ee4a717/testCheckAndMutate_WithNonEqualCompareOp.log/oldWALs 2018-11-15 19:16:54,761 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/5f72c243-a5fe-3ec6-bbf1-cff1205a45b7/904c668a-8d50-9e5a-4978-0fb51ee4a717/testCheckAndMutate_WithNonEqualCompareOp.log/WALs/hregion-22356991/hregion-22356991.1542309414755 2018-11-15 19:16:54,762 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:16:54,762 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testCheckAndMutate_WithNonEqualCompareOp HTD == 'testCheckAndMutate_WithNonEqualCompareOp', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'fam1', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/5f72c243-a5fe-3ec6-bbf1-cff1205a45b7 Table name == testCheckAndMutate_WithNonEqualCompareOp 2018-11-15 19:16:54,768 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testCheckAndMutate_WithNonEqualCompareOp,,1542309414762.2c9ded88efe0256d6ec424c020053e56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:16:54,770 DEBUG [StoreOpener-2c9ded88efe0256d6ec424c020053e56-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:54,771 INFO [StoreOpener-2c9ded88efe0256d6ec424c020053e56-1] hfile.CacheConfig(237): Created cacheConfig for fam1: blockCache=LruBlockCache{blockCount=150, currentSize=8.03 MB, freeSize=987.57 MB, maxSize=995.60 MB, heapSize=8.03 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:54,771 INFO [StoreOpener-2c9ded88efe0256d6ec424c020053e56-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:54,772 INFO [StoreOpener-2c9ded88efe0256d6ec424c020053e56-1] regionserver.HStore(335): Store=fam1, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:54,772 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 2c9ded88efe0256d6ec424c020053e56 2018-11-15 19:16:54,773 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/5f72c243-a5fe-3ec6-bbf1-cff1205a45b7/data/default/testCheckAndMutate_WithNonEqualCompareOp/2c9ded88efe0256d6ec424c020053e56 2018-11-15 19:16:54,774 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/5f72c243-a5fe-3ec6-bbf1-cff1205a45b7/default/testCheckAndMutate_WithNonEqualCompareOp/2c9ded88efe0256d6ec424c020053e56 2018-11-15 19:16:54,774 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 2c9ded88efe0256d6ec424c020053e56 2018-11-15 19:16:54,774 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 2c9ded88efe0256d6ec424c020053e56 2018-11-15 19:16:54,774 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 2c9ded88efe0256d6ec424c020053e56 2018-11-15 19:16:54,775 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 2c9ded88efe0256d6ec424c020053e56 2018-11-15 19:16:54,780 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/5f72c243-a5fe-3ec6-bbf1-cff1205a45b7/default/testCheckAndMutate_WithNonEqualCompareOp/2c9ded88efe0256d6ec424c020053e56/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:16:54,780 INFO [Time-limited test] regionserver.HRegion(1009): Opened 2c9ded88efe0256d6ec424c020053e56; next sequenceid=2 2018-11-15 19:16:54,789 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 2c9ded88efe0256d6ec424c020053e56, disabling compactions & flushes 2018-11-15 19:16:54,790 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testCheckAndMutate_WithNonEqualCompareOp,,1542309414762.2c9ded88efe0256d6ec424c020053e56. 2018-11-15 19:16:54,790 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=301 B heapSize=1.07 KB 2018-11-15 19:16:54,796 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 1ce9581c95ad4212a962f4273ca61f24 2018-11-15 19:16:54,798 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=301 B at sequenceid=9 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/5f72c243-a5fe-3ec6-bbf1-cff1205a45b7/data/default/testCheckAndMutate_WithNonEqualCompareOp/2c9ded88efe0256d6ec424c020053e56/.tmp/fam1/1ce9581c95ad4212a962f4273ca61f24 2018-11-15 19:16:54,799 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/5f72c243-a5fe-3ec6-bbf1-cff1205a45b7/data/default/testCheckAndMutate_WithNonEqualCompareOp/2c9ded88efe0256d6ec424c020053e56/.tmp/fam1/1ce9581c95ad4212a962f4273ca61f24 as /mnt/disk2/a/hbase/hbase-server/target/test-data/5f72c243-a5fe-3ec6-bbf1-cff1205a45b7/data/default/testCheckAndMutate_WithNonEqualCompareOp/2c9ded88efe0256d6ec424c020053e56/fam1/1ce9581c95ad4212a962f4273ca61f24 2018-11-15 19:16:54,799 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/5f72c243-a5fe-3ec6-bbf1-cff1205a45b7/data/default/testCheckAndMutate_WithNonEqualCompareOp/2c9ded88efe0256d6ec424c020053e56/fam1/1ce9581c95ad4212a962f4273ca61f24, entries=4, sequenceid=9, filesize=4.9 K 2018-11-15 19:16:54,800 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~301 B/301, heapSize ~1.05 KB/1080, currentSize=0 B/0 for 2c9ded88efe0256d6ec424c020053e56 in 10ms, sequenceid=9, compaction requested=false 2018-11-15 19:16:54,802 INFO [Time-limited test] regionserver.HRegion(1711): Closed testCheckAndMutate_WithNonEqualCompareOp,,1542309414762.2c9ded88efe0256d6ec424c020053e56. 2018-11-15 19:16:54,803 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/5f72c243-a5fe-3ec6-bbf1-cff1205a45b7/904c668a-8d50-9e5a-4978-0fb51ee4a717/testCheckAndMutate_WithNonEqualCompareOp.log/oldWALs 2018-11-15 19:16:54,803 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-22356991:(num 1542309414755) 2018-11-15 19:16:54,803 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/5f72c243-a5fe-3ec6-bbf1-cff1205a45b7 2018-11-15 19:16:54,826 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testCheckAndMutate_WithNonEqualCompareOp Thread=14 (was 14), OpenFileDescriptor=1085 (was 797) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=235 (was 235), ProcessCount=363 (was 363), AvailableMemoryMB=37518 (was 37519) 2018-11-15 19:16:54,826 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=1085 is superior to 1024 2018-11-15 19:16:54,846 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testDelete_CheckFamily Thread=14, OpenFileDescriptor=1085, MaxFileDescriptor=32000, SystemLoadAverage=235, ProcessCount=363, AvailableMemoryMB=37518 2018-11-15 19:16:54,847 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=1085 is superior to 1024 2018-11-15 19:16:54,869 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/379ea37c-1da1-de04-44cb-4827aad448d7 2018-11-15 19:16:54,869 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:16:54,869 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/379ea37c-1da1-de04-44cb-4827aad448d7 2018-11-15 19:16:54,869 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:16:54,869 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/379ea37c-1da1-de04-44cb-4827aad448d7 2018-11-15 19:16:54,870 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:16:54,871 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:16:54,879 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-26739767, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/379ea37c-1da1-de04-44cb-4827aad448d7/9db734bd-319a-bb48-e6f9-81361006081f/testDelete_CheckFamily.log/WALs/hregion-26739767, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/379ea37c-1da1-de04-44cb-4827aad448d7/9db734bd-319a-bb48-e6f9-81361006081f/testDelete_CheckFamily.log/oldWALs 2018-11-15 19:16:54,888 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/379ea37c-1da1-de04-44cb-4827aad448d7/9db734bd-319a-bb48-e6f9-81361006081f/testDelete_CheckFamily.log/WALs/hregion-26739767/hregion-26739767.1542309414881 2018-11-15 19:16:54,889 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:16:54,889 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDelete_CheckFamily HTD == 'testDelete_CheckFamily', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'fam1', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'fam2', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'fam3', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/379ea37c-1da1-de04-44cb-4827aad448d7 Table name == testDelete_CheckFamily 2018-11-15 19:16:54,896 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDelete_CheckFamily,,1542309414889.cf64f2ec3b6785ae3915abe91ae3f9fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:16:54,898 DEBUG [StoreOpener-cf64f2ec3b6785ae3915abe91ae3f9fe-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:54,899 INFO [StoreOpener-cf64f2ec3b6785ae3915abe91ae3f9fe-1] hfile.CacheConfig(237): Created cacheConfig for fam1: blockCache=LruBlockCache{blockCount=150, currentSize=8.03 MB, freeSize=987.57 MB, maxSize=995.60 MB, heapSize=8.03 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:54,899 INFO [StoreOpener-cf64f2ec3b6785ae3915abe91ae3f9fe-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:54,900 INFO [StoreOpener-cf64f2ec3b6785ae3915abe91ae3f9fe-1] regionserver.HStore(335): Store=fam1, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:54,900 DEBUG [StoreOpener-cf64f2ec3b6785ae3915abe91ae3f9fe-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:54,901 INFO [StoreOpener-cf64f2ec3b6785ae3915abe91ae3f9fe-1] hfile.CacheConfig(237): Created cacheConfig for fam2: blockCache=LruBlockCache{blockCount=150, currentSize=8.03 MB, freeSize=987.57 MB, maxSize=995.60 MB, heapSize=8.03 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:54,902 INFO [StoreOpener-cf64f2ec3b6785ae3915abe91ae3f9fe-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:54,902 INFO [StoreOpener-cf64f2ec3b6785ae3915abe91ae3f9fe-1] regionserver.HStore(335): Store=fam2, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:54,903 DEBUG [StoreOpener-cf64f2ec3b6785ae3915abe91ae3f9fe-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:54,904 INFO [StoreOpener-cf64f2ec3b6785ae3915abe91ae3f9fe-1] hfile.CacheConfig(237): Created cacheConfig for fam3: blockCache=LruBlockCache{blockCount=150, currentSize=8.03 MB, freeSize=987.57 MB, maxSize=995.60 MB, heapSize=8.03 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:54,904 INFO [StoreOpener-cf64f2ec3b6785ae3915abe91ae3f9fe-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:54,904 INFO [StoreOpener-cf64f2ec3b6785ae3915abe91ae3f9fe-1] regionserver.HStore(335): Store=fam3, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:54,905 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for cf64f2ec3b6785ae3915abe91ae3f9fe 2018-11-15 19:16:54,906 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/379ea37c-1da1-de04-44cb-4827aad448d7/data/default/testDelete_CheckFamily/cf64f2ec3b6785ae3915abe91ae3f9fe 2018-11-15 19:16:54,906 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/379ea37c-1da1-de04-44cb-4827aad448d7/default/testDelete_CheckFamily/cf64f2ec3b6785ae3915abe91ae3f9fe 2018-11-15 19:16:54,906 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for cf64f2ec3b6785ae3915abe91ae3f9fe 2018-11-15 19:16:54,907 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for cf64f2ec3b6785ae3915abe91ae3f9fe 2018-11-15 19:16:54,907 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for cf64f2ec3b6785ae3915abe91ae3f9fe 2018-11-15 19:16:54,907 DEBUG [Time-limited test] regionserver.FlushLargeStoresPolicy(61): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testDelete_CheckFamily descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7M)) instead. 2018-11-15 19:16:54,907 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for cf64f2ec3b6785ae3915abe91ae3f9fe 2018-11-15 19:16:54,914 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/379ea37c-1da1-de04-44cb-4827aad448d7/default/testDelete_CheckFamily/cf64f2ec3b6785ae3915abe91ae3f9fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:16:54,914 INFO [Time-limited test] regionserver.HRegion(1009): Opened cf64f2ec3b6785ae3915abe91ae3f9fe; next sequenceid=2 2018-11-15 19:16:54,916 WARN [Time-limited test] regionserver.HRegion$BatchOperation(3256): No such column family in batch mutation. org.apache.hadoop.hbase.regionserver.NoSuchColumnFamilyException: Column family fam4 does not exist in region testDelete_CheckFamily,,1542309414889.cf64f2ec3b6785ae3915abe91ae3f9fe. in table 'testDelete_CheckFamily', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'fam1', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'fam2', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'fam3', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} at org.apache.hadoop.hbase.regionserver.HRegion.checkFamily(HRegion.java:4479) at org.apache.hadoop.hbase.regionserver.HRegion.checkFamily(HRegion.java:4466) at org.apache.hadoop.hbase.regionserver.HRegion.prepareDelete(HRegion.java:2952) at org.apache.hadoop.hbase.regionserver.HRegion$BatchOperation.checkAndPrepareMutation(HRegion.java:3235) at org.apache.hadoop.hbase.regionserver.HRegion$BatchOperation.checkAndPrepareMutation(HRegion.java:3242) at org.apache.hadoop.hbase.regionserver.HRegion$MutationBatchOperation$1.visit(HRegion.java:3590) at org.apache.hadoop.hbase.regionserver.HRegion$BatchOperation.visitBatchOperations(HRegion.java:3125) at org.apache.hadoop.hbase.regionserver.HRegion$MutationBatchOperation.checkAndPrepare(HRegion.java:3570) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4009) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3943) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3934) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3948) at org.apache.hadoop.hbase.regionserver.HRegion.doBatchMutate(HRegion.java:4275) at org.apache.hadoop.hbase.regionserver.HRegion.delete(HRegion.java:2985) at org.apache.hadoop.hbase.regionserver.TestHRegion.testDelete_CheckFamily(TestHRegion.java:2143) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:54,917 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing cf64f2ec3b6785ae3915abe91ae3f9fe, disabling compactions & flushes 2018-11-15 19:16:54,918 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDelete_CheckFamily,,1542309414889.cf64f2ec3b6785ae3915abe91ae3f9fe. 2018-11-15 19:16:54,918 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 3/3 column families, dataSize=28 B heapSize=872 B 2018-11-15 19:16:54,926 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 29f3bd5cdd37454ab0f3c537c98a7856 2018-11-15 19:16:54,928 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=28 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/379ea37c-1da1-de04-44cb-4827aad448d7/data/default/testDelete_CheckFamily/cf64f2ec3b6785ae3915abe91ae3f9fe/.tmp/fam2/29f3bd5cdd37454ab0f3c537c98a7856 2018-11-15 19:16:54,929 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/379ea37c-1da1-de04-44cb-4827aad448d7/data/default/testDelete_CheckFamily/cf64f2ec3b6785ae3915abe91ae3f9fe/.tmp/fam2/29f3bd5cdd37454ab0f3c537c98a7856 as /mnt/disk2/a/hbase/hbase-server/target/test-data/379ea37c-1da1-de04-44cb-4827aad448d7/data/default/testDelete_CheckFamily/cf64f2ec3b6785ae3915abe91ae3f9fe/fam2/29f3bd5cdd37454ab0f3c537c98a7856 2018-11-15 19:16:54,929 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/379ea37c-1da1-de04-44cb-4827aad448d7/data/default/testDelete_CheckFamily/cf64f2ec3b6785ae3915abe91ae3f9fe/fam2/29f3bd5cdd37454ab0f3c537c98a7856, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:16:54,930 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~28 B/28, heapSize ~344 B/344, currentSize=0 B/0 for cf64f2ec3b6785ae3915abe91ae3f9fe in 12ms, sequenceid=3, compaction requested=false 2018-11-15 19:16:54,932 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDelete_CheckFamily,,1542309414889.cf64f2ec3b6785ae3915abe91ae3f9fe. 2018-11-15 19:16:54,935 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/379ea37c-1da1-de04-44cb-4827aad448d7/9db734bd-319a-bb48-e6f9-81361006081f/testDelete_CheckFamily.log/oldWALs 2018-11-15 19:16:54,935 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-26739767:(num 1542309414881) 2018-11-15 19:16:54,935 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/379ea37c-1da1-de04-44cb-4827aad448d7 2018-11-15 19:16:54,971 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testDelete_CheckFamily Thread=14 (was 14), OpenFileDescriptor=1373 (was 1085) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=235 (was 235), ProcessCount=363 (was 363), AvailableMemoryMB=37517 (was 37518) 2018-11-15 19:16:54,971 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=1373 is superior to 1024 2018-11-15 19:16:55,004 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testStatusSettingToAbortIfAnyExceptionDuringRegionInitilization Thread=14, OpenFileDescriptor=1373, MaxFileDescriptor=32000, SystemLoadAverage=235, ProcessCount=363, AvailableMemoryMB=37517 2018-11-15 19:16:55,004 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=1373 is superior to 1024 2018-11-15 19:16:55,038 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/c2075635-8ca9-9197-2be2-db620b91104f 2018-11-15 19:16:55,039 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:16:55,039 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/c2075635-8ca9-9197-2be2-db620b91104f 2018-11-15 19:16:55,039 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:16:55,039 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/c2075635-8ca9-9197-2be2-db620b91104f 2018-11-15 19:16:56,180 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testStatusSettingToAbortIfAnyExceptionDuringRegionInitilization,,1542309416180.6aa646ff3de820c70c243f51d04ff3f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:16:56,182 INFO [Time-limited test] regionserver.HRegionFileSystem(902): Rewriting .regioninfo file at: /mnt/disk2/a/hbase/hbase-server/target/test-data/c2075635-8ca9-9197-2be2-db620b91104f/TestHRegiontestStatusSettingToAbortIfAnyExceptionDuringRegionInitilization/6aa646ff3de820c70c243f51d04ff3f9/.regioninfo 2018-11-15 19:16:56,182 WARN [Time-limited test] regionserver.HRegion(902): Failed initialize of region= testStatusSettingToAbortIfAnyExceptionDuringRegionInitilization,,1542309416180.6aa646ff3de820c70c243f51d04ff3f9., starting to roll back memstore java.io.IOException: Unable to remove existing /mnt/disk2/a/hbase/hbase-server/target/test-data/c2075635-8ca9-9197-2be2-db620b91104f/TestHRegiontestStatusSettingToAbortIfAnyExceptionDuringRegionInitilization/6aa646ff3de820c70c243f51d04ff3f9/.regioninfo at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.checkRegionInfoOnFilesystem(HRegionFileSystem.java:904) at org.apache.hadoop.hbase.regionserver.HRegion.initializeRegionInternals(HRegion.java:938) at org.apache.hadoop.hbase.regionserver.HRegion.initialize(HRegion.java:899) at org.apache.hadoop.hbase.regionserver.HRegion.initialize(HRegion.java:877) at org.apache.hadoop.hbase.regionserver.TestHRegion.testStatusSettingToAbortIfAnyExceptionDuringRegionInitilization(TestHRegion.java:4116) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:56,185 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 6aa646ff3de820c70c243f51d04ff3f9, disabling compactions & flushes 2018-11-15 19:16:56,185 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testStatusSettingToAbortIfAnyExceptionDuringRegionInitilization,,1542309416180.6aa646ff3de820c70c243f51d04ff3f9. 2018-11-15 19:16:56,185 INFO [Time-limited test] regionserver.HRegion(1711): Closed testStatusSettingToAbortIfAnyExceptionDuringRegionInitilization,,1542309416180.6aa646ff3de820c70c243f51d04ff3f9. 2018-11-15 19:16:56,185 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/c2075635-8ca9-9197-2be2-db620b91104f 2018-11-15 19:16:56,217 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testStatusSettingToAbortIfAnyExceptionDuringRegionInitilization Thread=14 (was 14), OpenFileDescriptor=1373 (was 1373), MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=235 (was 235), ProcessCount=363 (was 363), AvailableMemoryMB=37493 (was 37517) 2018-11-15 19:16:56,218 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=1373 is superior to 1024 2018-11-15 19:16:56,251 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testRegionScanner_Next Thread=14, OpenFileDescriptor=1373, MaxFileDescriptor=32000, SystemLoadAverage=235, ProcessCount=363, AvailableMemoryMB=37493 2018-11-15 19:16:56,251 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=1373 is superior to 1024 2018-11-15 19:16:56,276 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/d1c87fd7-88fb-9248-d1ef-2c1f594f1a0b 2018-11-15 19:16:56,276 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:16:56,277 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/d1c87fd7-88fb-9248-d1ef-2c1f594f1a0b 2018-11-15 19:16:56,277 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:16:56,277 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/d1c87fd7-88fb-9248-d1ef-2c1f594f1a0b 2018-11-15 19:16:56,277 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:16:56,279 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:16:56,283 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-58042018, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/d1c87fd7-88fb-9248-d1ef-2c1f594f1a0b/48087c72-3ef6-10ab-5d33-89d56fab6f68/testRegionScanner_Next.log/WALs/hregion-58042018, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/d1c87fd7-88fb-9248-d1ef-2c1f594f1a0b/48087c72-3ef6-10ab-5d33-89d56fab6f68/testRegionScanner_Next.log/oldWALs 2018-11-15 19:16:56,291 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/d1c87fd7-88fb-9248-d1ef-2c1f594f1a0b/48087c72-3ef6-10ab-5d33-89d56fab6f68/testRegionScanner_Next.log/WALs/hregion-58042018/hregion-58042018.1542309416284 2018-11-15 19:16:56,292 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:16:56,292 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testRegionScanner_Next HTD == 'testRegionScanner_Next', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'fam1', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'fam2', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'fam3', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'fam4', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/d1c87fd7-88fb-9248-d1ef-2c1f594f1a0b Table name == testRegionScanner_Next 2018-11-15 19:16:56,299 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testRegionScanner_Next,,1542309416292.274f5da6c8d1a18723fb15ef4825fde3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:16:56,300 DEBUG [StoreOpener-274f5da6c8d1a18723fb15ef4825fde3-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:56,301 INFO [StoreOpener-274f5da6c8d1a18723fb15ef4825fde3-1] hfile.CacheConfig(237): Created cacheConfig for fam1: blockCache=LruBlockCache{blockCount=150, currentSize=8.03 MB, freeSize=987.57 MB, maxSize=995.60 MB, heapSize=8.03 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:56,301 INFO [StoreOpener-274f5da6c8d1a18723fb15ef4825fde3-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:56,301 INFO [StoreOpener-274f5da6c8d1a18723fb15ef4825fde3-1] regionserver.HStore(335): Store=fam1, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:56,302 DEBUG [StoreOpener-274f5da6c8d1a18723fb15ef4825fde3-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:56,302 INFO [StoreOpener-274f5da6c8d1a18723fb15ef4825fde3-1] hfile.CacheConfig(237): Created cacheConfig for fam2: blockCache=LruBlockCache{blockCount=150, currentSize=8.03 MB, freeSize=987.57 MB, maxSize=995.60 MB, heapSize=8.03 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:56,302 INFO [StoreOpener-274f5da6c8d1a18723fb15ef4825fde3-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:56,303 INFO [StoreOpener-274f5da6c8d1a18723fb15ef4825fde3-1] regionserver.HStore(335): Store=fam2, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:56,303 DEBUG [StoreOpener-274f5da6c8d1a18723fb15ef4825fde3-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:56,303 INFO [StoreOpener-274f5da6c8d1a18723fb15ef4825fde3-1] hfile.CacheConfig(237): Created cacheConfig for fam3: blockCache=LruBlockCache{blockCount=150, currentSize=8.03 MB, freeSize=987.57 MB, maxSize=995.60 MB, heapSize=8.03 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:56,304 INFO [StoreOpener-274f5da6c8d1a18723fb15ef4825fde3-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:56,304 INFO [StoreOpener-274f5da6c8d1a18723fb15ef4825fde3-1] regionserver.HStore(335): Store=fam3, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:56,304 DEBUG [StoreOpener-274f5da6c8d1a18723fb15ef4825fde3-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:56,305 INFO [StoreOpener-274f5da6c8d1a18723fb15ef4825fde3-1] hfile.CacheConfig(237): Created cacheConfig for fam4: blockCache=LruBlockCache{blockCount=150, currentSize=8.03 MB, freeSize=987.57 MB, maxSize=995.60 MB, heapSize=8.03 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:56,305 INFO [StoreOpener-274f5da6c8d1a18723fb15ef4825fde3-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:56,305 INFO [StoreOpener-274f5da6c8d1a18723fb15ef4825fde3-1] regionserver.HStore(335): Store=fam4, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:56,305 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 274f5da6c8d1a18723fb15ef4825fde3 2018-11-15 19:16:56,306 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/d1c87fd7-88fb-9248-d1ef-2c1f594f1a0b/data/default/testRegionScanner_Next/274f5da6c8d1a18723fb15ef4825fde3 2018-11-15 19:16:56,306 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/d1c87fd7-88fb-9248-d1ef-2c1f594f1a0b/default/testRegionScanner_Next/274f5da6c8d1a18723fb15ef4825fde3 2018-11-15 19:16:56,306 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 274f5da6c8d1a18723fb15ef4825fde3 2018-11-15 19:16:56,307 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 274f5da6c8d1a18723fb15ef4825fde3 2018-11-15 19:16:56,307 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 274f5da6c8d1a18723fb15ef4825fde3 2018-11-15 19:16:56,307 DEBUG [Time-limited test] regionserver.FlushLargeStoresPolicy(61): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionScanner_Next descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0M)) instead. 2018-11-15 19:16:56,307 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 274f5da6c8d1a18723fb15ef4825fde3 2018-11-15 19:16:56,314 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/d1c87fd7-88fb-9248-d1ef-2c1f594f1a0b/default/testRegionScanner_Next/274f5da6c8d1a18723fb15ef4825fde3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:16:56,314 INFO [Time-limited test] regionserver.HRegion(1009): Opened 274f5da6c8d1a18723fb15ef4825fde3; next sequenceid=2 2018-11-15 19:16:56,319 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 274f5da6c8d1a18723fb15ef4825fde3, disabling compactions & flushes 2018-11-15 19:16:56,320 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testRegionScanner_Next,,1542309416292.274f5da6c8d1a18723fb15ef4825fde3. 2018-11-15 19:16:56,320 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 4/4 column families, dataSize=224 B heapSize=1.81 KB 2018-11-15 19:16:56,328 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on c83ab090f46c4e88b33929a54383764b 2018-11-15 19:16:56,329 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=56 B at sequenceid=4 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/d1c87fd7-88fb-9248-d1ef-2c1f594f1a0b/data/default/testRegionScanner_Next/274f5da6c8d1a18723fb15ef4825fde3/.tmp/fam1/c83ab090f46c4e88b33929a54383764b 2018-11-15 19:16:56,338 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 48c5d5c214d547fbbf094ca02f4d9eb1 2018-11-15 19:16:56,339 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=56 B at sequenceid=4 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/d1c87fd7-88fb-9248-d1ef-2c1f594f1a0b/data/default/testRegionScanner_Next/274f5da6c8d1a18723fb15ef4825fde3/.tmp/fam2/48c5d5c214d547fbbf094ca02f4d9eb1 2018-11-15 19:16:56,347 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on ac45b56b38d4424d8b5a07bb076db975 2018-11-15 19:16:56,348 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=56 B at sequenceid=4 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/d1c87fd7-88fb-9248-d1ef-2c1f594f1a0b/data/default/testRegionScanner_Next/274f5da6c8d1a18723fb15ef4825fde3/.tmp/fam3/ac45b56b38d4424d8b5a07bb076db975 2018-11-15 19:16:56,355 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on c37eb32c9d4a47b6b0e7d4878779c1d1 2018-11-15 19:16:56,356 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=56 B at sequenceid=4 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/d1c87fd7-88fb-9248-d1ef-2c1f594f1a0b/data/default/testRegionScanner_Next/274f5da6c8d1a18723fb15ef4825fde3/.tmp/fam4/c37eb32c9d4a47b6b0e7d4878779c1d1 2018-11-15 19:16:56,357 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/d1c87fd7-88fb-9248-d1ef-2c1f594f1a0b/data/default/testRegionScanner_Next/274f5da6c8d1a18723fb15ef4825fde3/.tmp/fam1/c83ab090f46c4e88b33929a54383764b as /mnt/disk2/a/hbase/hbase-server/target/test-data/d1c87fd7-88fb-9248-d1ef-2c1f594f1a0b/data/default/testRegionScanner_Next/274f5da6c8d1a18723fb15ef4825fde3/fam1/c83ab090f46c4e88b33929a54383764b 2018-11-15 19:16:56,358 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/d1c87fd7-88fb-9248-d1ef-2c1f594f1a0b/data/default/testRegionScanner_Next/274f5da6c8d1a18723fb15ef4825fde3/fam1/c83ab090f46c4e88b33929a54383764b, entries=2, sequenceid=4, filesize=4.8 K 2018-11-15 19:16:56,358 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/d1c87fd7-88fb-9248-d1ef-2c1f594f1a0b/data/default/testRegionScanner_Next/274f5da6c8d1a18723fb15ef4825fde3/.tmp/fam2/48c5d5c214d547fbbf094ca02f4d9eb1 as /mnt/disk2/a/hbase/hbase-server/target/test-data/d1c87fd7-88fb-9248-d1ef-2c1f594f1a0b/data/default/testRegionScanner_Next/274f5da6c8d1a18723fb15ef4825fde3/fam2/48c5d5c214d547fbbf094ca02f4d9eb1 2018-11-15 19:16:56,359 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/d1c87fd7-88fb-9248-d1ef-2c1f594f1a0b/data/default/testRegionScanner_Next/274f5da6c8d1a18723fb15ef4825fde3/fam2/48c5d5c214d547fbbf094ca02f4d9eb1, entries=2, sequenceid=4, filesize=4.8 K 2018-11-15 19:16:56,359 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/d1c87fd7-88fb-9248-d1ef-2c1f594f1a0b/data/default/testRegionScanner_Next/274f5da6c8d1a18723fb15ef4825fde3/.tmp/fam3/ac45b56b38d4424d8b5a07bb076db975 as /mnt/disk2/a/hbase/hbase-server/target/test-data/d1c87fd7-88fb-9248-d1ef-2c1f594f1a0b/data/default/testRegionScanner_Next/274f5da6c8d1a18723fb15ef4825fde3/fam3/ac45b56b38d4424d8b5a07bb076db975 2018-11-15 19:16:56,360 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/d1c87fd7-88fb-9248-d1ef-2c1f594f1a0b/data/default/testRegionScanner_Next/274f5da6c8d1a18723fb15ef4825fde3/fam3/ac45b56b38d4424d8b5a07bb076db975, entries=2, sequenceid=4, filesize=4.8 K 2018-11-15 19:16:56,360 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/d1c87fd7-88fb-9248-d1ef-2c1f594f1a0b/data/default/testRegionScanner_Next/274f5da6c8d1a18723fb15ef4825fde3/.tmp/fam4/c37eb32c9d4a47b6b0e7d4878779c1d1 as /mnt/disk2/a/hbase/hbase-server/target/test-data/d1c87fd7-88fb-9248-d1ef-2c1f594f1a0b/data/default/testRegionScanner_Next/274f5da6c8d1a18723fb15ef4825fde3/fam4/c37eb32c9d4a47b6b0e7d4878779c1d1 2018-11-15 19:16:56,361 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/d1c87fd7-88fb-9248-d1ef-2c1f594f1a0b/data/default/testRegionScanner_Next/274f5da6c8d1a18723fb15ef4825fde3/fam4/c37eb32c9d4a47b6b0e7d4878779c1d1, entries=2, sequenceid=4, filesize=4.8 K 2018-11-15 19:16:56,362 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~224 B/224, heapSize ~1.75 KB/1792, currentSize=0 B/0 for 274f5da6c8d1a18723fb15ef4825fde3 in 41ms, sequenceid=4, compaction requested=false 2018-11-15 19:16:56,364 INFO [Time-limited test] regionserver.HRegion(1711): Closed testRegionScanner_Next,,1542309416292.274f5da6c8d1a18723fb15ef4825fde3. 2018-11-15 19:16:56,366 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/d1c87fd7-88fb-9248-d1ef-2c1f594f1a0b/48087c72-3ef6-10ab-5d33-89d56fab6f68/testRegionScanner_Next.log/oldWALs 2018-11-15 19:16:56,366 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-58042018:(num 1542309416284) 2018-11-15 19:16:56,366 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/d1c87fd7-88fb-9248-d1ef-2c1f594f1a0b 2018-11-15 19:16:56,403 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testRegionScanner_Next Thread=14 (was 14), OpenFileDescriptor=1661 (was 1373) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=235 (was 235), ProcessCount=363 (was 363), AvailableMemoryMB=37491 (was 37493) 2018-11-15 19:16:56,403 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=1661 is superior to 1024 2018-11-15 19:16:56,432 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testBatchPutWithTsSlop Thread=14, OpenFileDescriptor=1661, MaxFileDescriptor=32000, SystemLoadAverage=235, ProcessCount=363, AvailableMemoryMB=37490 2018-11-15 19:16:56,432 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=1661 is superior to 1024 2018-11-15 19:16:56,459 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/75756084-6c47-25d0-29fb-be41612faca3 2018-11-15 19:16:56,460 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:16:56,460 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/75756084-6c47-25d0-29fb-be41612faca3 2018-11-15 19:16:56,460 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:16:56,460 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/75756084-6c47-25d0-29fb-be41612faca3 2018-11-15 19:16:56,460 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:16:56,462 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:16:56,467 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-32423662, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/75756084-6c47-25d0-29fb-be41612faca3/949f2804-6144-85e2-0367-13b34018fd8b/testBatchPutWithTsSlop.log/WALs/hregion-32423662, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/75756084-6c47-25d0-29fb-be41612faca3/949f2804-6144-85e2-0367-13b34018fd8b/testBatchPutWithTsSlop.log/oldWALs 2018-11-15 19:16:56,476 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/75756084-6c47-25d0-29fb-be41612faca3/949f2804-6144-85e2-0367-13b34018fd8b/testBatchPutWithTsSlop.log/WALs/hregion-32423662/hregion-32423662.1542309416468 2018-11-15 19:16:56,477 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:16:56,477 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testBatchPutWithTsSlop HTD == 'testBatchPutWithTsSlop', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'MyCF', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/75756084-6c47-25d0-29fb-be41612faca3 Table name == testBatchPutWithTsSlop 2018-11-15 19:16:56,485 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testBatchPutWithTsSlop,,1542309416477.5e52ad41155d15356f21dd551f953c35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:16:56,486 DEBUG [StoreOpener-5e52ad41155d15356f21dd551f953c35-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:56,487 INFO [StoreOpener-5e52ad41155d15356f21dd551f953c35-1] hfile.CacheConfig(237): Created cacheConfig for MyCF: blockCache=LruBlockCache{blockCount=150, currentSize=8.03 MB, freeSize=987.57 MB, maxSize=995.60 MB, heapSize=8.03 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:56,487 INFO [StoreOpener-5e52ad41155d15356f21dd551f953c35-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:56,487 INFO [StoreOpener-5e52ad41155d15356f21dd551f953c35-1] regionserver.HStore(335): Store=MyCF, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:56,488 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 5e52ad41155d15356f21dd551f953c35 2018-11-15 19:16:56,489 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/75756084-6c47-25d0-29fb-be41612faca3/data/default/testBatchPutWithTsSlop/5e52ad41155d15356f21dd551f953c35 2018-11-15 19:16:56,489 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/75756084-6c47-25d0-29fb-be41612faca3/default/testBatchPutWithTsSlop/5e52ad41155d15356f21dd551f953c35 2018-11-15 19:16:56,489 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 5e52ad41155d15356f21dd551f953c35 2018-11-15 19:16:56,489 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 5e52ad41155d15356f21dd551f953c35 2018-11-15 19:16:56,489 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 5e52ad41155d15356f21dd551f953c35 2018-11-15 19:16:56,490 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 5e52ad41155d15356f21dd551f953c35 2018-11-15 19:16:56,498 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/75756084-6c47-25d0-29fb-be41612faca3/default/testBatchPutWithTsSlop/5e52ad41155d15356f21dd551f953c35/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:16:56,498 INFO [Time-limited test] regionserver.HRegion(1009): Opened 5e52ad41155d15356f21dd551f953c35; next sequenceid=2 2018-11-15 19:16:56,498 INFO [Time-limited test] regionserver.TestHRegion(1694): First a batch put with all valid puts 2018-11-15 19:16:56,513 WARN [Time-limited test] regionserver.HRegion$BatchOperation(3269): Batch Mutation did not pass sanity check. org.apache.hadoop.hbase.exceptions.FailedSanityCheckException: Timestamp for KV out of range row_0/MyCF:qual/9223372036854775707/Put/vlen=5/seqid=0 (too.new=1000) at org.apache.hadoop.hbase.regionserver.HRegion.checkTimestamps(HRegion.java:4506) at org.apache.hadoop.hbase.regionserver.HRegion$BatchOperation.checkAndPrepareMutation(HRegion.java:3233) at org.apache.hadoop.hbase.regionserver.HRegion$BatchOperation.checkAndPrepareMutation(HRegion.java:3242) at org.apache.hadoop.hbase.regionserver.HRegion$MutationBatchOperation$1.visit(HRegion.java:3590) at org.apache.hadoop.hbase.regionserver.HRegion$BatchOperation.visitBatchOperations(HRegion.java:3125) at org.apache.hadoop.hbase.regionserver.HRegion$MutationBatchOperation.checkAndPrepare(HRegion.java:3570) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4009) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3943) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3934) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3948) at org.apache.hadoop.hbase.regionserver.TestHRegion.testBatchPutWithTsSlop(TestHRegion.java:1679) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:56,514 WARN [Time-limited test] regionserver.HRegion$BatchOperation(3267): Batch Mutation did not pass sanity check. Timestamp for KV out of range row_1/MyCF:qual/9223372036854775707/Put/vlen=5/seqid=0 (too.new=1000) 2018-11-15 19:16:56,514 WARN [Time-limited test] regionserver.HRegion$BatchOperation(3267): Batch Mutation did not pass sanity check. Timestamp for KV out of range row_2/MyCF:qual/9223372036854775707/Put/vlen=5/seqid=0 (too.new=1000) 2018-11-15 19:16:56,514 WARN [Time-limited test] regionserver.HRegion$BatchOperation(3267): Batch Mutation did not pass sanity check. Timestamp for KV out of range row_3/MyCF:qual/9223372036854775707/Put/vlen=5/seqid=0 (too.new=1000) 2018-11-15 19:16:56,514 WARN [Time-limited test] regionserver.HRegion$BatchOperation(3267): Batch Mutation did not pass sanity check. Timestamp for KV out of range row_4/MyCF:qual/9223372036854775707/Put/vlen=5/seqid=0 (too.new=1000) 2018-11-15 19:16:56,514 WARN [Time-limited test] regionserver.HRegion$BatchOperation(3267): Batch Mutation did not pass sanity check. Timestamp for KV out of range row_5/MyCF:qual/9223372036854775707/Put/vlen=5/seqid=0 (too.new=1000) 2018-11-15 19:16:56,514 WARN [Time-limited test] regionserver.HRegion$BatchOperation(3267): Batch Mutation did not pass sanity check. Timestamp for KV out of range row_6/MyCF:qual/9223372036854775707/Put/vlen=5/seqid=0 (too.new=1000) 2018-11-15 19:16:56,515 WARN [Time-limited test] regionserver.HRegion$BatchOperation(3267): Batch Mutation did not pass sanity check. Timestamp for KV out of range row_7/MyCF:qual/9223372036854775707/Put/vlen=5/seqid=0 (too.new=1000) 2018-11-15 19:16:56,515 WARN [Time-limited test] regionserver.HRegion$BatchOperation(3267): Batch Mutation did not pass sanity check. Timestamp for KV out of range row_8/MyCF:qual/9223372036854775707/Put/vlen=5/seqid=0 (too.new=1000) 2018-11-15 19:16:56,515 WARN [Time-limited test] regionserver.HRegion$BatchOperation(3267): Batch Mutation did not pass sanity check. Timestamp for KV out of range row_9/MyCF:qual/9223372036854775707/Put/vlen=5/seqid=0 (too.new=1000) 2018-11-15 19:16:56,517 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 5e52ad41155d15356f21dd551f953c35, disabling compactions & flushes 2018-11-15 19:16:56,517 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testBatchPutWithTsSlop,,1542309416477.5e52ad41155d15356f21dd551f953c35. 2018-11-15 19:16:56,518 INFO [Time-limited test] regionserver.HRegion(1711): Closed testBatchPutWithTsSlop,,1542309416477.5e52ad41155d15356f21dd551f953c35. 2018-11-15 19:16:56,520 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/75756084-6c47-25d0-29fb-be41612faca3/949f2804-6144-85e2-0367-13b34018fd8b/testBatchPutWithTsSlop.log/oldWALs 2018-11-15 19:16:56,520 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-32423662:(num 1542309416468) 2018-11-15 19:16:56,520 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/75756084-6c47-25d0-29fb-be41612faca3 2018-11-15 19:16:56,559 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testBatchPutWithTsSlop Thread=14 (was 14), OpenFileDescriptor=1949 (was 1661) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=235 (was 235), ProcessCount=363 (was 363), AvailableMemoryMB=37479 (was 37490) 2018-11-15 19:16:56,559 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=1949 is superior to 1024 2018-11-15 19:16:56,590 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testFlushMarkersWALFail Thread=14, OpenFileDescriptor=1951, MaxFileDescriptor=32000, SystemLoadAverage=235, ProcessCount=363, AvailableMemoryMB=37480 2018-11-15 19:16:56,590 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=1951 is superior to 1024 2018-11-15 19:16:56,619 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/abf91ee2-9f4b-2000-e7d5-902cbaf2c71a 2018-11-15 19:16:56,619 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:16:56,619 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/abf91ee2-9f4b-2000-e7d5-902cbaf2c71a 2018-11-15 19:16:56,619 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:16:56,620 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/abf91ee2-9f4b-2000-e7d5-902cbaf2c71a 2018-11-15 19:16:56,620 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:16:56,627 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=wal, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/abf91ee2-9f4b-2000-e7d5-902cbaf2c71a/1bb41262-88ef-5818-29f8-fdae051b45c7/testFlushMarkersWALFaillog/testFlushMarkersWALFail, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/abf91ee2-9f4b-2000-e7d5-902cbaf2c71a/1bb41262-88ef-5818-29f8-fdae051b45c7/testFlushMarkersWALFaillog/oldWALs 2018-11-15 19:16:56,649 DEBUG [Time-limited test] util.CommonFSUtils$DfsBuilderUtility(877): org.apache.hadoop.hdfs.DistributedFileSystem$HdfsDataOutputStreamBuilder not available, will not use builder API for file creation. 2018-11-15 19:16:56,663 WARN [sync.1] wal.FSHLog$SyncRunner(588): UNEXPECTED java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:581) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:56,664 WARN [Time-limited test] wal.FSHLog(343): Failed sync-before-close but no outstanding appends; closing WALjava.lang.NullPointerException 2018-11-15 19:16:56,664 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/abf91ee2-9f4b-2000-e7d5-902cbaf2c71a/1bb41262-88ef-5818-29f8-fdae051b45c7/testFlushMarkersWALFaillog/testFlushMarkersWALFail/wal.1542309416644 2018-11-15 19:16:56,664 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new FailAppendFlushMarkerWAL writer with pipeline: [] 2018-11-15 19:16:56,665 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testFlushMarkersWALFail HTD == 'testFlushMarkersWALFail', {TABLE_ATTRIBUTES => {DURABILITY => 'USE_DEFAULT', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/abf91ee2-9f4b-2000-e7d5-902cbaf2c71a Table name == testFlushMarkersWALFail 2018-11-15 19:16:56,675 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testFlushMarkersWALFail,,1542309416665.b1b21ae8224083b41ea4e2046d196d7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:16:56,678 DEBUG [StoreOpener-b1b21ae8224083b41ea4e2046d196d7e-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:56,679 INFO [StoreOpener-b1b21ae8224083b41ea4e2046d196d7e-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=150, currentSize=8.03 MB, freeSize=987.57 MB, maxSize=995.60 MB, heapSize=8.03 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:56,680 INFO [StoreOpener-b1b21ae8224083b41ea4e2046d196d7e-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:56,680 INFO [StoreOpener-b1b21ae8224083b41ea4e2046d196d7e-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:56,681 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for b1b21ae8224083b41ea4e2046d196d7e 2018-11-15 19:16:56,681 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/abf91ee2-9f4b-2000-e7d5-902cbaf2c71a/data/default/testFlushMarkersWALFail/b1b21ae8224083b41ea4e2046d196d7e 2018-11-15 19:16:56,681 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/abf91ee2-9f4b-2000-e7d5-902cbaf2c71a/default/testFlushMarkersWALFail/b1b21ae8224083b41ea4e2046d196d7e 2018-11-15 19:16:56,682 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for b1b21ae8224083b41ea4e2046d196d7e 2018-11-15 19:16:56,682 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for b1b21ae8224083b41ea4e2046d196d7e 2018-11-15 19:16:56,682 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for b1b21ae8224083b41ea4e2046d196d7e 2018-11-15 19:16:56,682 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for b1b21ae8224083b41ea4e2046d196d7e 2018-11-15 19:16:56,692 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/abf91ee2-9f4b-2000-e7d5-902cbaf2c71a/default/testFlushMarkersWALFail/b1b21ae8224083b41ea4e2046d196d7e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:16:56,692 INFO [Time-limited test] regionserver.HRegion(1009): Opened b1b21ae8224083b41ea4e2046d196d7e; next sequenceid=2 2018-11-15 19:16:56,692 INFO [Time-limited test] regionserver.HRegion(8449): writing data to region testFlushMarkersWALFail,,1542309416665.b1b21ae8224083b41ea4e2046d196d7e. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:16:56,693 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=38 B heapSize=368 B 2018-11-15 19:16:56,695 WARN [Time-limited test.append-pool1-t1] wal.FSHLog$RingBufferEventHandler(1082): Append sequenceId=4, requesting roll of WAL java.io.IOException: Failed to append flush marker! START_FLUSH at org.apache.hadoop.hbase.regionserver.TestHRegion$1FailAppendFlushMarkerWAL$1.append(TestHRegion.java:1177) at org.apache.hadoop.hbase.regionserver.wal.FSHLog.doAppend(FSHLog.java:298) at org.apache.hadoop.hbase.regionserver.wal.FSHLog.doAppend(FSHLog.java:67) at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.append(AbstractFSWAL.java:924) at org.apache.hadoop.hbase.regionserver.wal.FSHLog$RingBufferEventHandler.append(FSHLog.java:1078) at org.apache.hadoop.hbase.regionserver.wal.FSHLog$RingBufferEventHandler.onEvent(FSHLog.java:969) at org.apache.hadoop.hbase.regionserver.wal.FSHLog$RingBufferEventHandler.onEvent(FSHLog.java:877) at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:129) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:56,696 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309416693 Obtaining lock to block concurrent updates at 1542309416694 Preparing flush snapshotting stores in b1b21ae8224083b41ea4e2046d196d7e at 1542309416694 Finished memstore snapshotting testFlushMarkersWALFail,,1542309416665.b1b21ae8224083b41ea4e2046d196d7e., syncing WAL and waiting on mvcc, flushsize=dataSize=38, getHeapSize=352, getOffHeapSize=0 at 1542309416694 2018-11-15 19:16:56,696 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing b1b21ae8224083b41ea4e2046d196d7e, disabling compactions & flushes 2018-11-15 19:16:56,697 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testFlushMarkersWALFail,,1542309416665.b1b21ae8224083b41ea4e2046d196d7e. 2018-11-15 19:16:56,698 ERROR [Time-limited test] regionserver.HRegion(1698): Memstore data size is 38 2018-11-15 19:16:56,698 INFO [Time-limited test] regionserver.HRegion(1711): Closed testFlushMarkersWALFail,,1542309416665.b1b21ae8224083b41ea4e2046d196d7e. 2018-11-15 19:16:56,698 DEBUG [Time-limited test] wal.FSHLog(422): Closing WAL writer in /mnt/disk2/a/hbase/hbase-server/target/test-data/abf91ee2-9f4b-2000-e7d5-902cbaf2c71a/1bb41262-88ef-5818-29f8-fdae051b45c7/testFlushMarkersWALFaillog/testFlushMarkersWALFail 2018-11-15 19:16:56,699 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/abf91ee2-9f4b-2000-e7d5-902cbaf2c71a/1bb41262-88ef-5818-29f8-fdae051b45c7/testFlushMarkersWALFaillog/oldWALs 2018-11-15 19:16:56,699 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FailAppendFlushMarkerWAL wal:(num 1542309416644) 2018-11-15 19:16:56,700 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=wal, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/abf91ee2-9f4b-2000-e7d5-902cbaf2c71a/1bb41262-88ef-5818-29f8-fdae051b45c7/testFlushMarkersWALFaillog/testFlushMarkersWALFail, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/abf91ee2-9f4b-2000-e7d5-902cbaf2c71a/1bb41262-88ef-5818-29f8-fdae051b45c7/testFlushMarkersWALFaillog/oldWALs 2018-11-15 19:16:56,720 WARN [sync.1] wal.FSHLog$SyncRunner(588): UNEXPECTED java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:581) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:56,721 WARN [Time-limited test] wal.FSHLog(343): Failed sync-before-close but no outstanding appends; closing WALjava.lang.NullPointerException 2018-11-15 19:16:56,721 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/abf91ee2-9f4b-2000-e7d5-902cbaf2c71a/1bb41262-88ef-5818-29f8-fdae051b45c7/testFlushMarkersWALFaillog/testFlushMarkersWALFail/wal.1542309416701 2018-11-15 19:16:56,721 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new FailAppendFlushMarkerWAL writer with pipeline: [] 2018-11-15 19:16:56,722 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testFlushMarkersWALFail HTD == 'testFlushMarkersWALFail', {TABLE_ATTRIBUTES => {DURABILITY => 'USE_DEFAULT', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/abf91ee2-9f4b-2000-e7d5-902cbaf2c71a Table name == testFlushMarkersWALFail 2018-11-15 19:16:56,729 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testFlushMarkersWALFail,,1542309416721.d8b80661ceb4762770a70879a45d98a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:16:56,730 DEBUG [StoreOpener-d8b80661ceb4762770a70879a45d98a6-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:56,731 INFO [StoreOpener-d8b80661ceb4762770a70879a45d98a6-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=150, currentSize=8.03 MB, freeSize=987.57 MB, maxSize=995.60 MB, heapSize=8.03 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:56,731 INFO [StoreOpener-d8b80661ceb4762770a70879a45d98a6-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:56,731 INFO [StoreOpener-d8b80661ceb4762770a70879a45d98a6-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:56,732 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for d8b80661ceb4762770a70879a45d98a6 2018-11-15 19:16:56,732 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/abf91ee2-9f4b-2000-e7d5-902cbaf2c71a/data/default/testFlushMarkersWALFail/d8b80661ceb4762770a70879a45d98a6 2018-11-15 19:16:56,732 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/abf91ee2-9f4b-2000-e7d5-902cbaf2c71a/default/testFlushMarkersWALFail/d8b80661ceb4762770a70879a45d98a6 2018-11-15 19:16:56,733 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for d8b80661ceb4762770a70879a45d98a6 2018-11-15 19:16:56,733 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for d8b80661ceb4762770a70879a45d98a6 2018-11-15 19:16:56,733 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for d8b80661ceb4762770a70879a45d98a6 2018-11-15 19:16:56,733 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for d8b80661ceb4762770a70879a45d98a6 2018-11-15 19:16:56,739 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/abf91ee2-9f4b-2000-e7d5-902cbaf2c71a/default/testFlushMarkersWALFail/d8b80661ceb4762770a70879a45d98a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:16:56,739 INFO [Time-limited test] regionserver.HRegion(1009): Opened d8b80661ceb4762770a70879a45d98a6; next sequenceid=2 2018-11-15 19:16:56,739 INFO [Time-limited test] regionserver.HRegion(8449): writing data to region testFlushMarkersWALFail,,1542309416721.d8b80661ceb4762770a70879a45d98a6. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:16:56,740 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=38 B heapSize=368 B 2018-11-15 19:16:56,750 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 36c85fc46163474981e9733b4d8bca20 2018-11-15 19:16:56,752 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=38 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/abf91ee2-9f4b-2000-e7d5-902cbaf2c71a/data/default/testFlushMarkersWALFail/d8b80661ceb4762770a70879a45d98a6/.tmp/family/36c85fc46163474981e9733b4d8bca20 2018-11-15 19:16:56,754 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/abf91ee2-9f4b-2000-e7d5-902cbaf2c71a/data/default/testFlushMarkersWALFail/d8b80661ceb4762770a70879a45d98a6/.tmp/family/36c85fc46163474981e9733b4d8bca20 as /mnt/disk2/a/hbase/hbase-server/target/test-data/abf91ee2-9f4b-2000-e7d5-902cbaf2c71a/data/default/testFlushMarkersWALFail/d8b80661ceb4762770a70879a45d98a6/family/36c85fc46163474981e9733b4d8bca20 2018-11-15 19:16:56,756 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/abf91ee2-9f4b-2000-e7d5-902cbaf2c71a/data/default/testFlushMarkersWALFail/d8b80661ceb4762770a70879a45d98a6/family/36c85fc46163474981e9733b4d8bca20, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:16:56,757 WARN [Time-limited test.append-pool2-t1] wal.FSHLog$RingBufferEventHandler(1082): Append sequenceId=5, requesting roll of WAL java.io.IOException: Failed to append flush marker! COMMIT_FLUSH at org.apache.hadoop.hbase.regionserver.TestHRegion$1FailAppendFlushMarkerWAL$1.append(TestHRegion.java:1177) at org.apache.hadoop.hbase.regionserver.wal.FSHLog.doAppend(FSHLog.java:298) at org.apache.hadoop.hbase.regionserver.wal.FSHLog.doAppend(FSHLog.java:67) at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.append(AbstractFSWAL.java:924) at org.apache.hadoop.hbase.regionserver.wal.FSHLog$RingBufferEventHandler.append(FSHLog.java:1078) at org.apache.hadoop.hbase.regionserver.wal.FSHLog$RingBufferEventHandler.onEvent(FSHLog.java:969) at org.apache.hadoop.hbase.regionserver.wal.FSHLog$RingBufferEventHandler.onEvent(FSHLog.java:877) at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:129) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:56,758 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309416740 Obtaining lock to block concurrent updates at 1542309416740 Preparing flush snapshotting stores in d8b80661ceb4762770a70879a45d98a6 at 1542309416740 Finished memstore snapshotting testFlushMarkersWALFail,,1542309416721.d8b80661ceb4762770a70879a45d98a6., syncing WAL and waiting on mvcc, flushsize=dataSize=38, getHeapSize=352, getOffHeapSize=0 at 1542309416740 Flushing stores of testFlushMarkersWALFail,,1542309416721.d8b80661ceb4762770a70879a45d98a6. at 1542309416742 Flushing family: creating writer at 1542309416742 Flushing family: appending metadata at 1542309416751 Flushing family: closing flushed file at 1542309416751 Flushing family: reopening flushed file at 1542309416755 Flush failed: org.apache.hadoop.hbase.regionserver.wal.DamagedWALException: Append sequenceId=5, requesting roll of WAL at org.apache.hadoop.hbase.regionserver.wal.FSHLog$RingBufferEventHandler.append(FSHLog.java:1084) at org.apache.hadoop.hbase.regionserver.wal.FSHLog$RingBufferEventHandler.onEvent(FSHLog.java:969) at org.apache.hadoop.hbase.regionserver.wal.FSHLog$RingBufferEventHandler.onEvent(FSHLog.java:877) at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:129) at java.lang.Thread.run(Thread.java:748) Caused by: java.io.IOException: Failed to append flush marker! COMMIT_FLUSH at org.apache.hadoop.hbase.regionserver.TestHRegion$1FailAppendFlushMarkerWAL$1.append(TestHRegion.java:1177) at org.apache.hadoop.hbase.regionserver.wal.FSHLog.doAppend(FSHLog.java:298) at org.apache.hadoop.hbase.regionserver.wal.FSHLog.doAppend(FSHLog.java:67) at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.append(AbstractFSWAL.java:924) at org.apache.hadoop.hbase.regionserver.wal.FSHLog$RingBufferEventHandler.append(FSHLog.java:1078) ... 4 more at 1542309416758 2018-11-15 19:16:56,758 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing d8b80661ceb4762770a70879a45d98a6, disabling compactions & flushes 2018-11-15 19:16:56,758 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testFlushMarkersWALFail,,1542309416721.d8b80661ceb4762770a70879a45d98a6. 2018-11-15 19:16:56,760 INFO [Time-limited test] regionserver.HRegion(1711): Closed testFlushMarkersWALFail,,1542309416721.d8b80661ceb4762770a70879a45d98a6. 2018-11-15 19:16:56,761 DEBUG [Time-limited test] wal.FSHLog(422): Closing WAL writer in /mnt/disk2/a/hbase/hbase-server/target/test-data/abf91ee2-9f4b-2000-e7d5-902cbaf2c71a/1bb41262-88ef-5818-29f8-fdae051b45c7/testFlushMarkersWALFaillog/testFlushMarkersWALFail 2018-11-15 19:16:56,761 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/abf91ee2-9f4b-2000-e7d5-902cbaf2c71a/1bb41262-88ef-5818-29f8-fdae051b45c7/testFlushMarkersWALFaillog/oldWALs 2018-11-15 19:16:56,762 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FailAppendFlushMarkerWAL wal:(num 1542309416701) 2018-11-15 19:16:56,762 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/abf91ee2-9f4b-2000-e7d5-902cbaf2c71a 2018-11-15 19:16:56,797 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testFlushMarkersWALFail Thread=14 (was 14), OpenFileDescriptor=1949 (was 1951), MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=235 (was 235), ProcessCount=363 (was 363), AvailableMemoryMB=37428 (was 37480) 2018-11-15 19:16:56,797 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=1949 is superior to 1024 2018-11-15 19:16:56,823 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testScanner_JoinedScannersWithLimits Thread=14, OpenFileDescriptor=1951, MaxFileDescriptor=32000, SystemLoadAverage=235, ProcessCount=363, AvailableMemoryMB=37428 2018-11-15 19:16:56,823 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=1951 is superior to 1024 2018-11-15 19:16:56,843 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/5f51f05a-be46-9b05-2ae4-b4521ed94a18 2018-11-15 19:16:56,843 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:16:56,843 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/5f51f05a-be46-9b05-2ae4-b4521ed94a18 2018-11-15 19:16:56,843 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:16:56,844 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/5f51f05a-be46-9b05-2ae4-b4521ed94a18 2018-11-15 19:16:56,844 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:16:56,845 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:16:56,850 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-44003377, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/5f51f05a-be46-9b05-2ae4-b4521ed94a18/cae9806d-f3a0-9424-7c78-181ff67e1b35/testScanner_JoinedScannersWithLimits.log/WALs/hregion-44003377, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/5f51f05a-be46-9b05-2ae4-b4521ed94a18/cae9806d-f3a0-9424-7c78-181ff67e1b35/testScanner_JoinedScannersWithLimits.log/oldWALs 2018-11-15 19:16:56,860 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/5f51f05a-be46-9b05-2ae4-b4521ed94a18/cae9806d-f3a0-9424-7c78-181ff67e1b35/testScanner_JoinedScannersWithLimits.log/WALs/hregion-44003377/hregion-44003377.1542309416851 2018-11-15 19:16:56,860 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:16:56,861 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testScanner_JoinedScannersWithLimits HTD == 'testScanner_JoinedScannersWithLimits', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'first', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'second', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/5f51f05a-be46-9b05-2ae4-b4521ed94a18 Table name == testScanner_JoinedScannersWithLimits 2018-11-15 19:16:56,869 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testScanner_JoinedScannersWithLimits,,1542309416860.346045e958d08ebcf165a8b8d82c0d18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:16:56,870 DEBUG [StoreOpener-346045e958d08ebcf165a8b8d82c0d18-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:56,871 INFO [StoreOpener-346045e958d08ebcf165a8b8d82c0d18-1] hfile.CacheConfig(237): Created cacheConfig for first: blockCache=LruBlockCache{blockCount=150, currentSize=8.03 MB, freeSize=987.57 MB, maxSize=995.60 MB, heapSize=8.03 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:56,871 INFO [StoreOpener-346045e958d08ebcf165a8b8d82c0d18-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:56,871 INFO [StoreOpener-346045e958d08ebcf165a8b8d82c0d18-1] regionserver.HStore(335): Store=first, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:56,872 DEBUG [StoreOpener-346045e958d08ebcf165a8b8d82c0d18-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:56,872 INFO [StoreOpener-346045e958d08ebcf165a8b8d82c0d18-1] hfile.CacheConfig(237): Created cacheConfig for second: blockCache=LruBlockCache{blockCount=150, currentSize=8.03 MB, freeSize=987.57 MB, maxSize=995.60 MB, heapSize=8.03 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:56,872 INFO [StoreOpener-346045e958d08ebcf165a8b8d82c0d18-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:56,873 INFO [StoreOpener-346045e958d08ebcf165a8b8d82c0d18-1] regionserver.HStore(335): Store=second, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:56,873 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 346045e958d08ebcf165a8b8d82c0d18 2018-11-15 19:16:56,873 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/5f51f05a-be46-9b05-2ae4-b4521ed94a18/data/default/testScanner_JoinedScannersWithLimits/346045e958d08ebcf165a8b8d82c0d18 2018-11-15 19:16:56,874 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/5f51f05a-be46-9b05-2ae4-b4521ed94a18/default/testScanner_JoinedScannersWithLimits/346045e958d08ebcf165a8b8d82c0d18 2018-11-15 19:16:56,874 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 346045e958d08ebcf165a8b8d82c0d18 2018-11-15 19:16:56,874 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 346045e958d08ebcf165a8b8d82c0d18 2018-11-15 19:16:56,874 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 346045e958d08ebcf165a8b8d82c0d18 2018-11-15 19:16:56,874 DEBUG [Time-limited test] regionserver.FlushLargeStoresPolicy(61): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testScanner_JoinedScannersWithLimits descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0M)) instead. 2018-11-15 19:16:56,875 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 346045e958d08ebcf165a8b8d82c0d18 2018-11-15 19:16:56,883 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/5f51f05a-be46-9b05-2ae4-b4521ed94a18/default/testScanner_JoinedScannersWithLimits/346045e958d08ebcf165a8b8d82c0d18/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:16:56,883 INFO [Time-limited test] regionserver.HRegion(1009): Opened 346045e958d08ebcf165a8b8d82c0d18; next sequenceid=2 2018-11-15 19:16:56,891 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 346045e958d08ebcf165a8b8d82c0d18, disabling compactions & flushes 2018-11-15 19:16:56,891 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testScanner_JoinedScannersWithLimits,,1542309416860.346045e958d08ebcf165a8b8d82c0d18. 2018-11-15 19:16:56,891 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 2/2 column families, dataSize=810 B heapSize=3.12 KB 2018-11-15 19:16:56,901 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 6ca89ccb153b4cb2a9f5afeb977f35b1 2018-11-15 19:16:56,902 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=480 B at sequenceid=12 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/5f51f05a-be46-9b05-2ae4-b4521ed94a18/data/default/testScanner_JoinedScannersWithLimits/346045e958d08ebcf165a8b8d82c0d18/.tmp/first/6ca89ccb153b4cb2a9f5afeb977f35b1 2018-11-15 19:16:56,910 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on d7bd7cad032d43c5a78307bffb2b9718 2018-11-15 19:16:56,911 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=330 B at sequenceid=12 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/5f51f05a-be46-9b05-2ae4-b4521ed94a18/data/default/testScanner_JoinedScannersWithLimits/346045e958d08ebcf165a8b8d82c0d18/.tmp/second/d7bd7cad032d43c5a78307bffb2b9718 2018-11-15 19:16:56,912 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/5f51f05a-be46-9b05-2ae4-b4521ed94a18/data/default/testScanner_JoinedScannersWithLimits/346045e958d08ebcf165a8b8d82c0d18/.tmp/first/6ca89ccb153b4cb2a9f5afeb977f35b1 as /mnt/disk2/a/hbase/hbase-server/target/test-data/5f51f05a-be46-9b05-2ae4-b4521ed94a18/data/default/testScanner_JoinedScannersWithLimits/346045e958d08ebcf165a8b8d82c0d18/first/6ca89ccb153b4cb2a9f5afeb977f35b1 2018-11-15 19:16:56,913 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/5f51f05a-be46-9b05-2ae4-b4521ed94a18/data/default/testScanner_JoinedScannersWithLimits/346045e958d08ebcf165a8b8d82c0d18/first/6ca89ccb153b4cb2a9f5afeb977f35b1, entries=15, sequenceid=12, filesize=5.2 K 2018-11-15 19:16:56,914 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/5f51f05a-be46-9b05-2ae4-b4521ed94a18/data/default/testScanner_JoinedScannersWithLimits/346045e958d08ebcf165a8b8d82c0d18/.tmp/second/d7bd7cad032d43c5a78307bffb2b9718 as /mnt/disk2/a/hbase/hbase-server/target/test-data/5f51f05a-be46-9b05-2ae4-b4521ed94a18/data/default/testScanner_JoinedScannersWithLimits/346045e958d08ebcf165a8b8d82c0d18/second/d7bd7cad032d43c5a78307bffb2b9718 2018-11-15 19:16:56,914 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/5f51f05a-be46-9b05-2ae4-b4521ed94a18/data/default/testScanner_JoinedScannersWithLimits/346045e958d08ebcf165a8b8d82c0d18/second/d7bd7cad032d43c5a78307bffb2b9718, entries=10, sequenceid=12, filesize=5.0 K 2018-11-15 19:16:56,915 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~810 B/810, heapSize ~3.09 KB/3160, currentSize=0 B/0 for 346045e958d08ebcf165a8b8d82c0d18 in 24ms, sequenceid=12, compaction requested=false 2018-11-15 19:16:56,917 INFO [Time-limited test] regionserver.HRegion(1711): Closed testScanner_JoinedScannersWithLimits,,1542309416860.346045e958d08ebcf165a8b8d82c0d18. 2018-11-15 19:16:56,918 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/5f51f05a-be46-9b05-2ae4-b4521ed94a18/cae9806d-f3a0-9424-7c78-181ff67e1b35/testScanner_JoinedScannersWithLimits.log/oldWALs 2018-11-15 19:16:56,919 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-44003377:(num 1542309416851) 2018-11-15 19:16:56,919 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/5f51f05a-be46-9b05-2ae4-b4521ed94a18 2018-11-15 19:16:56,955 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testScanner_JoinedScannersWithLimits Thread=14 (was 14), OpenFileDescriptor=2237 (was 1951) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=235 (was 235), ProcessCount=363 (was 363), AvailableMemoryMB=37428 (was 37428) 2018-11-15 19:16:56,955 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=2237 is superior to 1024 2018-11-15 19:16:56,983 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testCheckAndPut_ThatPutWasWritten Thread=14, OpenFileDescriptor=2239, MaxFileDescriptor=32000, SystemLoadAverage=235, ProcessCount=363, AvailableMemoryMB=37428 2018-11-15 19:16:56,983 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=2239 is superior to 1024 2018-11-15 19:16:57,004 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/900792e0-5d7e-98e4-471b-f69a93f508f1 2018-11-15 19:16:57,004 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:16:57,004 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/900792e0-5d7e-98e4-471b-f69a93f508f1 2018-11-15 19:16:57,005 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:16:57,005 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/900792e0-5d7e-98e4-471b-f69a93f508f1 2018-11-15 19:16:57,005 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:16:57,006 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:16:57,011 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-21999778, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/900792e0-5d7e-98e4-471b-f69a93f508f1/3ed6cd3c-37c4-b225-2bf3-0671fec35475/testCheckAndPut_ThatPutWasWritten.log/WALs/hregion-21999778, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/900792e0-5d7e-98e4-471b-f69a93f508f1/3ed6cd3c-37c4-b225-2bf3-0671fec35475/testCheckAndPut_ThatPutWasWritten.log/oldWALs 2018-11-15 19:16:57,024 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/900792e0-5d7e-98e4-471b-f69a93f508f1/3ed6cd3c-37c4-b225-2bf3-0671fec35475/testCheckAndPut_ThatPutWasWritten.log/WALs/hregion-21999778/hregion-21999778.1542309417012 2018-11-15 19:16:57,024 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:16:57,025 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testCheckAndPut_ThatPutWasWritten HTD == 'testCheckAndPut_ThatPutWasWritten', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'fam1', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'fam2', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/900792e0-5d7e-98e4-471b-f69a93f508f1 Table name == testCheckAndPut_ThatPutWasWritten 2018-11-15 19:16:57,036 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testCheckAndPut_ThatPutWasWritten,,1542309417025.d8bd16a95c812bd301336707cd0cd8e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:16:57,038 DEBUG [StoreOpener-d8bd16a95c812bd301336707cd0cd8e5-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:57,039 INFO [StoreOpener-d8bd16a95c812bd301336707cd0cd8e5-1] hfile.CacheConfig(237): Created cacheConfig for fam1: blockCache=LruBlockCache{blockCount=150, currentSize=8.03 MB, freeSize=987.57 MB, maxSize=995.60 MB, heapSize=8.03 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:57,039 INFO [StoreOpener-d8bd16a95c812bd301336707cd0cd8e5-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:57,040 INFO [StoreOpener-d8bd16a95c812bd301336707cd0cd8e5-1] regionserver.HStore(335): Store=fam1, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:57,040 DEBUG [StoreOpener-d8bd16a95c812bd301336707cd0cd8e5-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:57,041 INFO [StoreOpener-d8bd16a95c812bd301336707cd0cd8e5-1] hfile.CacheConfig(237): Created cacheConfig for fam2: blockCache=LruBlockCache{blockCount=150, currentSize=8.03 MB, freeSize=987.57 MB, maxSize=995.60 MB, heapSize=8.03 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:57,041 INFO [StoreOpener-d8bd16a95c812bd301336707cd0cd8e5-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:57,041 INFO [StoreOpener-d8bd16a95c812bd301336707cd0cd8e5-1] regionserver.HStore(335): Store=fam2, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:57,042 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for d8bd16a95c812bd301336707cd0cd8e5 2018-11-15 19:16:57,042 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/900792e0-5d7e-98e4-471b-f69a93f508f1/data/default/testCheckAndPut_ThatPutWasWritten/d8bd16a95c812bd301336707cd0cd8e5 2018-11-15 19:16:57,043 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/900792e0-5d7e-98e4-471b-f69a93f508f1/default/testCheckAndPut_ThatPutWasWritten/d8bd16a95c812bd301336707cd0cd8e5 2018-11-15 19:16:57,043 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for d8bd16a95c812bd301336707cd0cd8e5 2018-11-15 19:16:57,043 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for d8bd16a95c812bd301336707cd0cd8e5 2018-11-15 19:16:57,043 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for d8bd16a95c812bd301336707cd0cd8e5 2018-11-15 19:16:57,044 DEBUG [Time-limited test] regionserver.FlushLargeStoresPolicy(61): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCheckAndPut_ThatPutWasWritten descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0M)) instead. 2018-11-15 19:16:57,044 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for d8bd16a95c812bd301336707cd0cd8e5 2018-11-15 19:16:57,055 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/900792e0-5d7e-98e4-471b-f69a93f508f1/default/testCheckAndPut_ThatPutWasWritten/d8bd16a95c812bd301336707cd0cd8e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:16:57,055 INFO [Time-limited test] regionserver.HRegion(1009): Opened d8bd16a95c812bd301336707cd0cd8e5; next sequenceid=2 2018-11-15 19:16:57,060 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing d8bd16a95c812bd301336707cd0cd8e5, disabling compactions & flushes 2018-11-15 19:16:57,060 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testCheckAndPut_ThatPutWasWritten,,1542309417025.d8bd16a95c812bd301336707cd0cd8e5. 2018-11-15 19:16:57,061 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 2/2 column families, dataSize=86 B heapSize=752 B 2018-11-15 19:16:57,077 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 9746063b45554077ae473fff2287be3c 2018-11-15 19:16:57,078 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=43 B at sequenceid=4 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/900792e0-5d7e-98e4-471b-f69a93f508f1/data/default/testCheckAndPut_ThatPutWasWritten/d8bd16a95c812bd301336707cd0cd8e5/.tmp/fam1/9746063b45554077ae473fff2287be3c 2018-11-15 19:16:57,092 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 99fdb298710543d992f9cfb1d68f66c6 2018-11-15 19:16:57,094 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=43 B at sequenceid=4 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/900792e0-5d7e-98e4-471b-f69a93f508f1/data/default/testCheckAndPut_ThatPutWasWritten/d8bd16a95c812bd301336707cd0cd8e5/.tmp/fam2/99fdb298710543d992f9cfb1d68f66c6 2018-11-15 19:16:57,095 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/900792e0-5d7e-98e4-471b-f69a93f508f1/data/default/testCheckAndPut_ThatPutWasWritten/d8bd16a95c812bd301336707cd0cd8e5/.tmp/fam1/9746063b45554077ae473fff2287be3c as /mnt/disk2/a/hbase/hbase-server/target/test-data/900792e0-5d7e-98e4-471b-f69a93f508f1/data/default/testCheckAndPut_ThatPutWasWritten/d8bd16a95c812bd301336707cd0cd8e5/fam1/9746063b45554077ae473fff2287be3c 2018-11-15 19:16:57,096 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/900792e0-5d7e-98e4-471b-f69a93f508f1/data/default/testCheckAndPut_ThatPutWasWritten/d8bd16a95c812bd301336707cd0cd8e5/fam1/9746063b45554077ae473fff2287be3c, entries=1, sequenceid=4, filesize=4.8 K 2018-11-15 19:16:57,097 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/900792e0-5d7e-98e4-471b-f69a93f508f1/data/default/testCheckAndPut_ThatPutWasWritten/d8bd16a95c812bd301336707cd0cd8e5/.tmp/fam2/99fdb298710543d992f9cfb1d68f66c6 as /mnt/disk2/a/hbase/hbase-server/target/test-data/900792e0-5d7e-98e4-471b-f69a93f508f1/data/default/testCheckAndPut_ThatPutWasWritten/d8bd16a95c812bd301336707cd0cd8e5/fam2/99fdb298710543d992f9cfb1d68f66c6 2018-11-15 19:16:57,098 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/900792e0-5d7e-98e4-471b-f69a93f508f1/data/default/testCheckAndPut_ThatPutWasWritten/d8bd16a95c812bd301336707cd0cd8e5/fam2/99fdb298710543d992f9cfb1d68f66c6, entries=1, sequenceid=4, filesize=4.8 K 2018-11-15 19:16:57,099 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~86 B/86, heapSize ~720 B/720, currentSize=0 B/0 for d8bd16a95c812bd301336707cd0cd8e5 in 38ms, sequenceid=4, compaction requested=false 2018-11-15 19:16:57,101 INFO [Time-limited test] regionserver.HRegion(1711): Closed testCheckAndPut_ThatPutWasWritten,,1542309417025.d8bd16a95c812bd301336707cd0cd8e5. 2018-11-15 19:16:57,103 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/900792e0-5d7e-98e4-471b-f69a93f508f1/3ed6cd3c-37c4-b225-2bf3-0671fec35475/testCheckAndPut_ThatPutWasWritten.log/oldWALs 2018-11-15 19:16:57,103 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-21999778:(num 1542309417012) 2018-11-15 19:16:57,103 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/900792e0-5d7e-98e4-471b-f69a93f508f1 2018-11-15 19:16:57,145 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testCheckAndPut_ThatPutWasWritten Thread=14 (was 14), OpenFileDescriptor=2525 (was 2239) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=235 (was 235), ProcessCount=363 (was 363), AvailableMemoryMB=37428 (was 37428) 2018-11-15 19:16:57,145 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=2525 is superior to 1024 2018-11-15 19:16:57,178 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testCheckAndRowMutateTimestampsAreMonotonic Thread=14, OpenFileDescriptor=2527, MaxFileDescriptor=32000, SystemLoadAverage=235, ProcessCount=363, AvailableMemoryMB=37428 2018-11-15 19:16:57,179 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=2527 is superior to 1024 2018-11-15 19:16:57,211 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/cd856a54-2747-4b14-d5fc-4cb51e3e9e61 2018-11-15 19:16:57,211 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:16:57,211 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/cd856a54-2747-4b14-d5fc-4cb51e3e9e61 2018-11-15 19:16:57,211 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:16:57,211 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/cd856a54-2747-4b14-d5fc-4cb51e3e9e61 2018-11-15 19:16:57,212 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:16:57,213 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:16:57,219 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-30561492, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cd856a54-2747-4b14-d5fc-4cb51e3e9e61/f388099a-86b8-9627-ba3e-894ae11a17ef/testCheckAndRowMutateTimestampsAreMonotonic.log/WALs/hregion-30561492, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cd856a54-2747-4b14-d5fc-4cb51e3e9e61/f388099a-86b8-9627-ba3e-894ae11a17ef/testCheckAndRowMutateTimestampsAreMonotonic.log/oldWALs 2018-11-15 19:16:57,236 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/cd856a54-2747-4b14-d5fc-4cb51e3e9e61/f388099a-86b8-9627-ba3e-894ae11a17ef/testCheckAndRowMutateTimestampsAreMonotonic.log/WALs/hregion-30561492/hregion-30561492.1542309417220 2018-11-15 19:16:57,236 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:16:57,237 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testCheckAndRowMutateTimestampsAreMonotonic HTD == 'testCheckAndRowMutateTimestampsAreMonotonic', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'colfamily11', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/cd856a54-2747-4b14-d5fc-4cb51e3e9e61 Table name == testCheckAndRowMutateTimestampsAreMonotonic 2018-11-15 19:16:57,252 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testCheckAndRowMutateTimestampsAreMonotonic,,1542309417237.1c905e8ced7b2829a0129b29c3b201ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:16:57,254 DEBUG [StoreOpener-1c905e8ced7b2829a0129b29c3b201ac-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:57,255 INFO [StoreOpener-1c905e8ced7b2829a0129b29c3b201ac-1] hfile.CacheConfig(237): Created cacheConfig for colfamily11: blockCache=LruBlockCache{blockCount=150, currentSize=8.03 MB, freeSize=987.57 MB, maxSize=995.60 MB, heapSize=8.03 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:57,256 INFO [StoreOpener-1c905e8ced7b2829a0129b29c3b201ac-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:57,256 INFO [StoreOpener-1c905e8ced7b2829a0129b29c3b201ac-1] regionserver.HStore(335): Store=colfamily11, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:57,257 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 1c905e8ced7b2829a0129b29c3b201ac 2018-11-15 19:16:57,258 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cd856a54-2747-4b14-d5fc-4cb51e3e9e61/data/default/testCheckAndRowMutateTimestampsAreMonotonic/1c905e8ced7b2829a0129b29c3b201ac 2018-11-15 19:16:57,258 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cd856a54-2747-4b14-d5fc-4cb51e3e9e61/default/testCheckAndRowMutateTimestampsAreMonotonic/1c905e8ced7b2829a0129b29c3b201ac 2018-11-15 19:16:57,258 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 1c905e8ced7b2829a0129b29c3b201ac 2018-11-15 19:16:57,258 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 1c905e8ced7b2829a0129b29c3b201ac 2018-11-15 19:16:57,259 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 1c905e8ced7b2829a0129b29c3b201ac 2018-11-15 19:16:57,259 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 1c905e8ced7b2829a0129b29c3b201ac 2018-11-15 19:16:57,273 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cd856a54-2747-4b14-d5fc-4cb51e3e9e61/default/testCheckAndRowMutateTimestampsAreMonotonic/1c905e8ced7b2829a0129b29c3b201ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:16:57,273 INFO [Time-limited test] regionserver.HRegion(1009): Opened 1c905e8ced7b2829a0129b29c3b201ac; next sequenceid=2 2018-11-15 19:16:57,275 INFO [Time-limited test] regionserver.HRegion(8449): writing data to region testCheckAndRowMutateTimestampsAreMonotonic,,1542309417237.1c905e8ced7b2829a0129b29c3b201ac. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:16:57,280 INFO [Time-limited test] regionserver.TestHRegion(6158): c value qual2 2018-11-15 19:16:57,280 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 1c905e8ced7b2829a0129b29c3b201ac, disabling compactions & flushes 2018-11-15 19:16:57,280 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testCheckAndRowMutateTimestampsAreMonotonic,,1542309417237.1c905e8ced7b2829a0129b29c3b201ac. 2018-11-15 19:16:57,281 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=90 B heapSize=496 B 2018-11-15 19:16:57,295 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 03c4d9b5fc8441a9bd89999280e7529d 2018-11-15 19:16:57,297 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=90 B at sequenceid=4 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cd856a54-2747-4b14-d5fc-4cb51e3e9e61/data/default/testCheckAndRowMutateTimestampsAreMonotonic/1c905e8ced7b2829a0129b29c3b201ac/.tmp/colfamily11/03c4d9b5fc8441a9bd89999280e7529d 2018-11-15 19:16:57,298 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cd856a54-2747-4b14-d5fc-4cb51e3e9e61/data/default/testCheckAndRowMutateTimestampsAreMonotonic/1c905e8ced7b2829a0129b29c3b201ac/.tmp/colfamily11/03c4d9b5fc8441a9bd89999280e7529d as /mnt/disk2/a/hbase/hbase-server/target/test-data/cd856a54-2747-4b14-d5fc-4cb51e3e9e61/data/default/testCheckAndRowMutateTimestampsAreMonotonic/1c905e8ced7b2829a0129b29c3b201ac/colfamily11/03c4d9b5fc8441a9bd89999280e7529d 2018-11-15 19:16:57,299 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cd856a54-2747-4b14-d5fc-4cb51e3e9e61/data/default/testCheckAndRowMutateTimestampsAreMonotonic/1c905e8ced7b2829a0129b29c3b201ac/colfamily11/03c4d9b5fc8441a9bd89999280e7529d, entries=1, sequenceid=4, filesize=4.8 K 2018-11-15 19:16:57,300 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~90 B/90, heapSize ~480 B/480, currentSize=0 B/0 for 1c905e8ced7b2829a0129b29c3b201ac in 0ms, sequenceid=4, compaction requested=false 2018-11-15 19:16:57,302 INFO [Time-limited test] regionserver.HRegion(1711): Closed testCheckAndRowMutateTimestampsAreMonotonic,,1542309417237.1c905e8ced7b2829a0129b29c3b201ac. 2018-11-15 19:16:57,304 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/cd856a54-2747-4b14-d5fc-4cb51e3e9e61/f388099a-86b8-9627-ba3e-894ae11a17ef/testCheckAndRowMutateTimestampsAreMonotonic.log/oldWALs 2018-11-15 19:16:57,304 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-30561492:(num 1542309417220) 2018-11-15 19:16:57,304 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/cd856a54-2747-4b14-d5fc-4cb51e3e9e61 2018-11-15 19:16:57,338 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testCheckAndRowMutateTimestampsAreMonotonic Thread=14 (was 14), OpenFileDescriptor=2813 (was 2527) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=235 (was 235), ProcessCount=363 (was 363), AvailableMemoryMB=37427 (was 37428) 2018-11-15 19:16:57,339 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=2813 is superior to 1024 2018-11-15 19:16:57,379 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testBatchPut_whileNoRowLocksHeld Thread=14, OpenFileDescriptor=2815, MaxFileDescriptor=32000, SystemLoadAverage=235, ProcessCount=363, AvailableMemoryMB=37425 2018-11-15 19:16:57,379 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=2815 is superior to 1024 2018-11-15 19:16:57,412 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/2571252b-31f1-3661-2d88-a30d5c2dc547 2018-11-15 19:16:57,412 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:16:57,412 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/2571252b-31f1-3661-2d88-a30d5c2dc547 2018-11-15 19:16:57,412 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:16:57,413 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/2571252b-31f1-3661-2d88-a30d5c2dc547 2018-11-15 19:16:57,413 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:16:57,415 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:16:57,422 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-35944112, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/2571252b-31f1-3661-2d88-a30d5c2dc547/bb1c4453-7f92-bcd9-ac8b-0153d2eb67f8/testBatchPut_whileNoRowLocksHeld.log/WALs/hregion-35944112, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/2571252b-31f1-3661-2d88-a30d5c2dc547/bb1c4453-7f92-bcd9-ac8b-0153d2eb67f8/testBatchPut_whileNoRowLocksHeld.log/oldWALs 2018-11-15 19:16:57,440 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/2571252b-31f1-3661-2d88-a30d5c2dc547/bb1c4453-7f92-bcd9-ac8b-0153d2eb67f8/testBatchPut_whileNoRowLocksHeld.log/WALs/hregion-35944112/hregion-35944112.1542309417423 2018-11-15 19:16:57,441 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:16:57,441 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testBatchPut_whileNoRowLocksHeld HTD == 'testBatchPut_whileNoRowLocksHeld', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'MyCF', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/2571252b-31f1-3661-2d88-a30d5c2dc547 Table name == testBatchPut_whileNoRowLocksHeld 2018-11-15 19:16:57,456 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testBatchPut_whileNoRowLocksHeld,,1542309417441.4a35b0819e94e334be2a077da8a6cc37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:16:57,458 DEBUG [StoreOpener-4a35b0819e94e334be2a077da8a6cc37-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:57,460 INFO [StoreOpener-4a35b0819e94e334be2a077da8a6cc37-1] hfile.CacheConfig(237): Created cacheConfig for MyCF: blockCache=LruBlockCache{blockCount=150, currentSize=8.03 MB, freeSize=987.57 MB, maxSize=995.60 MB, heapSize=8.03 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:57,460 INFO [StoreOpener-4a35b0819e94e334be2a077da8a6cc37-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:57,461 INFO [StoreOpener-4a35b0819e94e334be2a077da8a6cc37-1] regionserver.HStore(335): Store=MyCF, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:57,461 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 4a35b0819e94e334be2a077da8a6cc37 2018-11-15 19:16:57,462 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/2571252b-31f1-3661-2d88-a30d5c2dc547/data/default/testBatchPut_whileNoRowLocksHeld/4a35b0819e94e334be2a077da8a6cc37 2018-11-15 19:16:57,462 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/2571252b-31f1-3661-2d88-a30d5c2dc547/default/testBatchPut_whileNoRowLocksHeld/4a35b0819e94e334be2a077da8a6cc37 2018-11-15 19:16:57,463 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 4a35b0819e94e334be2a077da8a6cc37 2018-11-15 19:16:57,463 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 4a35b0819e94e334be2a077da8a6cc37 2018-11-15 19:16:57,463 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 4a35b0819e94e334be2a077da8a6cc37 2018-11-15 19:16:57,464 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 4a35b0819e94e334be2a077da8a6cc37 2018-11-15 19:16:57,479 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/2571252b-31f1-3661-2d88-a30d5c2dc547/default/testBatchPut_whileNoRowLocksHeld/4a35b0819e94e334be2a077da8a6cc37/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:16:57,479 INFO [Time-limited test] regionserver.HRegion(1009): Opened 4a35b0819e94e334be2a077da8a6cc37; next sequenceid=2 2018-11-15 19:16:57,479 INFO [Time-limited test] regionserver.TestHRegion(1694): First a batch put with all valid puts 2018-11-15 19:16:57,491 INFO [Time-limited test] regionserver.TestHRegion(1506): Next a batch put with one invalid family 2018-11-15 19:16:57,492 WARN [Time-limited test] regionserver.HRegion$BatchOperation(3256): No such column family in batch mutation. org.apache.hadoop.hbase.regionserver.NoSuchColumnFamilyException: Column family BAD_CF does not exist in region testBatchPut_whileNoRowLocksHeld,,1542309417441.4a35b0819e94e334be2a077da8a6cc37. in table 'testBatchPut_whileNoRowLocksHeld', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'MyCF', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} at org.apache.hadoop.hbase.regionserver.HRegion.checkFamily(HRegion.java:4479) at org.apache.hadoop.hbase.regionserver.HRegion.checkFamily(HRegion.java:4466) at org.apache.hadoop.hbase.regionserver.HRegion.checkFamilies(HRegion.java:4460) at org.apache.hadoop.hbase.regionserver.HRegion.access$700(HRegion.java:228) at org.apache.hadoop.hbase.regionserver.HRegion$MutationBatchOperation.checkAndPreparePut(HRegion.java:3564) at org.apache.hadoop.hbase.regionserver.HRegion$BatchOperation.checkAndPrepareMutation(HRegion.java:3232) at org.apache.hadoop.hbase.regionserver.HRegion$BatchOperation.checkAndPrepareMutation(HRegion.java:3242) at org.apache.hadoop.hbase.regionserver.HRegion$MutationBatchOperation$1.visit(HRegion.java:3590) at org.apache.hadoop.hbase.regionserver.HRegion$BatchOperation.visitBatchOperations(HRegion.java:3125) at org.apache.hadoop.hbase.regionserver.HRegion$MutationBatchOperation.checkAndPrepare(HRegion.java:3570) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4009) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3943) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3934) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3948) at org.apache.hadoop.hbase.regionserver.TestHRegion.testBatchPut_whileNoRowLocksHeld(TestHRegion.java:1508) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:57,496 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 4a35b0819e94e334be2a077da8a6cc37, disabling compactions & flushes 2018-11-15 19:16:57,496 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testBatchPut_whileNoRowLocksHeld,,1542309417441.4a35b0819e94e334be2a077da8a6cc37. 2018-11-15 19:16:57,496 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=722 B heapSize=2.33 KB 2018-11-15 19:16:57,512 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 028354c8afc443588a69ad0a2cfed18b 2018-11-15 19:16:57,513 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=722 B at sequenceid=4 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/2571252b-31f1-3661-2d88-a30d5c2dc547/data/default/testBatchPut_whileNoRowLocksHeld/4a35b0819e94e334be2a077da8a6cc37/.tmp/MyCF/028354c8afc443588a69ad0a2cfed18b 2018-11-15 19:16:57,514 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/2571252b-31f1-3661-2d88-a30d5c2dc547/data/default/testBatchPut_whileNoRowLocksHeld/4a35b0819e94e334be2a077da8a6cc37/.tmp/MyCF/028354c8afc443588a69ad0a2cfed18b as /mnt/disk2/a/hbase/hbase-server/target/test-data/2571252b-31f1-3661-2d88-a30d5c2dc547/data/default/testBatchPut_whileNoRowLocksHeld/4a35b0819e94e334be2a077da8a6cc37/MyCF/028354c8afc443588a69ad0a2cfed18b 2018-11-15 19:16:57,515 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/2571252b-31f1-3661-2d88-a30d5c2dc547/data/default/testBatchPut_whileNoRowLocksHeld/4a35b0819e94e334be2a077da8a6cc37/MyCF/028354c8afc443588a69ad0a2cfed18b, entries=10, sequenceid=4, filesize=5.1 K 2018-11-15 19:16:57,516 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~722 B/722, heapSize ~2.31 KB/2368, currentSize=0 B/0 for 4a35b0819e94e334be2a077da8a6cc37 in 20ms, sequenceid=4, compaction requested=false 2018-11-15 19:16:57,518 INFO [Time-limited test] regionserver.HRegion(1711): Closed testBatchPut_whileNoRowLocksHeld,,1542309417441.4a35b0819e94e334be2a077da8a6cc37. 2018-11-15 19:16:57,520 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/2571252b-31f1-3661-2d88-a30d5c2dc547/bb1c4453-7f92-bcd9-ac8b-0153d2eb67f8/testBatchPut_whileNoRowLocksHeld.log/oldWALs 2018-11-15 19:16:57,520 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-35944112:(num 1542309417423) 2018-11-15 19:16:57,520 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/2571252b-31f1-3661-2d88-a30d5c2dc547 2018-11-15 19:16:57,550 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testBatchPut_whileNoRowLocksHeld Thread=14 (was 14), OpenFileDescriptor=3101 (was 2815) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=235 (was 235), ProcessCount=363 (was 363), AvailableMemoryMB=37426 (was 37425) - AvailableMemoryMB LEAK? - 2018-11-15 19:16:57,550 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=3101 is superior to 1024 2018-11-15 19:16:57,576 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testDelete_CheckTimestampUpdated Thread=14, OpenFileDescriptor=3103, MaxFileDescriptor=32000, SystemLoadAverage=235, ProcessCount=363, AvailableMemoryMB=37426 2018-11-15 19:16:57,576 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=3103 is superior to 1024 2018-11-15 19:16:57,597 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/13f9c60b-5341-a41f-ae44-8305b31f54b8 2018-11-15 19:16:57,598 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:16:57,598 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/13f9c60b-5341-a41f-ae44-8305b31f54b8 2018-11-15 19:16:57,598 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:16:57,598 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/13f9c60b-5341-a41f-ae44-8305b31f54b8 2018-11-15 19:16:57,598 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:16:57,599 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:16:57,604 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-54190841, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/13f9c60b-5341-a41f-ae44-8305b31f54b8/e2a953e9-9fbd-3e72-2993-72beaa8c0138/testDelete_CheckTimestampUpdated.log/WALs/hregion-54190841, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/13f9c60b-5341-a41f-ae44-8305b31f54b8/e2a953e9-9fbd-3e72-2993-72beaa8c0138/testDelete_CheckTimestampUpdated.log/oldWALs 2018-11-15 19:16:57,624 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/13f9c60b-5341-a41f-ae44-8305b31f54b8/e2a953e9-9fbd-3e72-2993-72beaa8c0138/testDelete_CheckTimestampUpdated.log/WALs/hregion-54190841/hregion-54190841.1542309417605 2018-11-15 19:16:57,624 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:16:57,625 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDelete_CheckTimestampUpdated HTD == 'testDelete_CheckTimestampUpdated', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'colfamily11', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/13f9c60b-5341-a41f-ae44-8305b31f54b8 Table name == testDelete_CheckTimestampUpdated 2018-11-15 19:16:57,642 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDelete_CheckTimestampUpdated,,1542309417624.ae293aebfb482b12f9a4f82390826609.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:16:57,644 DEBUG [StoreOpener-ae293aebfb482b12f9a4f82390826609-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:57,645 INFO [StoreOpener-ae293aebfb482b12f9a4f82390826609-1] hfile.CacheConfig(237): Created cacheConfig for colfamily11: blockCache=LruBlockCache{blockCount=150, currentSize=8.03 MB, freeSize=987.57 MB, maxSize=995.60 MB, heapSize=8.03 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:57,645 INFO [StoreOpener-ae293aebfb482b12f9a4f82390826609-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:57,646 INFO [StoreOpener-ae293aebfb482b12f9a4f82390826609-1] regionserver.HStore(335): Store=colfamily11, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:57,646 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for ae293aebfb482b12f9a4f82390826609 2018-11-15 19:16:57,647 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/13f9c60b-5341-a41f-ae44-8305b31f54b8/data/default/testDelete_CheckTimestampUpdated/ae293aebfb482b12f9a4f82390826609 2018-11-15 19:16:57,647 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/13f9c60b-5341-a41f-ae44-8305b31f54b8/default/testDelete_CheckTimestampUpdated/ae293aebfb482b12f9a4f82390826609 2018-11-15 19:16:57,647 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for ae293aebfb482b12f9a4f82390826609 2018-11-15 19:16:57,647 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for ae293aebfb482b12f9a4f82390826609 2018-11-15 19:16:57,647 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for ae293aebfb482b12f9a4f82390826609 2018-11-15 19:16:57,648 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for ae293aebfb482b12f9a4f82390826609 2018-11-15 19:16:57,663 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/13f9c60b-5341-a41f-ae44-8305b31f54b8/default/testDelete_CheckTimestampUpdated/ae293aebfb482b12f9a4f82390826609/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:16:57,663 INFO [Time-limited test] regionserver.HRegion(1009): Opened ae293aebfb482b12f9a4f82390826609; next sequenceid=2 2018-11-15 19:16:57,665 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing ae293aebfb482b12f9a4f82390826609, disabling compactions & flushes 2018-11-15 19:16:57,665 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDelete_CheckTimestampUpdated,,1542309417624.ae293aebfb482b12f9a4f82390826609. 2018-11-15 19:16:57,665 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=117 B heapSize=592 B 2018-11-15 19:16:57,683 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on b2336d0b9cb14d3d8bb78cae0ee9e902 2018-11-15 19:16:57,684 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=117 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/13f9c60b-5341-a41f-ae44-8305b31f54b8/data/default/testDelete_CheckTimestampUpdated/ae293aebfb482b12f9a4f82390826609/.tmp/colfamily11/b2336d0b9cb14d3d8bb78cae0ee9e902 2018-11-15 19:16:57,686 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/13f9c60b-5341-a41f-ae44-8305b31f54b8/data/default/testDelete_CheckTimestampUpdated/ae293aebfb482b12f9a4f82390826609/.tmp/colfamily11/b2336d0b9cb14d3d8bb78cae0ee9e902 as /mnt/disk2/a/hbase/hbase-server/target/test-data/13f9c60b-5341-a41f-ae44-8305b31f54b8/data/default/testDelete_CheckTimestampUpdated/ae293aebfb482b12f9a4f82390826609/colfamily11/b2336d0b9cb14d3d8bb78cae0ee9e902 2018-11-15 19:16:57,687 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/13f9c60b-5341-a41f-ae44-8305b31f54b8/data/default/testDelete_CheckTimestampUpdated/ae293aebfb482b12f9a4f82390826609/colfamily11/b2336d0b9cb14d3d8bb78cae0ee9e902, entries=3, sequenceid=3, filesize=4.8 K 2018-11-15 19:16:57,688 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~117 B/117, heapSize ~576 B/576, currentSize=0 B/0 for ae293aebfb482b12f9a4f82390826609 in 23ms, sequenceid=3, compaction requested=false 2018-11-15 19:16:57,689 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDelete_CheckTimestampUpdated,,1542309417624.ae293aebfb482b12f9a4f82390826609. 2018-11-15 19:16:57,692 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/13f9c60b-5341-a41f-ae44-8305b31f54b8/e2a953e9-9fbd-3e72-2993-72beaa8c0138/testDelete_CheckTimestampUpdated.log/oldWALs 2018-11-15 19:16:57,692 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-54190841:(num 1542309417605) 2018-11-15 19:16:57,692 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/13f9c60b-5341-a41f-ae44-8305b31f54b8 2018-11-15 19:16:57,732 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testDelete_CheckTimestampUpdated Thread=14 (was 14), OpenFileDescriptor=3389 (was 3103) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=235 (was 235), ProcessCount=363 (was 363), AvailableMemoryMB=37425 (was 37426) 2018-11-15 19:16:57,732 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=3389 is superior to 1024 2018-11-15 19:16:57,774 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testScanner_StopRow1542 Thread=14, OpenFileDescriptor=3389, MaxFileDescriptor=32000, SystemLoadAverage=235, ProcessCount=363, AvailableMemoryMB=37424 2018-11-15 19:16:57,774 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=3389 is superior to 1024 2018-11-15 19:16:57,805 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/ada7a549-fd24-f745-c899-4716c72922b3 2018-11-15 19:16:57,805 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:16:57,806 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/ada7a549-fd24-f745-c899-4716c72922b3 2018-11-15 19:16:57,806 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:16:57,806 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/ada7a549-fd24-f745-c899-4716c72922b3 2018-11-15 19:16:57,806 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:16:57,808 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:16:57,814 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-27248632, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ada7a549-fd24-f745-c899-4716c72922b3/a522d514-2177-3a9c-8c88-c3f0546377e0/testScanner_StopRow1542.log/WALs/hregion-27248632, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ada7a549-fd24-f745-c899-4716c72922b3/a522d514-2177-3a9c-8c88-c3f0546377e0/testScanner_StopRow1542.log/oldWALs 2018-11-15 19:16:57,832 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/ada7a549-fd24-f745-c899-4716c72922b3/a522d514-2177-3a9c-8c88-c3f0546377e0/testScanner_StopRow1542.log/WALs/hregion-27248632/hregion-27248632.1542309417814 2018-11-15 19:16:57,832 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:16:57,833 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testScanner_StopRow1542 HTD == 'testScanner_StopRow1542', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'testFamily', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/ada7a549-fd24-f745-c899-4716c72922b3 Table name == testScanner_StopRow1542 2018-11-15 19:16:57,850 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testScanner_StopRow1542,,1542309417832.255a372960fda2491102a3b744f18c25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:16:57,853 DEBUG [StoreOpener-255a372960fda2491102a3b744f18c25-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:57,854 INFO [StoreOpener-255a372960fda2491102a3b744f18c25-1] hfile.CacheConfig(237): Created cacheConfig for testFamily: blockCache=LruBlockCache{blockCount=150, currentSize=8.03 MB, freeSize=987.57 MB, maxSize=995.60 MB, heapSize=8.03 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:57,854 INFO [StoreOpener-255a372960fda2491102a3b744f18c25-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:57,855 INFO [StoreOpener-255a372960fda2491102a3b744f18c25-1] regionserver.HStore(335): Store=testFamily, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:57,855 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 255a372960fda2491102a3b744f18c25 2018-11-15 19:16:57,856 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ada7a549-fd24-f745-c899-4716c72922b3/data/default/testScanner_StopRow1542/255a372960fda2491102a3b744f18c25 2018-11-15 19:16:57,857 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ada7a549-fd24-f745-c899-4716c72922b3/default/testScanner_StopRow1542/255a372960fda2491102a3b744f18c25 2018-11-15 19:16:57,857 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 255a372960fda2491102a3b744f18c25 2018-11-15 19:16:57,857 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 255a372960fda2491102a3b744f18c25 2018-11-15 19:16:57,857 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 255a372960fda2491102a3b744f18c25 2018-11-15 19:16:57,858 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 255a372960fda2491102a3b744f18c25 2018-11-15 19:16:57,875 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ada7a549-fd24-f745-c899-4716c72922b3/default/testScanner_StopRow1542/255a372960fda2491102a3b744f18c25/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:16:57,875 INFO [Time-limited test] regionserver.HRegion(1009): Opened 255a372960fda2491102a3b744f18c25; next sequenceid=2 2018-11-15 19:16:57,880 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 255a372960fda2491102a3b744f18c25, disabling compactions & flushes 2018-11-15 19:16:57,881 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testScanner_StopRow1542,,1542309417832.255a372960fda2491102a3b744f18c25. 2018-11-15 19:16:57,881 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=250 B heapSize=896 B 2018-11-15 19:16:57,898 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on f9fbd5dfd42449b79856c1711352c331 2018-11-15 19:16:57,900 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=250 B at sequenceid=7 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/ada7a549-fd24-f745-c899-4716c72922b3/data/default/testScanner_StopRow1542/255a372960fda2491102a3b744f18c25/.tmp/testFamily/f9fbd5dfd42449b79856c1711352c331 2018-11-15 19:16:57,901 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/ada7a549-fd24-f745-c899-4716c72922b3/data/default/testScanner_StopRow1542/255a372960fda2491102a3b744f18c25/.tmp/testFamily/f9fbd5dfd42449b79856c1711352c331 as /mnt/disk2/a/hbase/hbase-server/target/test-data/ada7a549-fd24-f745-c899-4716c72922b3/data/default/testScanner_StopRow1542/255a372960fda2491102a3b744f18c25/testFamily/f9fbd5dfd42449b79856c1711352c331 2018-11-15 19:16:57,902 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/ada7a549-fd24-f745-c899-4716c72922b3/data/default/testScanner_StopRow1542/255a372960fda2491102a3b744f18c25/testFamily/f9fbd5dfd42449b79856c1711352c331, entries=5, sequenceid=7, filesize=5.0 K 2018-11-15 19:16:57,903 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~250 B/250, heapSize ~880 B/880, currentSize=0 B/0 for 255a372960fda2491102a3b744f18c25 in 22ms, sequenceid=7, compaction requested=false 2018-11-15 19:16:57,905 INFO [Time-limited test] regionserver.HRegion(1711): Closed testScanner_StopRow1542,,1542309417832.255a372960fda2491102a3b744f18c25. 2018-11-15 19:16:57,907 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/ada7a549-fd24-f745-c899-4716c72922b3/a522d514-2177-3a9c-8c88-c3f0546377e0/testScanner_StopRow1542.log/oldWALs 2018-11-15 19:16:57,907 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-27248632:(num 1542309417814) 2018-11-15 19:16:57,907 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/ada7a549-fd24-f745-c899-4716c72922b3 2018-11-15 19:16:57,950 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testScanner_StopRow1542 Thread=14 (was 14), OpenFileDescriptor=3677 (was 3389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=224 (was 235), ProcessCount=363 (was 363), AvailableMemoryMB=37424 (was 37424) 2018-11-15 19:16:57,950 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=3677 is superior to 1024 2018-11-15 19:16:57,987 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testWriteRequestsCounter Thread=14, OpenFileDescriptor=3679, MaxFileDescriptor=32000, SystemLoadAverage=224, ProcessCount=363, AvailableMemoryMB=37423 2018-11-15 19:16:57,988 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=3679 is superior to 1024 2018-11-15 19:16:58,020 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/ed5f0beb-3f05-2061-a9a9-050962dc849f 2018-11-15 19:16:58,020 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:16:58,020 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/ed5f0beb-3f05-2061-a9a9-050962dc849f 2018-11-15 19:16:58,021 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:16:58,021 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/ed5f0beb-3f05-2061-a9a9-050962dc849f 2018-11-15 19:16:58,021 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:16:58,023 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:16:58,029 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-75348003, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ed5f0beb-3f05-2061-a9a9-050962dc849f/5fabfe39-9cc8-1ad1-af50-01e4bb343142/testWriteRequestsCounter.log/WALs/hregion-75348003, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ed5f0beb-3f05-2061-a9a9-050962dc849f/5fabfe39-9cc8-1ad1-af50-01e4bb343142/testWriteRequestsCounter.log/oldWALs 2018-11-15 19:16:58,049 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/ed5f0beb-3f05-2061-a9a9-050962dc849f/5fabfe39-9cc8-1ad1-af50-01e4bb343142/testWriteRequestsCounter.log/WALs/hregion-75348003/hregion-75348003.1542309418030 2018-11-15 19:16:58,050 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:16:58,050 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testWriteRequestsCounter HTD == 'testWriteRequestsCounter', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'info', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/ed5f0beb-3f05-2061-a9a9-050962dc849f Table name == testWriteRequestsCounter 2018-11-15 19:16:58,069 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testWriteRequestsCounter,,1542309418050.ee681da9077dc4f90cb3e225bcac57aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:16:58,070 DEBUG [StoreOpener-ee681da9077dc4f90cb3e225bcac57aa-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:58,071 INFO [StoreOpener-ee681da9077dc4f90cb3e225bcac57aa-1] hfile.CacheConfig(237): Created cacheConfig for info: blockCache=LruBlockCache{blockCount=150, currentSize=8.03 MB, freeSize=987.57 MB, maxSize=995.60 MB, heapSize=8.03 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:58,072 INFO [StoreOpener-ee681da9077dc4f90cb3e225bcac57aa-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:58,072 INFO [StoreOpener-ee681da9077dc4f90cb3e225bcac57aa-1] regionserver.HStore(335): Store=info, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:58,072 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for ee681da9077dc4f90cb3e225bcac57aa 2018-11-15 19:16:58,073 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ed5f0beb-3f05-2061-a9a9-050962dc849f/data/default/testWriteRequestsCounter/ee681da9077dc4f90cb3e225bcac57aa 2018-11-15 19:16:58,074 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ed5f0beb-3f05-2061-a9a9-050962dc849f/default/testWriteRequestsCounter/ee681da9077dc4f90cb3e225bcac57aa 2018-11-15 19:16:58,074 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for ee681da9077dc4f90cb3e225bcac57aa 2018-11-15 19:16:58,074 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for ee681da9077dc4f90cb3e225bcac57aa 2018-11-15 19:16:58,074 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for ee681da9077dc4f90cb3e225bcac57aa 2018-11-15 19:16:58,075 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for ee681da9077dc4f90cb3e225bcac57aa 2018-11-15 19:16:58,088 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ed5f0beb-3f05-2061-a9a9-050962dc849f/default/testWriteRequestsCounter/ee681da9077dc4f90cb3e225bcac57aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:16:58,088 INFO [Time-limited test] regionserver.HRegion(1009): Opened ee681da9077dc4f90cb3e225bcac57aa; next sequenceid=2 2018-11-15 19:16:58,092 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing ee681da9077dc4f90cb3e225bcac57aa, disabling compactions & flushes 2018-11-15 19:16:58,092 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testWriteRequestsCounter,,1542309418050.ee681da9077dc4f90cb3e225bcac57aa. 2018-11-15 19:16:58,092 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=136 B heapSize=696 B 2018-11-15 19:16:58,108 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on bf54cfbdccba46b2b58c874553dd9c5a 2018-11-15 19:16:58,111 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=136 B at sequenceid=6 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/ed5f0beb-3f05-2061-a9a9-050962dc849f/data/default/testWriteRequestsCounter/ee681da9077dc4f90cb3e225bcac57aa/.tmp/info/bf54cfbdccba46b2b58c874553dd9c5a 2018-11-15 19:16:58,111 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf54cfbdccba46b2b58c874553dd9c5a 2018-11-15 19:16:58,112 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/ed5f0beb-3f05-2061-a9a9-050962dc849f/data/default/testWriteRequestsCounter/ee681da9077dc4f90cb3e225bcac57aa/.tmp/info/bf54cfbdccba46b2b58c874553dd9c5a as /mnt/disk2/a/hbase/hbase-server/target/test-data/ed5f0beb-3f05-2061-a9a9-050962dc849f/data/default/testWriteRequestsCounter/ee681da9077dc4f90cb3e225bcac57aa/info/bf54cfbdccba46b2b58c874553dd9c5a 2018-11-15 19:16:58,112 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf54cfbdccba46b2b58c874553dd9c5a 2018-11-15 19:16:58,113 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/ed5f0beb-3f05-2061-a9a9-050962dc849f/data/default/testWriteRequestsCounter/ee681da9077dc4f90cb3e225bcac57aa/info/bf54cfbdccba46b2b58c874553dd9c5a, entries=1, sequenceid=6, filesize=4.9 K 2018-11-15 19:16:58,114 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~136 B/136, heapSize ~680 B/680, currentSize=0 B/0 for ee681da9077dc4f90cb3e225bcac57aa in 22ms, sequenceid=6, compaction requested=false 2018-11-15 19:16:58,115 INFO [Time-limited test] regionserver.HRegion(1711): Closed testWriteRequestsCounter,,1542309418050.ee681da9077dc4f90cb3e225bcac57aa. 2018-11-15 19:16:58,117 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/ed5f0beb-3f05-2061-a9a9-050962dc849f/5fabfe39-9cc8-1ad1-af50-01e4bb343142/testWriteRequestsCounter.log/oldWALs 2018-11-15 19:16:58,117 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-75348003:(num 1542309418030) 2018-11-15 19:16:58,117 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/ed5f0beb-3f05-2061-a9a9-050962dc849f 2018-11-15 19:16:58,150 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testWriteRequestsCounter Thread=14 (was 14), OpenFileDescriptor=3965 (was 3679) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=224 (was 224), ProcessCount=363 (was 363), AvailableMemoryMB=37423 (was 37423) 2018-11-15 19:16:58,150 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=3965 is superior to 1024 2018-11-15 19:16:58,180 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testDelete_multiDeleteColumn Thread=14, OpenFileDescriptor=3967, MaxFileDescriptor=32000, SystemLoadAverage=224, ProcessCount=363, AvailableMemoryMB=37423 2018-11-15 19:16:58,181 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=3967 is superior to 1024 2018-11-15 19:16:58,213 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/ff376a2a-9ed9-40ad-1c9a-92ebd31c32f8 2018-11-15 19:16:58,213 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:16:58,213 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/ff376a2a-9ed9-40ad-1c9a-92ebd31c32f8 2018-11-15 19:16:58,213 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:16:58,214 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/ff376a2a-9ed9-40ad-1c9a-92ebd31c32f8 2018-11-15 19:16:58,214 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:16:58,215 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:16:58,222 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-97819482, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ff376a2a-9ed9-40ad-1c9a-92ebd31c32f8/5bea960e-0610-f244-7db6-b647095a8c0f/testDelete_multiDeleteColumn.log/WALs/hregion-97819482, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ff376a2a-9ed9-40ad-1c9a-92ebd31c32f8/5bea960e-0610-f244-7db6-b647095a8c0f/testDelete_multiDeleteColumn.log/oldWALs 2018-11-15 19:16:58,246 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/ff376a2a-9ed9-40ad-1c9a-92ebd31c32f8/5bea960e-0610-f244-7db6-b647095a8c0f/testDelete_multiDeleteColumn.log/WALs/hregion-97819482/hregion-97819482.1542309418222 2018-11-15 19:16:58,246 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:16:58,247 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDelete_multiDeleteColumn HTD == 'testDelete_multiDeleteColumn', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'fam1', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/ff376a2a-9ed9-40ad-1c9a-92ebd31c32f8 Table name == testDelete_multiDeleteColumn 2018-11-15 19:16:58,268 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDelete_multiDeleteColumn,,1542309418247.99e6873ec7cd984b6754e95b94012a6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:16:58,270 DEBUG [StoreOpener-99e6873ec7cd984b6754e95b94012a6d-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:58,272 INFO [StoreOpener-99e6873ec7cd984b6754e95b94012a6d-1] hfile.CacheConfig(237): Created cacheConfig for fam1: blockCache=LruBlockCache{blockCount=150, currentSize=8.03 MB, freeSize=987.57 MB, maxSize=995.60 MB, heapSize=8.03 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:58,272 INFO [StoreOpener-99e6873ec7cd984b6754e95b94012a6d-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:58,273 INFO [StoreOpener-99e6873ec7cd984b6754e95b94012a6d-1] regionserver.HStore(335): Store=fam1, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:58,273 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 99e6873ec7cd984b6754e95b94012a6d 2018-11-15 19:16:58,274 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ff376a2a-9ed9-40ad-1c9a-92ebd31c32f8/data/default/testDelete_multiDeleteColumn/99e6873ec7cd984b6754e95b94012a6d 2018-11-15 19:16:58,274 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ff376a2a-9ed9-40ad-1c9a-92ebd31c32f8/default/testDelete_multiDeleteColumn/99e6873ec7cd984b6754e95b94012a6d 2018-11-15 19:16:58,274 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 99e6873ec7cd984b6754e95b94012a6d 2018-11-15 19:16:58,274 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 99e6873ec7cd984b6754e95b94012a6d 2018-11-15 19:16:58,274 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 99e6873ec7cd984b6754e95b94012a6d 2018-11-15 19:16:58,276 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 99e6873ec7cd984b6754e95b94012a6d 2018-11-15 19:16:58,295 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ff376a2a-9ed9-40ad-1c9a-92ebd31c32f8/default/testDelete_multiDeleteColumn/99e6873ec7cd984b6754e95b94012a6d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:16:58,296 INFO [Time-limited test] regionserver.HRegion(1009): Opened 99e6873ec7cd984b6754e95b94012a6d; next sequenceid=2 2018-11-15 19:16:58,300 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 99e6873ec7cd984b6754e95b94012a6d, disabling compactions & flushes 2018-11-15 19:16:58,300 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDelete_multiDeleteColumn,,1542309418247.99e6873ec7cd984b6754e95b94012a6d. 2018-11-15 19:16:58,300 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=158 B heapSize=720 B 2018-11-15 19:16:58,322 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on efb941875a654b1f84a257aba00921ac 2018-11-15 19:16:58,323 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=158 B at sequenceid=4 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/ff376a2a-9ed9-40ad-1c9a-92ebd31c32f8/data/default/testDelete_multiDeleteColumn/99e6873ec7cd984b6754e95b94012a6d/.tmp/fam1/efb941875a654b1f84a257aba00921ac 2018-11-15 19:16:58,324 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/ff376a2a-9ed9-40ad-1c9a-92ebd31c32f8/data/default/testDelete_multiDeleteColumn/99e6873ec7cd984b6754e95b94012a6d/.tmp/fam1/efb941875a654b1f84a257aba00921ac as /mnt/disk2/a/hbase/hbase-server/target/test-data/ff376a2a-9ed9-40ad-1c9a-92ebd31c32f8/data/default/testDelete_multiDeleteColumn/99e6873ec7cd984b6754e95b94012a6d/fam1/efb941875a654b1f84a257aba00921ac 2018-11-15 19:16:58,326 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/ff376a2a-9ed9-40ad-1c9a-92ebd31c32f8/data/default/testDelete_multiDeleteColumn/99e6873ec7cd984b6754e95b94012a6d/fam1/efb941875a654b1f84a257aba00921ac, entries=2, sequenceid=4, filesize=4.8 K 2018-11-15 19:16:58,327 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~158 B/158, heapSize ~704 B/704, currentSize=0 B/0 for 99e6873ec7cd984b6754e95b94012a6d in 27ms, sequenceid=4, compaction requested=false 2018-11-15 19:16:58,329 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDelete_multiDeleteColumn,,1542309418247.99e6873ec7cd984b6754e95b94012a6d. 2018-11-15 19:16:58,331 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/ff376a2a-9ed9-40ad-1c9a-92ebd31c32f8/5bea960e-0610-f244-7db6-b647095a8c0f/testDelete_multiDeleteColumn.log/oldWALs 2018-11-15 19:16:58,331 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-97819482:(num 1542309418222) 2018-11-15 19:16:58,331 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/ff376a2a-9ed9-40ad-1c9a-92ebd31c32f8 2018-11-15 19:16:58,379 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testDelete_multiDeleteColumn Thread=14 (was 14), OpenFileDescriptor=4253 (was 3967) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=224 (was 224), ProcessCount=363 (was 363), AvailableMemoryMB=37422 (was 37423) 2018-11-15 19:16:58,379 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=4253 is superior to 1024 2018-11-15 19:16:58,426 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testReverseScanner_StackOverflow Thread=14, OpenFileDescriptor=4253, MaxFileDescriptor=32000, SystemLoadAverage=224, ProcessCount=363, AvailableMemoryMB=37421 2018-11-15 19:16:58,426 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=4253 is superior to 1024 2018-11-15 19:16:58,459 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/096a6742-6ed3-0c8f-4e4d-e3e151bb3693 2018-11-15 19:16:58,459 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:16:58,460 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/096a6742-6ed3-0c8f-4e4d-e3e151bb3693 2018-11-15 19:16:58,460 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:16:58,460 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/096a6742-6ed3-0c8f-4e4d-e3e151bb3693 2018-11-15 19:16:58,487 WARN [Time-limited test] hbase.HBaseConfiguration(49): instantiating HBaseConfiguration() is deprecated. Please use HBaseConfiguration#create() to construct a plain Configuration 2018-11-15 19:16:58,487 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:16:58,489 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:16:58,497 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-23340430, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/096a6742-6ed3-0c8f-4e4d-e3e151bb3693/3d8e14f4-f9dc-c204-4b59-1e41ff9f24c9/testReverseScanner_StackOverflow.log/WALs/hregion-23340430, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/096a6742-6ed3-0c8f-4e4d-e3e151bb3693/3d8e14f4-f9dc-c204-4b59-1e41ff9f24c9/testReverseScanner_StackOverflow.log/oldWALs 2018-11-15 19:16:58,523 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/096a6742-6ed3-0c8f-4e4d-e3e151bb3693/3d8e14f4-f9dc-c204-4b59-1e41ff9f24c9/testReverseScanner_StackOverflow.log/WALs/hregion-23340430/hregion-23340430.1542309418498 2018-11-15 19:16:58,523 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:16:58,524 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testReverseScanner_StackOverflow HTD == 'testReverseScanner_StackOverflow', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'CF1', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/096a6742-6ed3-0c8f-4e4d-e3e151bb3693 Table name == testReverseScanner_StackOverflow 2018-11-15 19:16:58,546 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testReverseScanner_StackOverflow,,1542309418523.00685cef9278685256f5936c98b84d9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:16:58,548 DEBUG [StoreOpener-00685cef9278685256f5936c98b84d9c-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:16:58,550 INFO [StoreOpener-00685cef9278685256f5936c98b84d9c-1] hfile.CacheConfig(237): Created cacheConfig for CF1: blockCache=LruBlockCache{blockCount=150, currentSize=8.03 MB, freeSize=987.57 MB, maxSize=995.60 MB, heapSize=8.03 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:16:58,550 INFO [StoreOpener-00685cef9278685256f5936c98b84d9c-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:16:58,551 INFO [StoreOpener-00685cef9278685256f5936c98b84d9c-1] regionserver.HStore(335): Store=CF1, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:16:58,551 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 00685cef9278685256f5936c98b84d9c 2018-11-15 19:16:58,552 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/096a6742-6ed3-0c8f-4e4d-e3e151bb3693/data/default/testReverseScanner_StackOverflow/00685cef9278685256f5936c98b84d9c 2018-11-15 19:16:58,552 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/096a6742-6ed3-0c8f-4e4d-e3e151bb3693/default/testReverseScanner_StackOverflow/00685cef9278685256f5936c98b84d9c 2018-11-15 19:16:58,552 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 00685cef9278685256f5936c98b84d9c 2018-11-15 19:16:58,552 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 00685cef9278685256f5936c98b84d9c 2018-11-15 19:16:58,552 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 00685cef9278685256f5936c98b84d9c 2018-11-15 19:16:58,553 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 00685cef9278685256f5936c98b84d9c 2018-11-15 19:16:58,573 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/096a6742-6ed3-0c8f-4e4d-e3e151bb3693/default/testReverseScanner_StackOverflow/00685cef9278685256f5936c98b84d9c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:16:58,574 INFO [Time-limited test] regionserver.HRegion(1009): Opened 00685cef9278685256f5936c98b84d9c; next sequenceid=2 2018-11-15 19:16:58,575 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=32 B heapSize=360 B 2018-11-15 19:16:58,597 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 3d6ac20b2e504ee3a6c3d20601f2c55a 2018-11-15 19:16:58,598 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=32 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/096a6742-6ed3-0c8f-4e4d-e3e151bb3693/data/default/testReverseScanner_StackOverflow/00685cef9278685256f5936c98b84d9c/.tmp/CF1/3d6ac20b2e504ee3a6c3d20601f2c55a 2018-11-15 19:16:58,599 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/096a6742-6ed3-0c8f-4e4d-e3e151bb3693/data/default/testReverseScanner_StackOverflow/00685cef9278685256f5936c98b84d9c/.tmp/CF1/3d6ac20b2e504ee3a6c3d20601f2c55a as /mnt/disk2/a/hbase/hbase-server/target/test-data/096a6742-6ed3-0c8f-4e4d-e3e151bb3693/data/default/testReverseScanner_StackOverflow/00685cef9278685256f5936c98b84d9c/CF1/3d6ac20b2e504ee3a6c3d20601f2c55a 2018-11-15 19:16:58,600 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/096a6742-6ed3-0c8f-4e4d-e3e151bb3693/data/default/testReverseScanner_StackOverflow/00685cef9278685256f5936c98b84d9c/CF1/3d6ac20b2e504ee3a6c3d20601f2c55a, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:16:58,601 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 00685cef9278685256f5936c98b84d9c in 26ms, sequenceid=3, compaction requested=false 2018-11-15 19:16:58,601 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309418575 Obtaining lock to block concurrent updates at 1542309418576 Preparing flush snapshotting stores in 00685cef9278685256f5936c98b84d9c at 1542309418576 Finished memstore snapshotting testReverseScanner_StackOverflow,,1542309418523.00685cef9278685256f5936c98b84d9c., syncing WAL and waiting on mvcc, flushsize=dataSize=32, getHeapSize=344, getOffHeapSize=0 at 1542309418576 Flushing stores of testReverseScanner_StackOverflow,,1542309418523.00685cef9278685256f5936c98b84d9c. at 1542309418576 Flushing CF1: creating writer at 1542309418576 Flushing CF1: appending metadata at 1542309418597 Flushing CF1: closing flushed file at 1542309418597 Flushing CF1: reopening flushed file at 1542309418599 Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 00685cef9278685256f5936c98b84d9c in 26ms, sequenceid=3, compaction requested=false at 1542309418601 Flush successful at 1542309418601 2018-11-15 19:16:59,630 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=332.06 KB heapSize=1.07 MB 2018-11-15 19:16:59,646 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 5d1135a07eee43038c8b788819ab9877 2018-11-15 19:16:59,708 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=332.06 KB at sequenceid=10007 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/096a6742-6ed3-0c8f-4e4d-e3e151bb3693/data/default/testReverseScanner_StackOverflow/00685cef9278685256f5936c98b84d9c/.tmp/CF1/5d1135a07eee43038c8b788819ab9877 2018-11-15 19:16:59,709 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/096a6742-6ed3-0c8f-4e4d-e3e151bb3693/data/default/testReverseScanner_StackOverflow/00685cef9278685256f5936c98b84d9c/.tmp/CF1/5d1135a07eee43038c8b788819ab9877 as /mnt/disk2/a/hbase/hbase-server/target/test-data/096a6742-6ed3-0c8f-4e4d-e3e151bb3693/data/default/testReverseScanner_StackOverflow/00685cef9278685256f5936c98b84d9c/CF1/5d1135a07eee43038c8b788819ab9877 2018-11-15 19:16:59,710 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/096a6742-6ed3-0c8f-4e4d-e3e151bb3693/data/default/testReverseScanner_StackOverflow/00685cef9278685256f5936c98b84d9c/CF1/5d1135a07eee43038c8b788819ab9877, entries=10001, sequenceid=10007, filesize=382.1 K 2018-11-15 19:16:59,711 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~332.06 KB/340032, heapSize ~1.07 MB/1120344, currentSize=0 B/0 for 00685cef9278685256f5936c98b84d9c in 81ms, sequenceid=10007, compaction requested=false 2018-11-15 19:16:59,711 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309419630 Obtaining lock to block concurrent updates at 1542309419630 Preparing flush snapshotting stores in 00685cef9278685256f5936c98b84d9c at 1542309419631 Finished memstore snapshotting testReverseScanner_StackOverflow,,1542309418523.00685cef9278685256f5936c98b84d9c., syncing WAL and waiting on mvcc, flushsize=dataSize=340032, getHeapSize=1120344, getOffHeapSize=0 at 1542309419632 Flushing stores of testReverseScanner_StackOverflow,,1542309418523.00685cef9278685256f5936c98b84d9c. at 1542309419632 Flushing CF1: creating writer at 1542309419632 Flushing CF1: appending metadata at 1542309419707 Flushing CF1: closing flushed file at 1542309419707 Flushing CF1: reopening flushed file at 1542309419710 Finished flush of dataSize ~332.06 KB/340032, heapSize ~1.07 MB/1120344, currentSize=0 B/0 for 00685cef9278685256f5936c98b84d9c in 81ms, sequenceid=10007, compaction requested=false at 1542309419711 Flush successful at 1542309419711 2018-11-15 19:17:01,628 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 00685cef9278685256f5936c98b84d9c, disabling compactions & flushes 2018-11-15 19:17:01,629 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testReverseScanner_StackOverflow,,1542309418523.00685cef9278685256f5936c98b84d9c. 2018-11-15 19:17:01,629 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=332.03 KB heapSize=1.07 MB 2018-11-15 19:17:01,656 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 2cea3ed4d003426f897b530dc3e48adf 2018-11-15 19:17:01,686 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=332.03 KB at sequenceid=20010 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/096a6742-6ed3-0c8f-4e4d-e3e151bb3693/data/default/testReverseScanner_StackOverflow/00685cef9278685256f5936c98b84d9c/.tmp/CF1/2cea3ed4d003426f897b530dc3e48adf 2018-11-15 19:17:01,688 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/096a6742-6ed3-0c8f-4e4d-e3e151bb3693/data/default/testReverseScanner_StackOverflow/00685cef9278685256f5936c98b84d9c/.tmp/CF1/2cea3ed4d003426f897b530dc3e48adf as /mnt/disk2/a/hbase/hbase-server/target/test-data/096a6742-6ed3-0c8f-4e4d-e3e151bb3693/data/default/testReverseScanner_StackOverflow/00685cef9278685256f5936c98b84d9c/CF1/2cea3ed4d003426f897b530dc3e48adf 2018-11-15 19:17:01,688 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/096a6742-6ed3-0c8f-4e4d-e3e151bb3693/data/default/testReverseScanner_StackOverflow/00685cef9278685256f5936c98b84d9c/CF1/2cea3ed4d003426f897b530dc3e48adf, entries=10000, sequenceid=20010, filesize=382.4 K 2018-11-15 19:17:01,689 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~332.03 KB/340000, heapSize ~1.07 MB/1120240, currentSize=0 B/0 for 00685cef9278685256f5936c98b84d9c in 60ms, sequenceid=20010, compaction requested=true 2018-11-15 19:17:01,692 INFO [Time-limited test] regionserver.HRegion(1711): Closed testReverseScanner_StackOverflow,,1542309418523.00685cef9278685256f5936c98b84d9c. 2018-11-15 19:17:01,695 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/096a6742-6ed3-0c8f-4e4d-e3e151bb3693/3d8e14f4-f9dc-c204-4b59-1e41ff9f24c9/testReverseScanner_StackOverflow.log/oldWALs 2018-11-15 19:17:01,695 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-23340430:(num 1542309418498) 2018-11-15 19:17:01,695 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/096a6742-6ed3-0c8f-4e4d-e3e151bb3693 2018-11-15 19:17:01,746 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testReverseScanner_StackOverflow Thread=14 (was 14), OpenFileDescriptor=4541 (was 4253) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=224 (was 224), ProcessCount=365 (was 363) - ProcessCount LEAK? -, AvailableMemoryMB=37377 (was 37421) 2018-11-15 19:17:01,747 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=4541 is superior to 1024 2018-11-15 19:17:01,786 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testFlushResult Thread=14, OpenFileDescriptor=4543, MaxFileDescriptor=32000, SystemLoadAverage=224, ProcessCount=365, AvailableMemoryMB=37376 2018-11-15 19:17:01,786 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=4543 is superior to 1024 2018-11-15 19:17:01,820 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/540eecd9-f4b3-fa4f-b306-18b89a5a9388 2018-11-15 19:17:01,820 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:01,821 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/540eecd9-f4b3-fa4f-b306-18b89a5a9388 2018-11-15 19:17:01,821 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:01,821 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/540eecd9-f4b3-fa4f-b306-18b89a5a9388 2018-11-15 19:17:01,846 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:17:01,848 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:01,854 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-02211829, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/540eecd9-f4b3-fa4f-b306-18b89a5a9388/d8fccbe9-a6db-3c0f-b566-f500893a0244/testFlushResult.log/WALs/hregion-02211829, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/540eecd9-f4b3-fa4f-b306-18b89a5a9388/d8fccbe9-a6db-3c0f-b566-f500893a0244/testFlushResult.log/oldWALs 2018-11-15 19:17:01,877 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/540eecd9-f4b3-fa4f-b306-18b89a5a9388/d8fccbe9-a6db-3c0f-b566-f500893a0244/testFlushResult.log/WALs/hregion-02211829/hregion-02211829.1542309421854 2018-11-15 19:17:01,878 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:17:01,879 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testFlushResult HTD == 'testFlushResult', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/540eecd9-f4b3-fa4f-b306-18b89a5a9388 Table name == testFlushResult 2018-11-15 19:17:01,902 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testFlushResult,,1542309421878.be13fb4034e6f7c0afbb851c3c7a6ef8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:01,904 DEBUG [StoreOpener-be13fb4034e6f7c0afbb851c3c7a6ef8-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:01,906 INFO [StoreOpener-be13fb4034e6f7c0afbb851c3c7a6ef8-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=157, currentSize=8.38 MB, freeSize=987.22 MB, maxSize=995.60 MB, heapSize=8.38 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:01,906 INFO [StoreOpener-be13fb4034e6f7c0afbb851c3c7a6ef8-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:01,907 INFO [StoreOpener-be13fb4034e6f7c0afbb851c3c7a6ef8-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:01,908 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for be13fb4034e6f7c0afbb851c3c7a6ef8 2018-11-15 19:17:01,908 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/540eecd9-f4b3-fa4f-b306-18b89a5a9388/data/default/testFlushResult/be13fb4034e6f7c0afbb851c3c7a6ef8 2018-11-15 19:17:01,909 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/540eecd9-f4b3-fa4f-b306-18b89a5a9388/default/testFlushResult/be13fb4034e6f7c0afbb851c3c7a6ef8 2018-11-15 19:17:01,909 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for be13fb4034e6f7c0afbb851c3c7a6ef8 2018-11-15 19:17:01,909 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for be13fb4034e6f7c0afbb851c3c7a6ef8 2018-11-15 19:17:01,909 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for be13fb4034e6f7c0afbb851c3c7a6ef8 2018-11-15 19:17:01,910 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for be13fb4034e6f7c0afbb851c3c7a6ef8 2018-11-15 19:17:01,931 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/540eecd9-f4b3-fa4f-b306-18b89a5a9388/default/testFlushResult/be13fb4034e6f7c0afbb851c3c7a6ef8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:01,931 INFO [Time-limited test] regionserver.HRegion(1009): Opened be13fb4034e6f7c0afbb851c3c7a6ef8; next sequenceid=2 2018-11-15 19:17:01,931 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309421931 Flush successful at 1542309421931 2018-11-15 19:17:01,933 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=62 B heapSize=392 B 2018-11-15 19:17:01,954 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 1c28b5ca86684a77bec7fc11740b4351 2018-11-15 19:17:01,955 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=62 B at sequenceid=4 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/540eecd9-f4b3-fa4f-b306-18b89a5a9388/data/default/testFlushResult/be13fb4034e6f7c0afbb851c3c7a6ef8/.tmp/family/1c28b5ca86684a77bec7fc11740b4351 2018-11-15 19:17:01,956 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/540eecd9-f4b3-fa4f-b306-18b89a5a9388/data/default/testFlushResult/be13fb4034e6f7c0afbb851c3c7a6ef8/.tmp/family/1c28b5ca86684a77bec7fc11740b4351 as /mnt/disk2/a/hbase/hbase-server/target/test-data/540eecd9-f4b3-fa4f-b306-18b89a5a9388/data/default/testFlushResult/be13fb4034e6f7c0afbb851c3c7a6ef8/family/1c28b5ca86684a77bec7fc11740b4351 2018-11-15 19:17:01,957 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/540eecd9-f4b3-fa4f-b306-18b89a5a9388/data/default/testFlushResult/be13fb4034e6f7c0afbb851c3c7a6ef8/family/1c28b5ca86684a77bec7fc11740b4351, entries=1, sequenceid=4, filesize=4.8 K 2018-11-15 19:17:01,958 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~62 B/62, heapSize ~376 B/376, currentSize=0 B/0 for be13fb4034e6f7c0afbb851c3c7a6ef8 in 25ms, sequenceid=4, compaction requested=false 2018-11-15 19:17:01,958 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309421933 Obtaining lock to block concurrent updates at 1542309421933 Preparing flush snapshotting stores in be13fb4034e6f7c0afbb851c3c7a6ef8 at 1542309421933 Finished memstore snapshotting testFlushResult,,1542309421878.be13fb4034e6f7c0afbb851c3c7a6ef8., syncing WAL and waiting on mvcc, flushsize=dataSize=62, getHeapSize=376, getOffHeapSize=0 at 1542309421934 Flushing stores of testFlushResult,,1542309421878.be13fb4034e6f7c0afbb851c3c7a6ef8. at 1542309421934 Flushing family: creating writer at 1542309421934 Flushing family: appending metadata at 1542309421954 Flushing family: closing flushed file at 1542309421954 Flushing family: reopening flushed file at 1542309421957 Finished flush of dataSize ~62 B/62, heapSize ~376 B/376, currentSize=0 B/0 for be13fb4034e6f7c0afbb851c3c7a6ef8 in 25ms, sequenceid=4, compaction requested=false at 1542309421958 Flush successful at 1542309421958 2018-11-15 19:17:01,959 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=62 B heapSize=392 B 2018-11-15 19:17:01,980 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 3f6cef0c3241499fa392de669b70647e 2018-11-15 19:17:01,982 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=62 B at sequenceid=8 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/540eecd9-f4b3-fa4f-b306-18b89a5a9388/data/default/testFlushResult/be13fb4034e6f7c0afbb851c3c7a6ef8/.tmp/family/3f6cef0c3241499fa392de669b70647e 2018-11-15 19:17:01,984 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/540eecd9-f4b3-fa4f-b306-18b89a5a9388/data/default/testFlushResult/be13fb4034e6f7c0afbb851c3c7a6ef8/.tmp/family/3f6cef0c3241499fa392de669b70647e as /mnt/disk2/a/hbase/hbase-server/target/test-data/540eecd9-f4b3-fa4f-b306-18b89a5a9388/data/default/testFlushResult/be13fb4034e6f7c0afbb851c3c7a6ef8/family/3f6cef0c3241499fa392de669b70647e 2018-11-15 19:17:01,985 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/540eecd9-f4b3-fa4f-b306-18b89a5a9388/data/default/testFlushResult/be13fb4034e6f7c0afbb851c3c7a6ef8/family/3f6cef0c3241499fa392de669b70647e, entries=1, sequenceid=8, filesize=4.8 K 2018-11-15 19:17:01,986 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~62 B/62, heapSize ~376 B/376, currentSize=0 B/0 for be13fb4034e6f7c0afbb851c3c7a6ef8 in 27ms, sequenceid=8, compaction requested=false 2018-11-15 19:17:01,987 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309421959 Obtaining lock to block concurrent updates at 1542309421959 Preparing flush snapshotting stores in be13fb4034e6f7c0afbb851c3c7a6ef8 at 1542309421959 Finished memstore snapshotting testFlushResult,,1542309421878.be13fb4034e6f7c0afbb851c3c7a6ef8., syncing WAL and waiting on mvcc, flushsize=dataSize=62, getHeapSize=376, getOffHeapSize=0 at 1542309421960 Flushing stores of testFlushResult,,1542309421878.be13fb4034e6f7c0afbb851c3c7a6ef8. at 1542309421960 Flushing family: creating writer at 1542309421960 Flushing family: appending metadata at 1542309421981 Flushing family: closing flushed file at 1542309421981 Flushing family: reopening flushed file at 1542309421984 Finished flush of dataSize ~62 B/62, heapSize ~376 B/376, currentSize=0 B/0 for be13fb4034e6f7c0afbb851c3c7a6ef8 in 27ms, sequenceid=8, compaction requested=false at 1542309421987 Flush successful at 1542309421987 2018-11-15 19:17:01,988 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=62 B heapSize=392 B 2018-11-15 19:17:02,007 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on d1df5326c9914c6bb455d052a603d6f2 2018-11-15 19:17:02,009 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=62 B at sequenceid=12 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/540eecd9-f4b3-fa4f-b306-18b89a5a9388/data/default/testFlushResult/be13fb4034e6f7c0afbb851c3c7a6ef8/.tmp/family/d1df5326c9914c6bb455d052a603d6f2 2018-11-15 19:17:02,010 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/540eecd9-f4b3-fa4f-b306-18b89a5a9388/data/default/testFlushResult/be13fb4034e6f7c0afbb851c3c7a6ef8/.tmp/family/d1df5326c9914c6bb455d052a603d6f2 as /mnt/disk2/a/hbase/hbase-server/target/test-data/540eecd9-f4b3-fa4f-b306-18b89a5a9388/data/default/testFlushResult/be13fb4034e6f7c0afbb851c3c7a6ef8/family/d1df5326c9914c6bb455d052a603d6f2 2018-11-15 19:17:02,011 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/540eecd9-f4b3-fa4f-b306-18b89a5a9388/data/default/testFlushResult/be13fb4034e6f7c0afbb851c3c7a6ef8/family/d1df5326c9914c6bb455d052a603d6f2, entries=1, sequenceid=12, filesize=4.8 K 2018-11-15 19:17:02,013 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~62 B/62, heapSize ~376 B/376, currentSize=0 B/0 for be13fb4034e6f7c0afbb851c3c7a6ef8 in 25ms, sequenceid=12, compaction requested=true 2018-11-15 19:17:02,013 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309421988 Obtaining lock to block concurrent updates at 1542309421988 Preparing flush snapshotting stores in be13fb4034e6f7c0afbb851c3c7a6ef8 at 1542309421988 Finished memstore snapshotting testFlushResult,,1542309421878.be13fb4034e6f7c0afbb851c3c7a6ef8., syncing WAL and waiting on mvcc, flushsize=dataSize=62, getHeapSize=376, getOffHeapSize=0 at 1542309421989 Flushing stores of testFlushResult,,1542309421878.be13fb4034e6f7c0afbb851c3c7a6ef8. at 1542309421989 Flushing family: creating writer at 1542309421989 Flushing family: appending metadata at 1542309422008 Flushing family: closing flushed file at 1542309422008 Flushing family: reopening flushed file at 1542309422011 Finished flush of dataSize ~62 B/62, heapSize ~376 B/376, currentSize=0 B/0 for be13fb4034e6f7c0afbb851c3c7a6ef8 in 25ms, sequenceid=12, compaction requested=true at 1542309422013 Flush successful at 1542309422013 2018-11-15 19:17:02,014 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=62 B heapSize=392 B 2018-11-15 19:17:02,037 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on be0932aeea274ba496af348be11b4b82 2018-11-15 19:17:02,039 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=62 B at sequenceid=16 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/540eecd9-f4b3-fa4f-b306-18b89a5a9388/data/default/testFlushResult/be13fb4034e6f7c0afbb851c3c7a6ef8/.tmp/family/be0932aeea274ba496af348be11b4b82 2018-11-15 19:17:02,040 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/540eecd9-f4b3-fa4f-b306-18b89a5a9388/data/default/testFlushResult/be13fb4034e6f7c0afbb851c3c7a6ef8/.tmp/family/be0932aeea274ba496af348be11b4b82 as /mnt/disk2/a/hbase/hbase-server/target/test-data/540eecd9-f4b3-fa4f-b306-18b89a5a9388/data/default/testFlushResult/be13fb4034e6f7c0afbb851c3c7a6ef8/family/be0932aeea274ba496af348be11b4b82 2018-11-15 19:17:02,041 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/540eecd9-f4b3-fa4f-b306-18b89a5a9388/data/default/testFlushResult/be13fb4034e6f7c0afbb851c3c7a6ef8/family/be0932aeea274ba496af348be11b4b82, entries=1, sequenceid=16, filesize=4.8 K 2018-11-15 19:17:02,042 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~62 B/62, heapSize ~376 B/376, currentSize=0 B/0 for be13fb4034e6f7c0afbb851c3c7a6ef8 in 28ms, sequenceid=16, compaction requested=true 2018-11-15 19:17:02,042 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309422014 Obtaining lock to block concurrent updates at 1542309422014 Preparing flush snapshotting stores in be13fb4034e6f7c0afbb851c3c7a6ef8 at 1542309422014 Finished memstore snapshotting testFlushResult,,1542309421878.be13fb4034e6f7c0afbb851c3c7a6ef8., syncing WAL and waiting on mvcc, flushsize=dataSize=62, getHeapSize=376, getOffHeapSize=0 at 1542309422014 Flushing stores of testFlushResult,,1542309421878.be13fb4034e6f7c0afbb851c3c7a6ef8. at 1542309422015 Flushing family: creating writer at 1542309422015 Flushing family: appending metadata at 1542309422037 Flushing family: closing flushed file at 1542309422037 Flushing family: reopening flushed file at 1542309422040 Finished flush of dataSize ~62 B/62, heapSize ~376 B/376, currentSize=0 B/0 for be13fb4034e6f7c0afbb851c3c7a6ef8 in 28ms, sequenceid=16, compaction requested=true at 1542309422042 Flush successful at 1542309422042 2018-11-15 19:17:02,042 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing be13fb4034e6f7c0afbb851c3c7a6ef8, disabling compactions & flushes 2018-11-15 19:17:02,043 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testFlushResult,,1542309421878.be13fb4034e6f7c0afbb851c3c7a6ef8. 2018-11-15 19:17:02,044 INFO [Time-limited test] regionserver.HRegion(1711): Closed testFlushResult,,1542309421878.be13fb4034e6f7c0afbb851c3c7a6ef8. 2018-11-15 19:17:02,046 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/540eecd9-f4b3-fa4f-b306-18b89a5a9388/d8fccbe9-a6db-3c0f-b566-f500893a0244/testFlushResult.log/oldWALs 2018-11-15 19:17:02,046 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-02211829:(num 1542309421854) 2018-11-15 19:17:02,047 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/540eecd9-f4b3-fa4f-b306-18b89a5a9388 2018-11-15 19:17:02,094 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testFlushResult Thread=14 (was 14), OpenFileDescriptor=4829 (was 4543) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=224 (was 224), ProcessCount=365 (was 365), AvailableMemoryMB=37377 (was 37376) - AvailableMemoryMB LEAK? - 2018-11-15 19:17:02,094 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=4829 is superior to 1024 2018-11-15 19:17:02,136 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testAllColumnsWithBloomFilter Thread=14, OpenFileDescriptor=4831, MaxFileDescriptor=32000, SystemLoadAverage=224, ProcessCount=365, AvailableMemoryMB=37377 2018-11-15 19:17:02,137 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=4831 is superior to 1024 2018-11-15 19:17:02,167 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/5edfe495-9435-f953-c12c-d84bd1853256 2018-11-15 19:17:02,167 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:02,167 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/5edfe495-9435-f953-c12c-d84bd1853256 2018-11-15 19:17:02,167 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:02,167 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/5edfe495-9435-f953-c12c-d84bd1853256 2018-11-15 19:17:02,169 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:02,175 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-04275162, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/5edfe495-9435-f953-c12c-d84bd1853256/WALs/hregion-04275162, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/5edfe495-9435-f953-c12c-d84bd1853256/oldWALs 2018-11-15 19:17:02,195 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/5edfe495-9435-f953-c12c-d84bd1853256/WALs/hregion-04275162/hregion-04275162.1542309422176 2018-11-15 19:17:02,196 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:17:02,196 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testAllColumnsWithBloomFilter HTD == 'testAllColumnsWithBloomFilter', {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536'} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/5edfe495-9435-f953-c12c-d84bd1853256 Table name == testAllColumnsWithBloomFilter 2018-11-15 19:17:02,213 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testAllColumnsWithBloomFilter,,1542309422168.bc70e8e811a463979d74774807f41e19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:02,215 DEBUG [StoreOpener-bc70e8e811a463979d74774807f41e19-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:02,224 INFO [StoreOpener-bc70e8e811a463979d74774807f41e19-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=157, currentSize=8.38 MB, freeSize=987.22 MB, maxSize=995.60 MB, heapSize=8.38 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:02,225 INFO [StoreOpener-bc70e8e811a463979d74774807f41e19-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:02,225 INFO [StoreOpener-bc70e8e811a463979d74774807f41e19-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:02,225 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for bc70e8e811a463979d74774807f41e19 2018-11-15 19:17:02,226 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/5edfe495-9435-f953-c12c-d84bd1853256/data/default/testAllColumnsWithBloomFilter/bc70e8e811a463979d74774807f41e19 2018-11-15 19:17:02,226 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/5edfe495-9435-f953-c12c-d84bd1853256/default/testAllColumnsWithBloomFilter/bc70e8e811a463979d74774807f41e19 2018-11-15 19:17:02,226 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for bc70e8e811a463979d74774807f41e19 2018-11-15 19:17:02,226 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for bc70e8e811a463979d74774807f41e19 2018-11-15 19:17:02,226 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for bc70e8e811a463979d74774807f41e19 2018-11-15 19:17:02,227 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for bc70e8e811a463979d74774807f41e19 2018-11-15 19:17:02,250 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/5edfe495-9435-f953-c12c-d84bd1853256/default/testAllColumnsWithBloomFilter/bc70e8e811a463979d74774807f41e19/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:02,250 INFO [Time-limited test] regionserver.HRegion(1009): Opened bc70e8e811a463979d74774807f41e19; next sequenceid=2 2018-11-15 19:17:02,250 INFO [Time-limited test] regionserver.HRegion(8449): writing data to region testAllColumnsWithBloomFilter,,1542309422168.bc70e8e811a463979d74774807f41e19. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:17:02,251 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=216 B heapSize=768 B 2018-11-15 19:17:02,267 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on b98dddc703c04c169f35b3c38dbcc17e 2018-11-15 19:17:02,271 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=216 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/5edfe495-9435-f953-c12c-d84bd1853256/data/default/testAllColumnsWithBloomFilter/bc70e8e811a463979d74774807f41e19/.tmp/family/b98dddc703c04c169f35b3c38dbcc17e 2018-11-15 19:17:02,272 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/5edfe495-9435-f953-c12c-d84bd1853256/data/default/testAllColumnsWithBloomFilter/bc70e8e811a463979d74774807f41e19/.tmp/family/b98dddc703c04c169f35b3c38dbcc17e as /mnt/disk2/a/hbase/hbase-server/target/test-data/5edfe495-9435-f953-c12c-d84bd1853256/data/default/testAllColumnsWithBloomFilter/bc70e8e811a463979d74774807f41e19/family/b98dddc703c04c169f35b3c38dbcc17e 2018-11-15 19:17:02,273 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/5edfe495-9435-f953-c12c-d84bd1853256/data/default/testAllColumnsWithBloomFilter/bc70e8e811a463979d74774807f41e19/family/b98dddc703c04c169f35b3c38dbcc17e, entries=4, sequenceid=3, filesize=5.0 K 2018-11-15 19:17:02,274 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~216 B/216, heapSize ~752 B/752, currentSize=0 B/0 for bc70e8e811a463979d74774807f41e19 in 23ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:02,274 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309422251 Obtaining lock to block concurrent updates at 1542309422251 Preparing flush snapshotting stores in bc70e8e811a463979d74774807f41e19 at 1542309422251 Finished memstore snapshotting testAllColumnsWithBloomFilter,,1542309422168.bc70e8e811a463979d74774807f41e19., syncing WAL and waiting on mvcc, flushsize=dataSize=216, getHeapSize=752, getOffHeapSize=0 at 1542309422252 Flushing stores of testAllColumnsWithBloomFilter,,1542309422168.bc70e8e811a463979d74774807f41e19. at 1542309422252 Flushing family: creating writer at 1542309422252 Flushing family: appending metadata at 1542309422268 Flushing family: closing flushed file at 1542309422268 Flushing family: reopening flushed file at 1542309422273 Finished flush of dataSize ~216 B/216, heapSize ~752 B/752, currentSize=0 B/0 for bc70e8e811a463979d74774807f41e19 in 23ms, sequenceid=3, compaction requested=false at 1542309422274 Flush successful at 1542309422274 2018-11-15 19:17:02,275 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing bc70e8e811a463979d74774807f41e19, disabling compactions & flushes 2018-11-15 19:17:02,276 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testAllColumnsWithBloomFilter,,1542309422168.bc70e8e811a463979d74774807f41e19. 2018-11-15 19:17:02,277 INFO [Time-limited test] regionserver.HRegion(1711): Closed testAllColumnsWithBloomFilter,,1542309422168.bc70e8e811a463979d74774807f41e19. 2018-11-15 19:17:02,279 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/5edfe495-9435-f953-c12c-d84bd1853256/oldWALs 2018-11-15 19:17:02,279 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-04275162:(num 1542309422176) 2018-11-15 19:17:02,279 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/5edfe495-9435-f953-c12c-d84bd1853256 2018-11-15 19:17:02,311 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testAllColumnsWithBloomFilter Thread=14 (was 14), OpenFileDescriptor=5117 (was 4831) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=224 (was 224), ProcessCount=365 (was 365), AvailableMemoryMB=37376 (was 37377) 2018-11-15 19:17:02,311 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=5117 is superior to 1024 2018-11-15 19:17:02,355 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testScanner_Wildcard_FromMemStore_EnforceVersions Thread=14, OpenFileDescriptor=5119, MaxFileDescriptor=32000, SystemLoadAverage=224, ProcessCount=365, AvailableMemoryMB=37375 2018-11-15 19:17:02,355 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=5119 is superior to 1024 2018-11-15 19:17:02,387 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/3b513df6-df5f-3384-5bc2-b306a4efd9fe 2018-11-15 19:17:02,387 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:02,387 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/3b513df6-df5f-3384-5bc2-b306a4efd9fe 2018-11-15 19:17:02,388 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:02,388 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/3b513df6-df5f-3384-5bc2-b306a4efd9fe 2018-11-15 19:17:02,388 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:17:02,390 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:02,396 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-42027771, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3b513df6-df5f-3384-5bc2-b306a4efd9fe/4b5a1475-7cbc-6a62-9c17-200ffc75f10b/testScanner_Wildcard_FromMemStore_EnforceVersions.log/WALs/hregion-42027771, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3b513df6-df5f-3384-5bc2-b306a4efd9fe/4b5a1475-7cbc-6a62-9c17-200ffc75f10b/testScanner_Wildcard_FromMemStore_EnforceVersions.log/oldWALs 2018-11-15 19:17:02,419 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/3b513df6-df5f-3384-5bc2-b306a4efd9fe/4b5a1475-7cbc-6a62-9c17-200ffc75f10b/testScanner_Wildcard_FromMemStore_EnforceVersions.log/WALs/hregion-42027771/hregion-42027771.1542309422396 2018-11-15 19:17:02,420 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:17:02,420 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testScanner_Wildcard_FromMemStore_EnforceVersions HTD == 'testScanner_Wildcard_FromMemStore_EnforceVersions', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'fam1', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/3b513df6-df5f-3384-5bc2-b306a4efd9fe Table name == testScanner_Wildcard_FromMemStore_EnforceVersions 2018-11-15 19:17:02,442 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testScanner_Wildcard_FromMemStore_EnforceVersions,,1542309422420.b7603d9f61180113bf390301324fc1dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:02,444 DEBUG [StoreOpener-b7603d9f61180113bf390301324fc1dc-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:02,445 INFO [StoreOpener-b7603d9f61180113bf390301324fc1dc-1] hfile.CacheConfig(237): Created cacheConfig for fam1: blockCache=LruBlockCache{blockCount=158, currentSize=8.38 MB, freeSize=987.22 MB, maxSize=995.60 MB, heapSize=8.38 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:02,445 INFO [StoreOpener-b7603d9f61180113bf390301324fc1dc-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:02,446 INFO [StoreOpener-b7603d9f61180113bf390301324fc1dc-1] regionserver.HStore(335): Store=fam1, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:02,446 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for b7603d9f61180113bf390301324fc1dc 2018-11-15 19:17:02,447 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3b513df6-df5f-3384-5bc2-b306a4efd9fe/data/default/testScanner_Wildcard_FromMemStore_EnforceVersions/b7603d9f61180113bf390301324fc1dc 2018-11-15 19:17:02,447 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3b513df6-df5f-3384-5bc2-b306a4efd9fe/default/testScanner_Wildcard_FromMemStore_EnforceVersions/b7603d9f61180113bf390301324fc1dc 2018-11-15 19:17:02,448 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for b7603d9f61180113bf390301324fc1dc 2018-11-15 19:17:02,448 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for b7603d9f61180113bf390301324fc1dc 2018-11-15 19:17:02,448 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for b7603d9f61180113bf390301324fc1dc 2018-11-15 19:17:02,449 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for b7603d9f61180113bf390301324fc1dc 2018-11-15 19:17:02,469 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3b513df6-df5f-3384-5bc2-b306a4efd9fe/default/testScanner_Wildcard_FromMemStore_EnforceVersions/b7603d9f61180113bf390301324fc1dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:02,469 INFO [Time-limited test] regionserver.HRegion(1009): Opened b7603d9f61180113bf390301324fc1dc; next sequenceid=2 2018-11-15 19:17:02,472 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing b7603d9f61180113bf390301324fc1dc, disabling compactions & flushes 2018-11-15 19:17:02,472 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testScanner_Wildcard_FromMemStore_EnforceVersions,,1542309422420.b7603d9f61180113bf390301324fc1dc. 2018-11-15 19:17:02,472 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=228 B heapSize=928 B 2018-11-15 19:17:02,495 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 4224cb647cc54cbf9bbc227a04b3934b 2018-11-15 19:17:02,497 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=228 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/3b513df6-df5f-3384-5bc2-b306a4efd9fe/data/default/testScanner_Wildcard_FromMemStore_EnforceVersions/b7603d9f61180113bf390301324fc1dc/.tmp/fam1/4224cb647cc54cbf9bbc227a04b3934b 2018-11-15 19:17:02,499 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/3b513df6-df5f-3384-5bc2-b306a4efd9fe/data/default/testScanner_Wildcard_FromMemStore_EnforceVersions/b7603d9f61180113bf390301324fc1dc/.tmp/fam1/4224cb647cc54cbf9bbc227a04b3934b as /mnt/disk2/a/hbase/hbase-server/target/test-data/3b513df6-df5f-3384-5bc2-b306a4efd9fe/data/default/testScanner_Wildcard_FromMemStore_EnforceVersions/b7603d9f61180113bf390301324fc1dc/fam1/4224cb647cc54cbf9bbc227a04b3934b 2018-11-15 19:17:02,500 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/3b513df6-df5f-3384-5bc2-b306a4efd9fe/data/default/testScanner_Wildcard_FromMemStore_EnforceVersions/b7603d9f61180113bf390301324fc1dc/fam1/4224cb647cc54cbf9bbc227a04b3934b, entries=6, sequenceid=3, filesize=4.9 K 2018-11-15 19:17:02,501 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~228 B/228, heapSize ~912 B/912, currentSize=0 B/0 for b7603d9f61180113bf390301324fc1dc in 29ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:02,503 INFO [Time-limited test] regionserver.HRegion(1711): Closed testScanner_Wildcard_FromMemStore_EnforceVersions,,1542309422420.b7603d9f61180113bf390301324fc1dc. 2018-11-15 19:17:02,505 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/3b513df6-df5f-3384-5bc2-b306a4efd9fe/4b5a1475-7cbc-6a62-9c17-200ffc75f10b/testScanner_Wildcard_FromMemStore_EnforceVersions.log/oldWALs 2018-11-15 19:17:02,506 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-42027771:(num 1542309422396) 2018-11-15 19:17:02,506 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/3b513df6-df5f-3384-5bc2-b306a4efd9fe 2018-11-15 19:17:02,556 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testScanner_Wildcard_FromMemStore_EnforceVersions Thread=14 (was 14), OpenFileDescriptor=5405 (was 5119) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=224 (was 224), ProcessCount=365 (was 365), AvailableMemoryMB=37375 (was 37375) 2018-11-15 19:17:02,557 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=5405 is superior to 1024 2018-11-15 19:17:02,605 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testReverseScanner_FromMemStoreAndHFiles_MultiCFs1 Thread=14, OpenFileDescriptor=5407, MaxFileDescriptor=32000, SystemLoadAverage=224, ProcessCount=365, AvailableMemoryMB=37374 2018-11-15 19:17:02,606 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=5407 is superior to 1024 2018-11-15 19:17:02,638 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19 2018-11-15 19:17:02,638 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:02,639 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19 2018-11-15 19:17:02,639 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:02,639 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19 2018-11-15 19:17:02,661 WARN [Time-limited test] hbase.HBaseConfiguration(49): instantiating HBaseConfiguration() is deprecated. Please use HBaseConfiguration#create() to construct a plain Configuration 2018-11-15 19:17:02,662 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:17:02,663 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:02,670 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-20172131, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/d841fc7b-e18d-fa91-0a84-0f63cbc48f55/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1.log/WALs/hregion-20172131, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/d841fc7b-e18d-fa91-0a84-0f63cbc48f55/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1.log/oldWALs 2018-11-15 19:17:02,695 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/d841fc7b-e18d-fa91-0a84-0f63cbc48f55/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1.log/WALs/hregion-20172131/hregion-20172131.1542309422670 2018-11-15 19:17:02,696 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:17:02,697 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testReverseScanner_FromMemStoreAndHFiles_MultiCFs1 HTD == 'testReverseScanner_FromMemStoreAndHFiles_MultiCFs1', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'CF1', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'CF2', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'CF3', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19 Table name == testReverseScanner_FromMemStoreAndHFiles_MultiCFs1 2018-11-15 19:17:02,723 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testReverseScanner_FromMemStoreAndHFiles_MultiCFs1,,1542309422697.eb2b24726844898ea5cdcf4b2778ef10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:02,726 DEBUG [StoreOpener-eb2b24726844898ea5cdcf4b2778ef10-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:02,728 INFO [StoreOpener-eb2b24726844898ea5cdcf4b2778ef10-1] hfile.CacheConfig(237): Created cacheConfig for CF1: blockCache=LruBlockCache{blockCount=158, currentSize=8.38 MB, freeSize=987.22 MB, maxSize=995.60 MB, heapSize=8.38 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:02,729 INFO [StoreOpener-eb2b24726844898ea5cdcf4b2778ef10-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:02,730 INFO [StoreOpener-eb2b24726844898ea5cdcf4b2778ef10-1] regionserver.HStore(335): Store=CF1, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:02,730 DEBUG [StoreOpener-eb2b24726844898ea5cdcf4b2778ef10-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:02,731 INFO [StoreOpener-eb2b24726844898ea5cdcf4b2778ef10-1] hfile.CacheConfig(237): Created cacheConfig for CF2: blockCache=LruBlockCache{blockCount=158, currentSize=8.38 MB, freeSize=987.22 MB, maxSize=995.60 MB, heapSize=8.38 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:02,732 INFO [StoreOpener-eb2b24726844898ea5cdcf4b2778ef10-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:02,732 INFO [StoreOpener-eb2b24726844898ea5cdcf4b2778ef10-1] regionserver.HStore(335): Store=CF2, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:02,733 DEBUG [StoreOpener-eb2b24726844898ea5cdcf4b2778ef10-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:02,734 INFO [StoreOpener-eb2b24726844898ea5cdcf4b2778ef10-1] hfile.CacheConfig(237): Created cacheConfig for CF3: blockCache=LruBlockCache{blockCount=158, currentSize=8.38 MB, freeSize=987.22 MB, maxSize=995.60 MB, heapSize=8.38 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:02,734 INFO [StoreOpener-eb2b24726844898ea5cdcf4b2778ef10-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:02,734 INFO [StoreOpener-eb2b24726844898ea5cdcf4b2778ef10-1] regionserver.HStore(335): Store=CF3, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:02,735 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for eb2b24726844898ea5cdcf4b2778ef10 2018-11-15 19:17:02,736 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10 2018-11-15 19:17:02,736 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10 2018-11-15 19:17:02,736 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for eb2b24726844898ea5cdcf4b2778ef10 2018-11-15 19:17:02,737 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for eb2b24726844898ea5cdcf4b2778ef10 2018-11-15 19:17:02,737 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for eb2b24726844898ea5cdcf4b2778ef10 2018-11-15 19:17:02,738 DEBUG [Time-limited test] regionserver.FlushLargeStoresPolicy(61): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReverseScanner_FromMemStoreAndHFiles_MultiCFs1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7M)) instead. 2018-11-15 19:17:02,738 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for eb2b24726844898ea5cdcf4b2778ef10 2018-11-15 19:17:02,768 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:02,768 INFO [Time-limited test] regionserver.HRegion(1009): Opened eb2b24726844898ea5cdcf4b2778ef10; next sequenceid=2 2018-11-15 19:17:02,772 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 3/3 column families, dataSize=112 B heapSize=1.16 KB 2018-11-15 19:17:02,802 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on c0dfdbe4c26c4caba04c938ce584e21e 2018-11-15 19:17:02,805 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=28 B at sequenceid=5 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10/.tmp/CF1/c0dfdbe4c26c4caba04c938ce584e21e 2018-11-15 19:17:02,833 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on f3c1d443ae5b496fb32f2a9c24c1bd10 2018-11-15 19:17:02,835 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=84 B at sequenceid=5 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10/.tmp/CF2/f3c1d443ae5b496fb32f2a9c24c1bd10 2018-11-15 19:17:02,836 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10/.tmp/CF1/c0dfdbe4c26c4caba04c938ce584e21e as /mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10/CF1/c0dfdbe4c26c4caba04c938ce584e21e 2018-11-15 19:17:02,838 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10/CF1/c0dfdbe4c26c4caba04c938ce584e21e, entries=1, sequenceid=5, filesize=4.7 K 2018-11-15 19:17:02,838 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10/.tmp/CF2/f3c1d443ae5b496fb32f2a9c24c1bd10 as /mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10/CF2/f3c1d443ae5b496fb32f2a9c24c1bd10 2018-11-15 19:17:02,840 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10/CF2/f3c1d443ae5b496fb32f2a9c24c1bd10, entries=3, sequenceid=5, filesize=4.8 K 2018-11-15 19:17:02,841 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~112 B/112, heapSize ~896 B/896, currentSize=0 B/0 for eb2b24726844898ea5cdcf4b2778ef10 in 70ms, sequenceid=5, compaction requested=false 2018-11-15 19:17:02,841 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309422771 Obtaining lock to block concurrent updates at 1542309422772 Preparing flush snapshotting stores in eb2b24726844898ea5cdcf4b2778ef10 at 1542309422772 Finished memstore snapshotting testReverseScanner_FromMemStoreAndHFiles_MultiCFs1,,1542309422697.eb2b24726844898ea5cdcf4b2778ef10., syncing WAL and waiting on mvcc, flushsize=dataSize=112, getHeapSize=1136, getOffHeapSize=0 at 1542309422773 Flushing stores of testReverseScanner_FromMemStoreAndHFiles_MultiCFs1,,1542309422697.eb2b24726844898ea5cdcf4b2778ef10. at 1542309422773 Flushing CF1: creating writer at 1542309422774 Flushing CF1: appending metadata at 1542309422803 Flushing CF1: closing flushed file at 1542309422803 Flushing CF2: creating writer at 1542309422808 Flushing CF2: appending metadata at 1542309422834 Flushing CF2: closing flushed file at 1542309422834 Flushing CF1: reopening flushed file at 1542309422837 Flushing CF2: reopening flushed file at 1542309422839 Finished flush of dataSize ~112 B/112, heapSize ~896 B/896, currentSize=0 B/0 for eb2b24726844898ea5cdcf4b2778ef10 in 70ms, sequenceid=5, compaction requested=false at 1542309422841 Flush successful at 1542309422841 2018-11-15 19:17:02,844 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 3/3 column families, dataSize=112 B heapSize=1.16 KB 2018-11-15 19:17:02,871 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 74f1c4142d064366a6fabf2f3cd8752d 2018-11-15 19:17:02,872 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=84 B at sequenceid=11 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10/.tmp/CF1/74f1c4142d064366a6fabf2f3cd8752d 2018-11-15 19:17:02,900 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 1ba4f8f24167442aa7b63e18d20c9c4a 2018-11-15 19:17:02,903 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=28 B at sequenceid=11 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10/.tmp/CF3/1ba4f8f24167442aa7b63e18d20c9c4a 2018-11-15 19:17:02,904 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10/.tmp/CF1/74f1c4142d064366a6fabf2f3cd8752d as /mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10/CF1/74f1c4142d064366a6fabf2f3cd8752d 2018-11-15 19:17:02,906 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10/CF1/74f1c4142d064366a6fabf2f3cd8752d, entries=3, sequenceid=11, filesize=4.8 K 2018-11-15 19:17:02,906 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10/.tmp/CF3/1ba4f8f24167442aa7b63e18d20c9c4a as /mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10/CF3/1ba4f8f24167442aa7b63e18d20c9c4a 2018-11-15 19:17:02,908 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10/CF3/1ba4f8f24167442aa7b63e18d20c9c4a, entries=1, sequenceid=11, filesize=4.7 K 2018-11-15 19:17:02,909 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~112 B/112, heapSize ~896 B/896, currentSize=0 B/0 for eb2b24726844898ea5cdcf4b2778ef10 in 65ms, sequenceid=11, compaction requested=false 2018-11-15 19:17:02,909 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309422844 Obtaining lock to block concurrent updates at 1542309422844 Preparing flush snapshotting stores in eb2b24726844898ea5cdcf4b2778ef10 at 1542309422844 Finished memstore snapshotting testReverseScanner_FromMemStoreAndHFiles_MultiCFs1,,1542309422697.eb2b24726844898ea5cdcf4b2778ef10., syncing WAL and waiting on mvcc, flushsize=dataSize=112, getHeapSize=1136, getOffHeapSize=0 at 1542309422844 Flushing stores of testReverseScanner_FromMemStoreAndHFiles_MultiCFs1,,1542309422697.eb2b24726844898ea5cdcf4b2778ef10. at 1542309422845 Flushing CF1: creating writer at 1542309422845 Flushing CF1: appending metadata at 1542309422871 Flushing CF1: closing flushed file at 1542309422871 Flushing CF3: creating writer at 1542309422874 Flushing CF3: appending metadata at 1542309422901 Flushing CF3: closing flushed file at 1542309422901 Flushing CF1: reopening flushed file at 1542309422905 Flushing CF3: reopening flushed file at 1542309422907 Finished flush of dataSize ~112 B/112, heapSize ~896 B/896, currentSize=0 B/0 for eb2b24726844898ea5cdcf4b2778ef10 in 65ms, sequenceid=11, compaction requested=false at 1542309422909 Flush successful at 1542309422909 2018-11-15 19:17:02,912 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 3/3 column families, dataSize=112 B heapSize=1.16 KB 2018-11-15 19:17:02,939 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 2f71ffc69a3143b1ace823e5d4d02bcd 2018-11-15 19:17:02,941 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=56 B at sequenceid=17 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10/.tmp/CF1/2f71ffc69a3143b1ace823e5d4d02bcd 2018-11-15 19:17:02,969 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 21306ab23cb948dfb1435c63816631c9 2018-11-15 19:17:02,971 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=56 B at sequenceid=17 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10/.tmp/CF3/21306ab23cb948dfb1435c63816631c9 2018-11-15 19:17:02,973 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10/.tmp/CF1/2f71ffc69a3143b1ace823e5d4d02bcd as /mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10/CF1/2f71ffc69a3143b1ace823e5d4d02bcd 2018-11-15 19:17:02,974 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10/CF1/2f71ffc69a3143b1ace823e5d4d02bcd, entries=2, sequenceid=17, filesize=4.8 K 2018-11-15 19:17:02,975 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10/.tmp/CF3/21306ab23cb948dfb1435c63816631c9 as /mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10/CF3/21306ab23cb948dfb1435c63816631c9 2018-11-15 19:17:02,976 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10/CF3/21306ab23cb948dfb1435c63816631c9, entries=2, sequenceid=17, filesize=4.8 K 2018-11-15 19:17:02,977 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~112 B/112, heapSize ~896 B/896, currentSize=0 B/0 for eb2b24726844898ea5cdcf4b2778ef10 in 66ms, sequenceid=17, compaction requested=true 2018-11-15 19:17:02,977 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309422911 Obtaining lock to block concurrent updates at 1542309422912 Preparing flush snapshotting stores in eb2b24726844898ea5cdcf4b2778ef10 at 1542309422912 Finished memstore snapshotting testReverseScanner_FromMemStoreAndHFiles_MultiCFs1,,1542309422697.eb2b24726844898ea5cdcf4b2778ef10., syncing WAL and waiting on mvcc, flushsize=dataSize=112, getHeapSize=1136, getOffHeapSize=0 at 1542309422912 Flushing stores of testReverseScanner_FromMemStoreAndHFiles_MultiCFs1,,1542309422697.eb2b24726844898ea5cdcf4b2778ef10. at 1542309422912 Flushing CF1: creating writer at 1542309422913 Flushing CF1: appending metadata at 1542309422940 Flushing CF1: closing flushed file at 1542309422940 Flushing CF3: creating writer at 1542309422943 Flushing CF3: appending metadata at 1542309422970 Flushing CF3: closing flushed file at 1542309422970 Flushing CF1: reopening flushed file at 1542309422973 Flushing CF3: reopening flushed file at 1542309422975 Finished flush of dataSize ~112 B/112, heapSize ~896 B/896, currentSize=0 B/0 for eb2b24726844898ea5cdcf4b2778ef10 in 66ms, sequenceid=17, compaction requested=true at 1542309422977 Flush successful at 1542309422977 2018-11-15 19:17:02,985 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing eb2b24726844898ea5cdcf4b2778ef10, disabling compactions & flushes 2018-11-15 19:17:02,985 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testReverseScanner_FromMemStoreAndHFiles_MultiCFs1,,1542309422697.eb2b24726844898ea5cdcf4b2778ef10. 2018-11-15 19:17:02,985 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 3/3 column families, dataSize=112 B heapSize=1.16 KB 2018-11-15 19:17:03,012 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on ccfd63485cc448babccfd65cac081ea7 2018-11-15 19:17:03,014 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=28 B at sequenceid=23 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10/.tmp/CF1/ccfd63485cc448babccfd65cac081ea7 2018-11-15 19:17:03,037 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 58d1e87776bb442dac94e5fe70013ce9 2018-11-15 19:17:03,038 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=56 B at sequenceid=23 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10/.tmp/CF2/58d1e87776bb442dac94e5fe70013ce9 2018-11-15 19:17:03,062 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on c275b22d362a4d4dbf587724a31e0d1b 2018-11-15 19:17:03,064 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=28 B at sequenceid=23 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10/.tmp/CF3/c275b22d362a4d4dbf587724a31e0d1b 2018-11-15 19:17:03,065 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10/.tmp/CF1/ccfd63485cc448babccfd65cac081ea7 as /mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10/CF1/ccfd63485cc448babccfd65cac081ea7 2018-11-15 19:17:03,066 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10/CF1/ccfd63485cc448babccfd65cac081ea7, entries=1, sequenceid=23, filesize=4.7 K 2018-11-15 19:17:03,067 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10/.tmp/CF2/58d1e87776bb442dac94e5fe70013ce9 as /mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10/CF2/58d1e87776bb442dac94e5fe70013ce9 2018-11-15 19:17:03,068 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10/CF2/58d1e87776bb442dac94e5fe70013ce9, entries=2, sequenceid=23, filesize=4.8 K 2018-11-15 19:17:03,069 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10/.tmp/CF3/c275b22d362a4d4dbf587724a31e0d1b as /mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10/CF3/c275b22d362a4d4dbf587724a31e0d1b 2018-11-15 19:17:03,070 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1/eb2b24726844898ea5cdcf4b2778ef10/CF3/c275b22d362a4d4dbf587724a31e0d1b, entries=1, sequenceid=23, filesize=4.7 K 2018-11-15 19:17:03,072 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~112 B/112, heapSize ~1.11 KB/1136, currentSize=0 B/0 for eb2b24726844898ea5cdcf4b2778ef10 in 86ms, sequenceid=23, compaction requested=true 2018-11-15 19:17:03,075 INFO [Time-limited test] regionserver.HRegion(1711): Closed testReverseScanner_FromMemStoreAndHFiles_MultiCFs1,,1542309422697.eb2b24726844898ea5cdcf4b2778ef10. 2018-11-15 19:17:03,077 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19/d841fc7b-e18d-fa91-0a84-0f63cbc48f55/testReverseScanner_FromMemStoreAndHFiles_MultiCFs1.log/oldWALs 2018-11-15 19:17:03,077 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-20172131:(num 1542309422670) 2018-11-15 19:17:03,078 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/9bd10605-04fd-e359-c07a-f9cb4f9fad19 2018-11-15 19:17:03,128 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testReverseScanner_FromMemStoreAndHFiles_MultiCFs1 Thread=14 (was 14), OpenFileDescriptor=5693 (was 5407) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=222 (was 224), ProcessCount=365 (was 365), AvailableMemoryMB=37373 (was 37374) 2018-11-15 19:17:03,128 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=5693 is superior to 1024 2018-11-15 19:17:03,180 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testReverseScanner_FromMemStoreAndHFiles_MultiCFs2 Thread=14, OpenFileDescriptor=5695, MaxFileDescriptor=32000, SystemLoadAverage=222, ProcessCount=365, AvailableMemoryMB=37372 2018-11-15 19:17:03,180 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=5695 is superior to 1024 2018-11-15 19:17:03,212 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/5a37f097-44a0-6218-c236-9e09d95ae11a 2018-11-15 19:17:03,213 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:03,213 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/5a37f097-44a0-6218-c236-9e09d95ae11a 2018-11-15 19:17:03,213 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:03,213 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/5a37f097-44a0-6218-c236-9e09d95ae11a 2018-11-15 19:17:03,237 WARN [Time-limited test] hbase.HBaseConfiguration(49): instantiating HBaseConfiguration() is deprecated. Please use HBaseConfiguration#create() to construct a plain Configuration 2018-11-15 19:17:03,237 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:17:03,239 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:03,244 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-53977983, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/5a37f097-44a0-6218-c236-9e09d95ae11a/37071155-2657-f24e-461c-51200122e898/testReverseScanner_FromMemStoreAndHFiles_MultiCFs2.log/WALs/hregion-53977983, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/5a37f097-44a0-6218-c236-9e09d95ae11a/37071155-2657-f24e-461c-51200122e898/testReverseScanner_FromMemStoreAndHFiles_MultiCFs2.log/oldWALs 2018-11-15 19:17:03,273 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/5a37f097-44a0-6218-c236-9e09d95ae11a/37071155-2657-f24e-461c-51200122e898/testReverseScanner_FromMemStoreAndHFiles_MultiCFs2.log/WALs/hregion-53977983/hregion-53977983.1542309423245 2018-11-15 19:17:03,273 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:17:03,274 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testReverseScanner_FromMemStoreAndHFiles_MultiCFs2 HTD == 'testReverseScanner_FromMemStoreAndHFiles_MultiCFs2', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'CF1', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'CF2', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'CF3', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'CF4', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/5a37f097-44a0-6218-c236-9e09d95ae11a Table name == testReverseScanner_FromMemStoreAndHFiles_MultiCFs2 2018-11-15 19:17:03,298 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testReverseScanner_FromMemStoreAndHFiles_MultiCFs2,,1542309423273.bc18b3e8a41c28268e6cf8ef8459ff42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:03,300 DEBUG [StoreOpener-bc18b3e8a41c28268e6cf8ef8459ff42-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:03,301 INFO [StoreOpener-bc18b3e8a41c28268e6cf8ef8459ff42-1] hfile.CacheConfig(237): Created cacheConfig for CF1: blockCache=LruBlockCache{blockCount=164, currentSize=8.39 MB, freeSize=987.21 MB, maxSize=995.60 MB, heapSize=8.39 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:03,301 INFO [StoreOpener-bc18b3e8a41c28268e6cf8ef8459ff42-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:03,302 INFO [StoreOpener-bc18b3e8a41c28268e6cf8ef8459ff42-1] regionserver.HStore(335): Store=CF1, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:03,302 DEBUG [StoreOpener-bc18b3e8a41c28268e6cf8ef8459ff42-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:03,304 INFO [StoreOpener-bc18b3e8a41c28268e6cf8ef8459ff42-1] hfile.CacheConfig(237): Created cacheConfig for CF2: blockCache=LruBlockCache{blockCount=164, currentSize=8.39 MB, freeSize=987.21 MB, maxSize=995.60 MB, heapSize=8.39 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:03,304 INFO [StoreOpener-bc18b3e8a41c28268e6cf8ef8459ff42-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:03,304 INFO [StoreOpener-bc18b3e8a41c28268e6cf8ef8459ff42-1] regionserver.HStore(335): Store=CF2, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:03,305 DEBUG [StoreOpener-bc18b3e8a41c28268e6cf8ef8459ff42-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:03,305 INFO [StoreOpener-bc18b3e8a41c28268e6cf8ef8459ff42-1] hfile.CacheConfig(237): Created cacheConfig for CF3: blockCache=LruBlockCache{blockCount=164, currentSize=8.39 MB, freeSize=987.21 MB, maxSize=995.60 MB, heapSize=8.39 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:03,306 INFO [StoreOpener-bc18b3e8a41c28268e6cf8ef8459ff42-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:03,306 INFO [StoreOpener-bc18b3e8a41c28268e6cf8ef8459ff42-1] regionserver.HStore(335): Store=CF3, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:03,307 DEBUG [StoreOpener-bc18b3e8a41c28268e6cf8ef8459ff42-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:03,307 INFO [StoreOpener-bc18b3e8a41c28268e6cf8ef8459ff42-1] hfile.CacheConfig(237): Created cacheConfig for CF4: blockCache=LruBlockCache{blockCount=164, currentSize=8.39 MB, freeSize=987.21 MB, maxSize=995.60 MB, heapSize=8.39 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:03,307 INFO [StoreOpener-bc18b3e8a41c28268e6cf8ef8459ff42-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:03,308 INFO [StoreOpener-bc18b3e8a41c28268e6cf8ef8459ff42-1] regionserver.HStore(335): Store=CF4, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:03,308 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for bc18b3e8a41c28268e6cf8ef8459ff42 2018-11-15 19:17:03,309 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/5a37f097-44a0-6218-c236-9e09d95ae11a/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs2/bc18b3e8a41c28268e6cf8ef8459ff42 2018-11-15 19:17:03,310 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/5a37f097-44a0-6218-c236-9e09d95ae11a/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs2/bc18b3e8a41c28268e6cf8ef8459ff42 2018-11-15 19:17:03,310 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for bc18b3e8a41c28268e6cf8ef8459ff42 2018-11-15 19:17:03,310 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for bc18b3e8a41c28268e6cf8ef8459ff42 2018-11-15 19:17:03,310 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for bc18b3e8a41c28268e6cf8ef8459ff42 2018-11-15 19:17:03,310 DEBUG [Time-limited test] regionserver.FlushLargeStoresPolicy(61): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReverseScanner_FromMemStoreAndHFiles_MultiCFs2 descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0M)) instead. 2018-11-15 19:17:03,311 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for bc18b3e8a41c28268e6cf8ef8459ff42 2018-11-15 19:17:03,334 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/5a37f097-44a0-6218-c236-9e09d95ae11a/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs2/bc18b3e8a41c28268e6cf8ef8459ff42/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:03,335 INFO [Time-limited test] regionserver.HRegion(1009): Opened bc18b3e8a41c28268e6cf8ef8459ff42; next sequenceid=2 2018-11-15 19:17:03,336 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 4/4 column families, dataSize=28 B heapSize=1.10 KB 2018-11-15 19:17:03,359 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 2c727cdee7fd47ebb86e64f051297661 2018-11-15 19:17:03,360 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=28 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/5a37f097-44a0-6218-c236-9e09d95ae11a/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs2/bc18b3e8a41c28268e6cf8ef8459ff42/.tmp/CF1/2c727cdee7fd47ebb86e64f051297661 2018-11-15 19:17:03,361 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/5a37f097-44a0-6218-c236-9e09d95ae11a/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs2/bc18b3e8a41c28268e6cf8ef8459ff42/.tmp/CF1/2c727cdee7fd47ebb86e64f051297661 as /mnt/disk2/a/hbase/hbase-server/target/test-data/5a37f097-44a0-6218-c236-9e09d95ae11a/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs2/bc18b3e8a41c28268e6cf8ef8459ff42/CF1/2c727cdee7fd47ebb86e64f051297661 2018-11-15 19:17:03,362 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/5a37f097-44a0-6218-c236-9e09d95ae11a/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs2/bc18b3e8a41c28268e6cf8ef8459ff42/CF1/2c727cdee7fd47ebb86e64f051297661, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:17:03,363 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~28 B/28, heapSize ~344 B/344, currentSize=0 B/0 for bc18b3e8a41c28268e6cf8ef8459ff42 in 27ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:03,363 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309423336 Obtaining lock to block concurrent updates at 1542309423336 Preparing flush snapshotting stores in bc18b3e8a41c28268e6cf8ef8459ff42 at 1542309423336 Finished memstore snapshotting testReverseScanner_FromMemStoreAndHFiles_MultiCFs2,,1542309423273.bc18b3e8a41c28268e6cf8ef8459ff42., syncing WAL and waiting on mvcc, flushsize=dataSize=28, getHeapSize=1064, getOffHeapSize=0 at 1542309423337 Flushing stores of testReverseScanner_FromMemStoreAndHFiles_MultiCFs2,,1542309423273.bc18b3e8a41c28268e6cf8ef8459ff42. at 1542309423337 Flushing CF1: creating writer at 1542309423337 Flushing CF1: appending metadata at 1542309423359 Flushing CF1: closing flushed file at 1542309423359 Flushing CF1: reopening flushed file at 1542309423361 Finished flush of dataSize ~28 B/28, heapSize ~344 B/344, currentSize=0 B/0 for bc18b3e8a41c28268e6cf8ef8459ff42 in 27ms, sequenceid=3, compaction requested=false at 1542309423363 Flush successful at 1542309423363 2018-11-15 19:17:03,364 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 4/4 column families, dataSize=28 B heapSize=1.10 KB 2018-11-15 19:17:03,388 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 7cac10343c7c4b049178b8c499ad0cfe 2018-11-15 19:17:03,389 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=28 B at sequenceid=7 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/5a37f097-44a0-6218-c236-9e09d95ae11a/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs2/bc18b3e8a41c28268e6cf8ef8459ff42/.tmp/CF2/7cac10343c7c4b049178b8c499ad0cfe 2018-11-15 19:17:03,390 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/5a37f097-44a0-6218-c236-9e09d95ae11a/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs2/bc18b3e8a41c28268e6cf8ef8459ff42/.tmp/CF2/7cac10343c7c4b049178b8c499ad0cfe as /mnt/disk2/a/hbase/hbase-server/target/test-data/5a37f097-44a0-6218-c236-9e09d95ae11a/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs2/bc18b3e8a41c28268e6cf8ef8459ff42/CF2/7cac10343c7c4b049178b8c499ad0cfe 2018-11-15 19:17:03,391 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/5a37f097-44a0-6218-c236-9e09d95ae11a/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs2/bc18b3e8a41c28268e6cf8ef8459ff42/CF2/7cac10343c7c4b049178b8c499ad0cfe, entries=1, sequenceid=7, filesize=4.7 K 2018-11-15 19:17:03,392 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~28 B/28, heapSize ~344 B/344, currentSize=0 B/0 for bc18b3e8a41c28268e6cf8ef8459ff42 in 28ms, sequenceid=7, compaction requested=false 2018-11-15 19:17:03,392 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309423364 Obtaining lock to block concurrent updates at 1542309423364 Preparing flush snapshotting stores in bc18b3e8a41c28268e6cf8ef8459ff42 at 1542309423364 Finished memstore snapshotting testReverseScanner_FromMemStoreAndHFiles_MultiCFs2,,1542309423273.bc18b3e8a41c28268e6cf8ef8459ff42., syncing WAL and waiting on mvcc, flushsize=dataSize=28, getHeapSize=1064, getOffHeapSize=0 at 1542309423365 Flushing stores of testReverseScanner_FromMemStoreAndHFiles_MultiCFs2,,1542309423273.bc18b3e8a41c28268e6cf8ef8459ff42. at 1542309423365 Flushing CF2: creating writer at 1542309423366 Flushing CF2: appending metadata at 1542309423388 Flushing CF2: closing flushed file at 1542309423388 Flushing CF2: reopening flushed file at 1542309423391 Finished flush of dataSize ~28 B/28, heapSize ~344 B/344, currentSize=0 B/0 for bc18b3e8a41c28268e6cf8ef8459ff42 in 28ms, sequenceid=7, compaction requested=false at 1542309423392 Flush successful at 1542309423392 2018-11-15 19:17:03,393 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 4/4 column families, dataSize=28 B heapSize=1.10 KB 2018-11-15 19:17:03,416 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 90eb17180ee042e78227bfe333ffd9b4 2018-11-15 19:17:03,418 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=28 B at sequenceid=11 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/5a37f097-44a0-6218-c236-9e09d95ae11a/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs2/bc18b3e8a41c28268e6cf8ef8459ff42/.tmp/CF3/90eb17180ee042e78227bfe333ffd9b4 2018-11-15 19:17:03,419 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/5a37f097-44a0-6218-c236-9e09d95ae11a/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs2/bc18b3e8a41c28268e6cf8ef8459ff42/.tmp/CF3/90eb17180ee042e78227bfe333ffd9b4 as /mnt/disk2/a/hbase/hbase-server/target/test-data/5a37f097-44a0-6218-c236-9e09d95ae11a/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs2/bc18b3e8a41c28268e6cf8ef8459ff42/CF3/90eb17180ee042e78227bfe333ffd9b4 2018-11-15 19:17:03,420 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/5a37f097-44a0-6218-c236-9e09d95ae11a/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs2/bc18b3e8a41c28268e6cf8ef8459ff42/CF3/90eb17180ee042e78227bfe333ffd9b4, entries=1, sequenceid=11, filesize=4.7 K 2018-11-15 19:17:03,421 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~28 B/28, heapSize ~344 B/344, currentSize=0 B/0 for bc18b3e8a41c28268e6cf8ef8459ff42 in 28ms, sequenceid=11, compaction requested=false 2018-11-15 19:17:03,421 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309423393 Obtaining lock to block concurrent updates at 1542309423393 Preparing flush snapshotting stores in bc18b3e8a41c28268e6cf8ef8459ff42 at 1542309423393 Finished memstore snapshotting testReverseScanner_FromMemStoreAndHFiles_MultiCFs2,,1542309423273.bc18b3e8a41c28268e6cf8ef8459ff42., syncing WAL and waiting on mvcc, flushsize=dataSize=28, getHeapSize=1064, getOffHeapSize=0 at 1542309423394 Flushing stores of testReverseScanner_FromMemStoreAndHFiles_MultiCFs2,,1542309423273.bc18b3e8a41c28268e6cf8ef8459ff42. at 1542309423394 Flushing CF3: creating writer at 1542309423394 Flushing CF3: appending metadata at 1542309423417 Flushing CF3: closing flushed file at 1542309423417 Flushing CF3: reopening flushed file at 1542309423419 Finished flush of dataSize ~28 B/28, heapSize ~344 B/344, currentSize=0 B/0 for bc18b3e8a41c28268e6cf8ef8459ff42 in 28ms, sequenceid=11, compaction requested=false at 1542309423421 Flush successful at 1542309423421 2018-11-15 19:17:03,423 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing bc18b3e8a41c28268e6cf8ef8459ff42, disabling compactions & flushes 2018-11-15 19:17:03,423 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testReverseScanner_FromMemStoreAndHFiles_MultiCFs2,,1542309423273.bc18b3e8a41c28268e6cf8ef8459ff42. 2018-11-15 19:17:03,423 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 4/4 column families, dataSize=28 B heapSize=1.10 KB 2018-11-15 19:17:03,444 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 673bb0f483a7428a960238e6227dc736 2018-11-15 19:17:03,446 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=28 B at sequenceid=15 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/5a37f097-44a0-6218-c236-9e09d95ae11a/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs2/bc18b3e8a41c28268e6cf8ef8459ff42/.tmp/CF4/673bb0f483a7428a960238e6227dc736 2018-11-15 19:17:03,447 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/5a37f097-44a0-6218-c236-9e09d95ae11a/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs2/bc18b3e8a41c28268e6cf8ef8459ff42/.tmp/CF4/673bb0f483a7428a960238e6227dc736 as /mnt/disk2/a/hbase/hbase-server/target/test-data/5a37f097-44a0-6218-c236-9e09d95ae11a/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs2/bc18b3e8a41c28268e6cf8ef8459ff42/CF4/673bb0f483a7428a960238e6227dc736 2018-11-15 19:17:03,448 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/5a37f097-44a0-6218-c236-9e09d95ae11a/data/default/testReverseScanner_FromMemStoreAndHFiles_MultiCFs2/bc18b3e8a41c28268e6cf8ef8459ff42/CF4/673bb0f483a7428a960238e6227dc736, entries=1, sequenceid=15, filesize=4.7 K 2018-11-15 19:17:03,448 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~28 B/28, heapSize ~344 B/344, currentSize=0 B/0 for bc18b3e8a41c28268e6cf8ef8459ff42 in 25ms, sequenceid=15, compaction requested=false 2018-11-15 19:17:03,451 INFO [Time-limited test] regionserver.HRegion(1711): Closed testReverseScanner_FromMemStoreAndHFiles_MultiCFs2,,1542309423273.bc18b3e8a41c28268e6cf8ef8459ff42. 2018-11-15 19:17:03,452 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/5a37f097-44a0-6218-c236-9e09d95ae11a/37071155-2657-f24e-461c-51200122e898/testReverseScanner_FromMemStoreAndHFiles_MultiCFs2.log/oldWALs 2018-11-15 19:17:03,452 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-53977983:(num 1542309423245) 2018-11-15 19:17:03,453 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/5a37f097-44a0-6218-c236-9e09d95ae11a 2018-11-15 19:17:03,502 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testReverseScanner_FromMemStoreAndHFiles_MultiCFs2 Thread=14 (was 14), OpenFileDescriptor=5981 (was 5695) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=222 (was 222), ProcessCount=365 (was 365), AvailableMemoryMB=37372 (was 37372) 2018-11-15 19:17:03,502 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=5981 is superior to 1024 2018-11-15 19:17:03,552 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testPutWithTsSlop Thread=14, OpenFileDescriptor=5983, MaxFileDescriptor=32000, SystemLoadAverage=222, ProcessCount=365, AvailableMemoryMB=37370 2018-11-15 19:17:03,552 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=5983 is superior to 1024 2018-11-15 19:17:03,582 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/d70b458b-74ef-86da-320d-d293b3658ad7 2018-11-15 19:17:03,582 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:03,582 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/d70b458b-74ef-86da-320d-d293b3658ad7 2018-11-15 19:17:03,582 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:03,582 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/d70b458b-74ef-86da-320d-d293b3658ad7 2018-11-15 19:17:03,583 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:17:03,584 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:03,590 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-61536526, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/d70b458b-74ef-86da-320d-d293b3658ad7/ec9395d0-91fc-946a-f92d-6de414b94ff6/testPutWithTsSlop.log/WALs/hregion-61536526, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/d70b458b-74ef-86da-320d-d293b3658ad7/ec9395d0-91fc-946a-f92d-6de414b94ff6/testPutWithTsSlop.log/oldWALs 2018-11-15 19:17:03,620 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/d70b458b-74ef-86da-320d-d293b3658ad7/ec9395d0-91fc-946a-f92d-6de414b94ff6/testPutWithTsSlop.log/WALs/hregion-61536526/hregion-61536526.1542309423591 2018-11-15 19:17:03,620 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:17:03,621 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testPutWithTsSlop HTD == 'testPutWithTsSlop', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'info', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/d70b458b-74ef-86da-320d-d293b3658ad7 Table name == testPutWithTsSlop 2018-11-15 19:17:03,646 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testPutWithTsSlop,,1542309423621.4276650db5957803637addfdf12338b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:03,648 DEBUG [StoreOpener-4276650db5957803637addfdf12338b6-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:03,649 INFO [StoreOpener-4276650db5957803637addfdf12338b6-1] hfile.CacheConfig(237): Created cacheConfig for info: blockCache=LruBlockCache{blockCount=167, currentSize=8.39 MB, freeSize=987.21 MB, maxSize=995.60 MB, heapSize=8.39 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:03,650 INFO [StoreOpener-4276650db5957803637addfdf12338b6-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:03,650 INFO [StoreOpener-4276650db5957803637addfdf12338b6-1] regionserver.HStore(335): Store=info, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:03,651 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 4276650db5957803637addfdf12338b6 2018-11-15 19:17:03,652 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/d70b458b-74ef-86da-320d-d293b3658ad7/data/default/testPutWithTsSlop/4276650db5957803637addfdf12338b6 2018-11-15 19:17:03,652 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/d70b458b-74ef-86da-320d-d293b3658ad7/default/testPutWithTsSlop/4276650db5957803637addfdf12338b6 2018-11-15 19:17:03,652 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 4276650db5957803637addfdf12338b6 2018-11-15 19:17:03,653 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 4276650db5957803637addfdf12338b6 2018-11-15 19:17:03,653 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 4276650db5957803637addfdf12338b6 2018-11-15 19:17:03,653 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 4276650db5957803637addfdf12338b6 2018-11-15 19:17:03,680 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/d70b458b-74ef-86da-320d-d293b3658ad7/default/testPutWithTsSlop/4276650db5957803637addfdf12338b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:03,681 INFO [Time-limited test] regionserver.HRegion(1009): Opened 4276650db5957803637addfdf12338b6; next sequenceid=2 2018-11-15 19:17:03,682 WARN [Time-limited test] regionserver.HRegion$BatchOperation(3269): Batch Mutation did not pass sanity check. org.apache.hadoop.hbase.exceptions.FailedSanityCheckException: Timestamp for KV out of range rowA/info:qual/1542309425682/Put/vlen=5/seqid=0 (too.new=1000) at org.apache.hadoop.hbase.regionserver.HRegion.checkTimestamps(HRegion.java:4506) at org.apache.hadoop.hbase.regionserver.HRegion$BatchOperation.checkAndPrepareMutation(HRegion.java:3233) at org.apache.hadoop.hbase.regionserver.HRegion$BatchOperation.checkAndPrepareMutation(HRegion.java:3242) at org.apache.hadoop.hbase.regionserver.HRegion$MutationBatchOperation$1.visit(HRegion.java:3590) at org.apache.hadoop.hbase.regionserver.HRegion$BatchOperation.visitBatchOperations(HRegion.java:3125) at org.apache.hadoop.hbase.regionserver.HRegion$MutationBatchOperation.checkAndPrepare(HRegion.java:3570) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4009) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3943) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3934) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3948) at org.apache.hadoop.hbase.regionserver.HRegion.doBatchMutate(HRegion.java:4275) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3068) at org.apache.hadoop.hbase.regionserver.TestHRegion.testPutWithTsSlop(TestHRegion.java:2307) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:03,683 DEBUG [Time-limited test] regionserver.TestHRegion(2311): Received expected exception org.apache.hadoop.hbase.exceptions.FailedSanityCheckException: Timestamp for KV out of range rowA/info:qual/1542309425682/Put/vlen=5/seqid=0 (too.new=1000) at org.apache.hadoop.hbase.regionserver.HRegion.doBatchMutate(HRegion.java:4277) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3068) at org.apache.hadoop.hbase.regionserver.TestHRegion.testPutWithTsSlop(TestHRegion.java:2307) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:03,684 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 4276650db5957803637addfdf12338b6, disabling compactions & flushes 2018-11-15 19:17:03,684 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testPutWithTsSlop,,1542309423621.4276650db5957803637addfdf12338b6. 2018-11-15 19:17:03,684 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=37 B heapSize=368 B 2018-11-15 19:17:03,713 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 7b8c7b48be6347d2a9fbd29e0e2d0ec4 2018-11-15 19:17:03,715 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=37 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/d70b458b-74ef-86da-320d-d293b3658ad7/data/default/testPutWithTsSlop/4276650db5957803637addfdf12338b6/.tmp/info/7b8c7b48be6347d2a9fbd29e0e2d0ec4 2018-11-15 19:17:03,716 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/d70b458b-74ef-86da-320d-d293b3658ad7/data/default/testPutWithTsSlop/4276650db5957803637addfdf12338b6/.tmp/info/7b8c7b48be6347d2a9fbd29e0e2d0ec4 as /mnt/disk2/a/hbase/hbase-server/target/test-data/d70b458b-74ef-86da-320d-d293b3658ad7/data/default/testPutWithTsSlop/4276650db5957803637addfdf12338b6/info/7b8c7b48be6347d2a9fbd29e0e2d0ec4 2018-11-15 19:17:03,718 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/d70b458b-74ef-86da-320d-d293b3658ad7/data/default/testPutWithTsSlop/4276650db5957803637addfdf12338b6/info/7b8c7b48be6347d2a9fbd29e0e2d0ec4, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:17:03,719 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~37 B/37, heapSize ~352 B/352, currentSize=0 B/0 for 4276650db5957803637addfdf12338b6 in 35ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:03,721 INFO [Time-limited test] regionserver.HRegion(1711): Closed testPutWithTsSlop,,1542309423621.4276650db5957803637addfdf12338b6. 2018-11-15 19:17:03,723 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/d70b458b-74ef-86da-320d-d293b3658ad7/ec9395d0-91fc-946a-f92d-6de414b94ff6/testPutWithTsSlop.log/oldWALs 2018-11-15 19:17:03,723 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-61536526:(num 1542309423591) 2018-11-15 19:17:03,724 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/d70b458b-74ef-86da-320d-d293b3658ad7 2018-11-15 19:17:03,774 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testPutWithTsSlop Thread=14 (was 14), OpenFileDescriptor=6269 (was 5983) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=222 (was 222), ProcessCount=365 (was 365), AvailableMemoryMB=37371 (was 37370) - AvailableMemoryMB LEAK? - 2018-11-15 19:17:03,774 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=6269 is superior to 1024 2018-11-15 19:17:03,826 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testDataInMemoryWithoutWAL Thread=14, OpenFileDescriptor=6271, MaxFileDescriptor=32000, SystemLoadAverage=222, ProcessCount=365, AvailableMemoryMB=37368 2018-11-15 19:17:03,826 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=6271 is superior to 1024 2018-11-15 19:17:03,856 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/9c553abc-a51b-70df-1f86-9b305e0d5574 2018-11-15 19:17:03,856 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:03,856 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/9c553abc-a51b-70df-1f86-9b305e0d5574 2018-11-15 19:17:03,857 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:03,857 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/9c553abc-a51b-70df-1f86-9b305e0d5574 2018-11-15 19:17:03,858 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=wal, suffix=, logDir=/mnt/disk2/a/hbase/hbase-server/target/test-data/9c553abc-a51b-70df-1f86-9b305e0d5574/TestHRegiontestDataInMemoryWithoutWAL/testDataInMemoryWithoutWAL, archiveDir=/mnt/disk2/a/hbase/hbase-server/target/test-data/9c553abc-a51b-70df-1f86-9b305e0d5574/TestHRegiontestDataInMemoryWithoutWAL/oldWALs 2018-11-15 19:17:03,892 WARN [sync.1] wal.FSHLog$SyncRunner(588): UNEXPECTED java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:581) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:03,893 WARN [Time-limited test] wal.FSHLog(343): Failed sync-before-close but no outstanding appends; closing WALjava.lang.NullPointerException 2018-11-15 19:17:03,893 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/9c553abc-a51b-70df-1f86-9b305e0d5574/TestHRegiontestDataInMemoryWithoutWAL/testDataInMemoryWithoutWAL/wal.1542309423859 2018-11-15 19:17:03,893 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new FSHLog writer with pipeline: [] 2018-11-15 19:17:03,894 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDataInMemoryWithoutWAL HTD == 'testDataInMemoryWithoutWAL', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'MyCF', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/9c553abc-a51b-70df-1f86-9b305e0d5574 Table name == testDataInMemoryWithoutWAL 2018-11-15 19:17:03,923 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDataInMemoryWithoutWAL,,1542309423894.a2e750d1b85c699c7263905fd9866819.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:03,925 DEBUG [StoreOpener-a2e750d1b85c699c7263905fd9866819-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:03,926 INFO [StoreOpener-a2e750d1b85c699c7263905fd9866819-1] hfile.CacheConfig(237): Created cacheConfig for MyCF: blockCache=LruBlockCache{blockCount=167, currentSize=8.39 MB, freeSize=987.21 MB, maxSize=995.60 MB, heapSize=8.39 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:03,927 INFO [StoreOpener-a2e750d1b85c699c7263905fd9866819-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:03,927 INFO [StoreOpener-a2e750d1b85c699c7263905fd9866819-1] regionserver.HStore(335): Store=MyCF, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:03,927 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for a2e750d1b85c699c7263905fd9866819 2018-11-15 19:17:03,928 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/9c553abc-a51b-70df-1f86-9b305e0d5574/data/default/testDataInMemoryWithoutWAL/a2e750d1b85c699c7263905fd9866819 2018-11-15 19:17:03,929 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/9c553abc-a51b-70df-1f86-9b305e0d5574/default/testDataInMemoryWithoutWAL/a2e750d1b85c699c7263905fd9866819 2018-11-15 19:17:03,929 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for a2e750d1b85c699c7263905fd9866819 2018-11-15 19:17:03,929 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for a2e750d1b85c699c7263905fd9866819 2018-11-15 19:17:03,929 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for a2e750d1b85c699c7263905fd9866819 2018-11-15 19:17:03,930 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for a2e750d1b85c699c7263905fd9866819 2018-11-15 19:17:03,960 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/9c553abc-a51b-70df-1f86-9b305e0d5574/default/testDataInMemoryWithoutWAL/a2e750d1b85c699c7263905fd9866819/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:03,960 INFO [Time-limited test] regionserver.HRegion(1009): Opened a2e750d1b85c699c7263905fd9866819; next sequenceid=2 2018-11-15 19:17:03,966 INFO [Time-limited test] regionserver.TestHRegion(2374): originalSize:39, addSize:43 2018-11-15 19:17:04,398 INFO [Time-limited test] regionserver.HRegion(8449): writing data to region testDataInMemoryWithoutWAL,,1542309423894.a2e750d1b85c699c7263905fd9866819. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:17:04,404 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing a2e750d1b85c699c7263905fd9866819, disabling compactions & flushes 2018-11-15 19:17:04,404 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDataInMemoryWithoutWAL,,1542309423894.a2e750d1b85c699c7263905fd9866819. 2018-11-15 19:17:04,405 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=328 B heapSize=1.16 KB 2018-11-15 19:17:04,432 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 51af5ae6b5094fc4892ed9849495106f 2018-11-15 19:17:04,434 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=328 B at sequenceid=6 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/9c553abc-a51b-70df-1f86-9b305e0d5574/data/default/testDataInMemoryWithoutWAL/a2e750d1b85c699c7263905fd9866819/.tmp/MyCF/51af5ae6b5094fc4892ed9849495106f 2018-11-15 19:17:04,435 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/9c553abc-a51b-70df-1f86-9b305e0d5574/data/default/testDataInMemoryWithoutWAL/a2e750d1b85c699c7263905fd9866819/.tmp/MyCF/51af5ae6b5094fc4892ed9849495106f as /mnt/disk2/a/hbase/hbase-server/target/test-data/9c553abc-a51b-70df-1f86-9b305e0d5574/data/default/testDataInMemoryWithoutWAL/a2e750d1b85c699c7263905fd9866819/MyCF/51af5ae6b5094fc4892ed9849495106f 2018-11-15 19:17:04,435 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/9c553abc-a51b-70df-1f86-9b305e0d5574/data/default/testDataInMemoryWithoutWAL/a2e750d1b85c699c7263905fd9866819/MyCF/51af5ae6b5094fc4892ed9849495106f, entries=2, sequenceid=6, filesize=4.8 K 2018-11-15 19:17:04,437 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~328 B/328, heapSize ~1.14 KB/1168, currentSize=0 B/0 for a2e750d1b85c699c7263905fd9866819 in 32ms, sequenceid=6, compaction requested=false 2018-11-15 19:17:04,438 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDataInMemoryWithoutWAL,,1542309423894.a2e750d1b85c699c7263905fd9866819. 2018-11-15 19:17:04,438 DEBUG [Time-limited test] wal.FSHLog(422): Closing WAL writer in /mnt/disk2/a/hbase/hbase-server/target/test-data/9c553abc-a51b-70df-1f86-9b305e0d5574/TestHRegiontestDataInMemoryWithoutWAL/testDataInMemoryWithoutWAL 2018-11-15 19:17:04,439 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog wal:(num 1542309423859) 2018-11-15 19:17:04,439 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/9c553abc-a51b-70df-1f86-9b305e0d5574 2018-11-15 19:17:04,480 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testDataInMemoryWithoutWAL Thread=14 (was 14), OpenFileDescriptor=6269 (was 6271), MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=222 (was 222), ProcessCount=365 (was 365), AvailableMemoryMB=37360 (was 37368) 2018-11-15 19:17:04,481 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=6269 is superior to 1024 2018-11-15 19:17:04,516 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testRecoveredEditsReplayCompaction Thread=14, OpenFileDescriptor=6271, MaxFileDescriptor=32000, SystemLoadAverage=222, ProcessCount=365, AvailableMemoryMB=37358 2018-11-15 19:17:04,517 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=6271 is superior to 1024 2018-11-15 19:17:04,548 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5 2018-11-15 19:17:04,549 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:04,549 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5 2018-11-15 19:17:04,549 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:04,549 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5 2018-11-15 19:17:04,552 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:17:04,554 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:04,560 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-41647324, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/7648a56d-f561-6c62-0267-c3d29707eede/testRecoveredEditsReplayCompaction.log/WALs/hregion-41647324, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/7648a56d-f561-6c62-0267-c3d29707eede/testRecoveredEditsReplayCompaction.log/oldWALs 2018-11-15 19:17:04,592 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/7648a56d-f561-6c62-0267-c3d29707eede/testRecoveredEditsReplayCompaction.log/WALs/hregion-41647324/hregion-41647324.1542309424561 2018-11-15 19:17:04,592 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:17:04,593 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testRecoveredEditsReplayCompaction HTD == 'testRecoveredEditsReplayCompaction', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5 Table name == testRecoveredEditsReplayCompaction 2018-11-15 19:17:04,620 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testRecoveredEditsReplayCompaction,,1542309424593.c371066218822782919012067af7d7fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:04,622 DEBUG [StoreOpener-c371066218822782919012067af7d7fe-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.TestHRegion$HStoreForTesting.(TestHRegion.java:6331) at org.apache.hadoop.hbase.regionserver.TestHRegion$HRegionForTesting.instantiateHStore(TestHRegion.java:6314) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:04,623 INFO [StoreOpener-c371066218822782919012067af7d7fe-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=167, currentSize=8.39 MB, freeSize=987.21 MB, maxSize=995.60 MB, heapSize=8.39 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:04,624 INFO [StoreOpener-c371066218822782919012067af7d7fe-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:04,624 INFO [StoreOpener-c371066218822782919012067af7d7fe-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:04,625 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for c371066218822782919012067af7d7fe 2018-11-15 19:17:04,626 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe 2018-11-15 19:17:04,626 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe 2018-11-15 19:17:04,626 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for c371066218822782919012067af7d7fe 2018-11-15 19:17:04,627 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for c371066218822782919012067af7d7fe 2018-11-15 19:17:04,627 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for c371066218822782919012067af7d7fe 2018-11-15 19:17:04,627 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for c371066218822782919012067af7d7fe 2018-11-15 19:17:04,657 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:04,658 INFO [Time-limited test] regionserver.HRegion(1009): Opened c371066218822782919012067af7d7fe; next sequenceid=2 2018-11-15 19:17:04,658 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:04,667 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=50 B heapSize=384 B 2018-11-15 19:17:04,704 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on d3f7af10c20f443da15875974c317761 2018-11-15 19:17:04,706 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=50 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/.tmp/family/d3f7af10c20f443da15875974c317761 2018-11-15 19:17:04,707 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/.tmp/family/d3f7af10c20f443da15875974c317761 as /mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/family/d3f7af10c20f443da15875974c317761 2018-11-15 19:17:04,708 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/family/d3f7af10c20f443da15875974c317761, entries=1, sequenceid=3, filesize=4.8 K 2018-11-15 19:17:04,709 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~50 B/50, heapSize ~368 B/368, currentSize=0 B/0 for c371066218822782919012067af7d7fe in 42ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:04,710 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309424667 Obtaining lock to block concurrent updates at 1542309424667 Preparing flush snapshotting stores in c371066218822782919012067af7d7fe at 1542309424667 Finished memstore snapshotting testRecoveredEditsReplayCompaction,,1542309424593.c371066218822782919012067af7d7fe., syncing WAL and waiting on mvcc, flushsize=dataSize=50, getHeapSize=368, getOffHeapSize=0 at 1542309424668 Flushing stores of testRecoveredEditsReplayCompaction,,1542309424593.c371066218822782919012067af7d7fe. at 1542309424668 Flushing family: creating writer at 1542309424668 Flushing family: appending metadata at 1542309424704 Flushing family: closing flushed file at 1542309424704 Flushing family: reopening flushed file at 1542309424708 Finished flush of dataSize ~50 B/50, heapSize ~368 B/368, currentSize=0 B/0 for c371066218822782919012067af7d7fe in 42ms, sequenceid=3, compaction requested=false at 1542309424709 Flush successful at 1542309424709 2018-11-15 19:17:04,711 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=50 B heapSize=384 B 2018-11-15 19:17:04,744 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 6dc632686d1e47ce91e3521e0dbf1487 2018-11-15 19:17:04,745 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=50 B at sequenceid=7 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/.tmp/family/6dc632686d1e47ce91e3521e0dbf1487 2018-11-15 19:17:04,747 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/.tmp/family/6dc632686d1e47ce91e3521e0dbf1487 as /mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/family/6dc632686d1e47ce91e3521e0dbf1487 2018-11-15 19:17:04,748 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/family/6dc632686d1e47ce91e3521e0dbf1487, entries=1, sequenceid=7, filesize=4.8 K 2018-11-15 19:17:04,749 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~50 B/50, heapSize ~368 B/368, currentSize=0 B/0 for c371066218822782919012067af7d7fe in 38ms, sequenceid=7, compaction requested=false 2018-11-15 19:17:04,749 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309424711 Obtaining lock to block concurrent updates at 1542309424711 Preparing flush snapshotting stores in c371066218822782919012067af7d7fe at 1542309424711 Finished memstore snapshotting testRecoveredEditsReplayCompaction,,1542309424593.c371066218822782919012067af7d7fe., syncing WAL and waiting on mvcc, flushsize=dataSize=50, getHeapSize=368, getOffHeapSize=0 at 1542309424711 Flushing stores of testRecoveredEditsReplayCompaction,,1542309424593.c371066218822782919012067af7d7fe. at 1542309424712 Flushing family: creating writer at 1542309424712 Flushing family: appending metadata at 1542309424744 Flushing family: closing flushed file at 1542309424744 Flushing family: reopening flushed file at 1542309424747 Finished flush of dataSize ~50 B/50, heapSize ~368 B/368, currentSize=0 B/0 for c371066218822782919012067af7d7fe in 38ms, sequenceid=7, compaction requested=false at 1542309424749 Flush successful at 1542309424749 2018-11-15 19:17:04,751 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=50 B heapSize=384 B 2018-11-15 19:17:04,783 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 01d1d2fb1b36480ba205e246719cf342 2018-11-15 19:17:04,785 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=50 B at sequenceid=11 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/.tmp/family/01d1d2fb1b36480ba205e246719cf342 2018-11-15 19:17:04,787 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/.tmp/family/01d1d2fb1b36480ba205e246719cf342 as /mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/family/01d1d2fb1b36480ba205e246719cf342 2018-11-15 19:17:04,788 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/family/01d1d2fb1b36480ba205e246719cf342, entries=1, sequenceid=11, filesize=4.8 K 2018-11-15 19:17:04,789 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~50 B/50, heapSize ~368 B/368, currentSize=0 B/0 for c371066218822782919012067af7d7fe in 38ms, sequenceid=11, compaction requested=true 2018-11-15 19:17:04,790 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309424751 Obtaining lock to block concurrent updates at 1542309424751 Preparing flush snapshotting stores in c371066218822782919012067af7d7fe at 1542309424751 Finished memstore snapshotting testRecoveredEditsReplayCompaction,,1542309424593.c371066218822782919012067af7d7fe., syncing WAL and waiting on mvcc, flushsize=dataSize=50, getHeapSize=368, getOffHeapSize=0 at 1542309424751 Flushing stores of testRecoveredEditsReplayCompaction,,1542309424593.c371066218822782919012067af7d7fe. at 1542309424751 Flushing family: creating writer at 1542309424751 Flushing family: appending metadata at 1542309424784 Flushing family: closing flushed file at 1542309424784 Flushing family: reopening flushed file at 1542309424788 Finished flush of dataSize ~50 B/50, heapSize ~368 B/368, currentSize=0 B/0 for c371066218822782919012067af7d7fe in 38ms, sequenceid=11, compaction requested=true at 1542309424790 Flush successful at 1542309424790 2018-11-15 19:17:04,790 DEBUG [Time-limited test] compactions.SortedCompactionPolicy(68): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2018-11-15 19:17:04,791 DEBUG [Time-limited test] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 3 files of size 14673 starting at candidate #14673 after considering 1 permutations with 1 in ratio 2018-11-15 19:17:04,791 DEBUG [Time-limited test] regionserver.HStore(1825): c371066218822782919012067af7d7fe - family: Initiating minor compaction (all files) 2018-11-15 19:17:04,792 INFO [Time-limited test] regionserver.HRegion(2185): Starting compaction of family in testRecoveredEditsReplayCompaction,,1542309424593.c371066218822782919012067af7d7fe. 2018-11-15 19:17:04,792 INFO [Time-limited test] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/family/d3f7af10c20f443da15875974c317761, /mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/family/6dc632686d1e47ce91e3521e0dbf1487, /mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/family/01d1d2fb1b36480ba205e246719cf342] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/.tmp, totalSize=14.3 K 2018-11-15 19:17:04,792 DEBUG [Time-limited test] compactions.Compactor(202): Compacting d3f7af10c20f443da15875974c317761, keycount=1, bloomtype=ROW, size=4.8 K, encoding=NONE, compression=NONE, seqNum=3, earliestPutTs=1542309424665 2018-11-15 19:17:04,793 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 6dc632686d1e47ce91e3521e0dbf1487, keycount=1, bloomtype=ROW, size=4.8 K, encoding=NONE, compression=NONE, seqNum=7, earliestPutTs=1542309424710 2018-11-15 19:17:04,793 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 01d1d2fb1b36480ba205e246719cf342, keycount=1, bloomtype=ROW, size=4.8 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1542309424749 2018-11-15 19:17:04,822 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on c6b395dca85d4e669c488a660cf30393 2018-11-15 19:17:04,825 WARN [Time-limited test] regionserver.TestHRegion$HStoreForTesting(6340): hbase.hstore.compaction.complete is set to false 2018-11-15 19:17:04,826 DEBUG [Time-limited test] regionserver.HRegion(2215): Compaction status journal: Compacting store family at 1542309424792 Compaction complete at 1542309424826 2018-11-15 19:17:04,827 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/.tmp/family/c6b395dca85d4e669c488a660cf30393 as /mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/family/c6b395dca85d4e669c488a660cf30393 2018-11-15 19:17:04,889 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing c371066218822782919012067af7d7fe, disabling compactions & flushes 2018-11-15 19:17:04,889 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testRecoveredEditsReplayCompaction,,1542309424593.c371066218822782919012067af7d7fe. 2018-11-15 19:17:04,891 INFO [Time-limited test] regionserver.HRegion(1711): Closed testRecoveredEditsReplayCompaction,,1542309424593.c371066218822782919012067af7d7fe. 2018-11-15 19:17:04,894 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/7648a56d-f561-6c62-0267-c3d29707eede/testRecoveredEditsReplayCompaction.log/oldWALs 2018-11-15 19:17:04,894 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-41647324:(num 1542309424561) 2018-11-15 19:17:04,894 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testRecoveredEditsReplayCompaction,,1542309424593.c371066218822782919012067af7d7fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:04,896 DEBUG [Time-limited test] regionserver.HRegion(7272): checking encryption for c371066218822782919012067af7d7fe 2018-11-15 19:17:04,898 DEBUG [Time-limited test] regionserver.HRegion(7277): checking classloading for c371066218822782919012067af7d7fe 2018-11-15 19:17:04,900 DEBUG [StoreOpener-c371066218822782919012067af7d7fe-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.TestHRegion$HStoreForTesting.(TestHRegion.java:6331) at org.apache.hadoop.hbase.regionserver.TestHRegion$HRegionForTesting.instantiateHStore(TestHRegion.java:6314) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:04,902 INFO [StoreOpener-c371066218822782919012067af7d7fe-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=167, currentSize=8.39 MB, freeSize=987.21 MB, maxSize=995.60 MB, heapSize=8.39 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:04,902 INFO [StoreOpener-c371066218822782919012067af7d7fe-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:04,906 DEBUG [StoreOpener-c371066218822782919012067af7d7fe-1] regionserver.HStore(587): loaded file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/family/01d1d2fb1b36480ba205e246719cf342 2018-11-15 19:17:04,907 DEBUG [StoreOpener-c371066218822782919012067af7d7fe-1] regionserver.HStore(587): loaded file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/family/c6b395dca85d4e669c488a660cf30393 2018-11-15 19:17:04,907 DEBUG [StoreOpener-c371066218822782919012067af7d7fe-1] regionserver.HStore(587): loaded file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/family/6dc632686d1e47ce91e3521e0dbf1487 2018-11-15 19:17:04,908 DEBUG [StoreOpener-c371066218822782919012067af7d7fe-1] regionserver.HStore(587): loaded file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/family/d3f7af10c20f443da15875974c317761 2018-11-15 19:17:04,908 INFO [StoreOpener-c371066218822782919012067af7d7fe-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:04,909 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for c371066218822782919012067af7d7fe 2018-11-15 19:17:04,911 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 1 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe 2018-11-15 19:17:04,912 INFO [Time-limited test] regionserver.HRegion(4696): Replaying edits from file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/recovered.edits/0000000000000001000 2018-11-15 19:17:04,987 DEBUG [Time-limited test] regionserver.HRegion(4928): c371066218822782919012067af7d7fe : Replaying compaction marker table_name: "testRecoveredEditsReplayCompaction" encoded_region_name: "c371066218822782919012067af7d7fe" family_name: "family" compaction_input: "d3f7af10c20f443da15875974c317761" compaction_input: "6dc632686d1e47ce91e3521e0dbf1487" compaction_input: "01d1d2fb1b36480ba205e246719cf342" compaction_output: "c6b395dca85d4e669c488a660cf30393" store_home_dir: "family" region_name: "testRecoveredEditsReplayCompaction,,1542309424593.c371066218822782919012067af7d7fe." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2018-11-15 19:17:04,987 DEBUG [Time-limited test] regionserver.HStore(1597): Completing compaction from the WAL marker 2018-11-15 19:17:04,988 INFO [Time-limited test] regionserver.HStore(1645): Replaying compaction marker, replacing input files: [file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/family/d3f7af10c20f443da15875974c317761, file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/family/6dc632686d1e47ce91e3521e0dbf1487, file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/family/01d1d2fb1b36480ba205e246719cf342] with output files : [] 2018-11-15 19:17:04,988 DEBUG [Time-limited test] regionserver.HRegion(4880): Applied 0, skipped 1, firstSequenceIdInLog=10, maxSequenceIdInLog=10, path=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/recovered.edits/0000000000000001000 2018-11-15 19:17:04,988 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe 2018-11-15 19:17:04,989 DEBUG [Time-limited test] regionserver.HRegion(4607): Deleted recovered.edits under root directory. file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/recovered.edits/0000000000000001000 2018-11-15 19:17:04,989 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for c371066218822782919012067af7d7fe 2018-11-15 19:17:04,989 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for c371066218822782919012067af7d7fe 2018-11-15 19:17:04,989 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for c371066218822782919012067af7d7fe 2018-11-15 19:17:04,990 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for c371066218822782919012067af7d7fe 2018-11-15 19:17:05,022 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2018-11-15 19:17:05,023 INFO [Time-limited test] regionserver.HRegion(1009): Opened c371066218822782919012067af7d7fe; next sequenceid=12 2018-11-15 19:17:05,023 INFO [Time-limited test] regionserver.TestHRegion(963): file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/family/c6b395dca85d4e669c488a660cf30393 2018-11-15 19:17:05,027 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing c371066218822782919012067af7d7fe, disabling compactions & flushes 2018-11-15 19:17:05,027 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testRecoveredEditsReplayCompaction,,1542309424593.c371066218822782919012067af7d7fe. 2018-11-15 19:17:05,028 DEBUG [StoreCloserThread-testRecoveredEditsReplayCompaction,,1542309424593.c371066218822782919012067af7d7fe.-1] regionserver.HStore(2680): Moving the files [file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/family/d3f7af10c20f443da15875974c317761, file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/family/6dc632686d1e47ce91e3521e0dbf1487, file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/family/01d1d2fb1b36480ba205e246719cf342] to archive 2018-11-15 19:17:05,030 DEBUG [StoreCloserThread-testRecoveredEditsReplayCompaction,,1542309424593.c371066218822782919012067af7d7fe.-1] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:17:05,031 DEBUG [StoreCloserThread-testRecoveredEditsReplayCompaction,,1542309424593.c371066218822782919012067af7d7fe.-1] backup.HFileArchiver(444): Archived from FileableStoreFile, file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/family/d3f7af10c20f443da15875974c317761 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/archive/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/family/d3f7af10c20f443da15875974c317761 2018-11-15 19:17:05,031 DEBUG [StoreCloserThread-testRecoveredEditsReplayCompaction,,1542309424593.c371066218822782919012067af7d7fe.-1] backup.HFileArchiver(444): Archived from FileableStoreFile, file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/family/6dc632686d1e47ce91e3521e0dbf1487 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/archive/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/family/6dc632686d1e47ce91e3521e0dbf1487 2018-11-15 19:17:05,031 DEBUG [StoreCloserThread-testRecoveredEditsReplayCompaction,,1542309424593.c371066218822782919012067af7d7fe.-1] backup.HFileArchiver(444): Archived from FileableStoreFile, file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/family/01d1d2fb1b36480ba205e246719cf342 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/archive/data/default/testRecoveredEditsReplayCompaction/c371066218822782919012067af7d7fe/family/01d1d2fb1b36480ba205e246719cf342 2018-11-15 19:17:05,033 INFO [Time-limited test] regionserver.HRegion(1711): Closed testRecoveredEditsReplayCompaction,,1542309424593.c371066218822782919012067af7d7fe. 2018-11-15 19:17:05,033 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-41647324:(num 1542309424561) 2018-11-15 19:17:05,034 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:05,038 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-31129190, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/7648a56d-f561-6c62-0267-c3d29707eede/testRecoveredEditsReplayCompaction.log/WALs/hregion-31129190, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/7648a56d-f561-6c62-0267-c3d29707eede/testRecoveredEditsReplayCompaction.log/oldWALs 2018-11-15 19:17:05,069 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/7648a56d-f561-6c62-0267-c3d29707eede/testRecoveredEditsReplayCompaction.log/WALs/hregion-31129190/hregion-31129190.1542309425039 2018-11-15 19:17:05,070 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:17:05,071 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testRecoveredEditsReplayCompaction HTD == 'testRecoveredEditsReplayCompaction', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5 Table name == testRecoveredEditsReplayCompaction 2018-11-15 19:17:05,096 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testRecoveredEditsReplayCompaction,,1542309425070.82486d361ccca36333d0a8b6852cb99e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:05,098 DEBUG [StoreOpener-82486d361ccca36333d0a8b6852cb99e-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.TestHRegion$HStoreForTesting.(TestHRegion.java:6331) at org.apache.hadoop.hbase.regionserver.TestHRegion$HRegionForTesting.instantiateHStore(TestHRegion.java:6314) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:05,099 INFO [StoreOpener-82486d361ccca36333d0a8b6852cb99e-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=169, currentSize=8.39 MB, freeSize=987.21 MB, maxSize=995.60 MB, heapSize=8.39 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:05,099 INFO [StoreOpener-82486d361ccca36333d0a8b6852cb99e-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:05,099 INFO [StoreOpener-82486d361ccca36333d0a8b6852cb99e-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:05,100 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 82486d361ccca36333d0a8b6852cb99e 2018-11-15 19:17:05,101 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/82486d361ccca36333d0a8b6852cb99e 2018-11-15 19:17:05,101 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/default/testRecoveredEditsReplayCompaction/82486d361ccca36333d0a8b6852cb99e 2018-11-15 19:17:05,101 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 82486d361ccca36333d0a8b6852cb99e 2018-11-15 19:17:05,101 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 82486d361ccca36333d0a8b6852cb99e 2018-11-15 19:17:05,101 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 82486d361ccca36333d0a8b6852cb99e 2018-11-15 19:17:05,102 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 82486d361ccca36333d0a8b6852cb99e 2018-11-15 19:17:05,131 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/default/testRecoveredEditsReplayCompaction/82486d361ccca36333d0a8b6852cb99e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:05,131 INFO [Time-limited test] regionserver.HRegion(1009): Opened 82486d361ccca36333d0a8b6852cb99e; next sequenceid=2 2018-11-15 19:17:05,131 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:05,140 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=50 B heapSize=384 B 2018-11-15 19:17:05,178 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on cf788434d1a8476db6230cddcb3c6aa9 2018-11-15 19:17:05,180 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=50 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/82486d361ccca36333d0a8b6852cb99e/.tmp/family/cf788434d1a8476db6230cddcb3c6aa9 2018-11-15 19:17:05,181 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/82486d361ccca36333d0a8b6852cb99e/.tmp/family/cf788434d1a8476db6230cddcb3c6aa9 as /mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/82486d361ccca36333d0a8b6852cb99e/family/cf788434d1a8476db6230cddcb3c6aa9 2018-11-15 19:17:05,183 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/82486d361ccca36333d0a8b6852cb99e/family/cf788434d1a8476db6230cddcb3c6aa9, entries=1, sequenceid=3, filesize=4.8 K 2018-11-15 19:17:05,184 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~50 B/50, heapSize ~368 B/368, currentSize=0 B/0 for 82486d361ccca36333d0a8b6852cb99e in 44ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:05,184 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309425140 Obtaining lock to block concurrent updates at 1542309425140 Preparing flush snapshotting stores in 82486d361ccca36333d0a8b6852cb99e at 1542309425140 Finished memstore snapshotting testRecoveredEditsReplayCompaction,,1542309425070.82486d361ccca36333d0a8b6852cb99e., syncing WAL and waiting on mvcc, flushsize=dataSize=50, getHeapSize=368, getOffHeapSize=0 at 1542309425141 Flushing stores of testRecoveredEditsReplayCompaction,,1542309425070.82486d361ccca36333d0a8b6852cb99e. at 1542309425141 Flushing family: creating writer at 1542309425141 Flushing family: appending metadata at 1542309425178 Flushing family: closing flushed file at 1542309425178 Flushing family: reopening flushed file at 1542309425182 Finished flush of dataSize ~50 B/50, heapSize ~368 B/368, currentSize=0 B/0 for 82486d361ccca36333d0a8b6852cb99e in 44ms, sequenceid=3, compaction requested=false at 1542309425184 Flush successful at 1542309425184 2018-11-15 19:17:05,186 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=50 B heapSize=384 B 2018-11-15 19:17:05,223 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on ca5b3b68f21148beb22e099d93202855 2018-11-15 19:17:05,225 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=50 B at sequenceid=7 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/82486d361ccca36333d0a8b6852cb99e/.tmp/family/ca5b3b68f21148beb22e099d93202855 2018-11-15 19:17:05,226 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/82486d361ccca36333d0a8b6852cb99e/.tmp/family/ca5b3b68f21148beb22e099d93202855 as /mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/82486d361ccca36333d0a8b6852cb99e/family/ca5b3b68f21148beb22e099d93202855 2018-11-15 19:17:05,227 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/82486d361ccca36333d0a8b6852cb99e/family/ca5b3b68f21148beb22e099d93202855, entries=1, sequenceid=7, filesize=4.8 K 2018-11-15 19:17:05,229 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~50 B/50, heapSize ~368 B/368, currentSize=0 B/0 for 82486d361ccca36333d0a8b6852cb99e in 42ms, sequenceid=7, compaction requested=false 2018-11-15 19:17:05,229 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309425186 Obtaining lock to block concurrent updates at 1542309425186 Preparing flush snapshotting stores in 82486d361ccca36333d0a8b6852cb99e at 1542309425186 Finished memstore snapshotting testRecoveredEditsReplayCompaction,,1542309425070.82486d361ccca36333d0a8b6852cb99e., syncing WAL and waiting on mvcc, flushsize=dataSize=50, getHeapSize=368, getOffHeapSize=0 at 1542309425186 Flushing stores of testRecoveredEditsReplayCompaction,,1542309425070.82486d361ccca36333d0a8b6852cb99e. at 1542309425187 Flushing family: creating writer at 1542309425187 Flushing family: appending metadata at 1542309425223 Flushing family: closing flushed file at 1542309425223 Flushing family: reopening flushed file at 1542309425227 Finished flush of dataSize ~50 B/50, heapSize ~368 B/368, currentSize=0 B/0 for 82486d361ccca36333d0a8b6852cb99e in 42ms, sequenceid=7, compaction requested=false at 1542309425229 Flush successful at 1542309425229 2018-11-15 19:17:05,230 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=50 B heapSize=384 B 2018-11-15 19:17:05,261 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on cdb126a2f9914d45845a3b36daeaf6f4 2018-11-15 19:17:05,263 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=50 B at sequenceid=11 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/82486d361ccca36333d0a8b6852cb99e/.tmp/family/cdb126a2f9914d45845a3b36daeaf6f4 2018-11-15 19:17:05,265 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/82486d361ccca36333d0a8b6852cb99e/.tmp/family/cdb126a2f9914d45845a3b36daeaf6f4 as /mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/82486d361ccca36333d0a8b6852cb99e/family/cdb126a2f9914d45845a3b36daeaf6f4 2018-11-15 19:17:05,266 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/82486d361ccca36333d0a8b6852cb99e/family/cdb126a2f9914d45845a3b36daeaf6f4, entries=1, sequenceid=11, filesize=4.8 K 2018-11-15 19:17:05,267 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~50 B/50, heapSize ~368 B/368, currentSize=0 B/0 for 82486d361ccca36333d0a8b6852cb99e in 37ms, sequenceid=11, compaction requested=true 2018-11-15 19:17:05,267 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309425230 Obtaining lock to block concurrent updates at 1542309425230 Preparing flush snapshotting stores in 82486d361ccca36333d0a8b6852cb99e at 1542309425230 Finished memstore snapshotting testRecoveredEditsReplayCompaction,,1542309425070.82486d361ccca36333d0a8b6852cb99e., syncing WAL and waiting on mvcc, flushsize=dataSize=50, getHeapSize=368, getOffHeapSize=0 at 1542309425231 Flushing stores of testRecoveredEditsReplayCompaction,,1542309425070.82486d361ccca36333d0a8b6852cb99e. at 1542309425231 Flushing family: creating writer at 1542309425231 Flushing family: appending metadata at 1542309425262 Flushing family: closing flushed file at 1542309425262 Flushing family: reopening flushed file at 1542309425265 Finished flush of dataSize ~50 B/50, heapSize ~368 B/368, currentSize=0 B/0 for 82486d361ccca36333d0a8b6852cb99e in 37ms, sequenceid=11, compaction requested=true at 1542309425267 Flush successful at 1542309425267 2018-11-15 19:17:05,267 DEBUG [Time-limited test] compactions.SortedCompactionPolicy(68): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2018-11-15 19:17:05,268 DEBUG [Time-limited test] compactions.ExploringCompactionPolicy(121): Exploring compaction algorithm has selected 3 files of size 14673 starting at candidate #14673 after considering 1 permutations with 1 in ratio 2018-11-15 19:17:05,268 DEBUG [Time-limited test] regionserver.HStore(1825): 82486d361ccca36333d0a8b6852cb99e - family: Initiating minor compaction (all files) 2018-11-15 19:17:05,269 INFO [Time-limited test] regionserver.HRegion(2185): Starting compaction of family in testRecoveredEditsReplayCompaction,,1542309425070.82486d361ccca36333d0a8b6852cb99e. 2018-11-15 19:17:05,269 INFO [Time-limited test] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/82486d361ccca36333d0a8b6852cb99e/family/cf788434d1a8476db6230cddcb3c6aa9, /mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/82486d361ccca36333d0a8b6852cb99e/family/ca5b3b68f21148beb22e099d93202855, /mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/82486d361ccca36333d0a8b6852cb99e/family/cdb126a2f9914d45845a3b36daeaf6f4] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/82486d361ccca36333d0a8b6852cb99e/.tmp, totalSize=14.3 K 2018-11-15 19:17:05,269 DEBUG [Time-limited test] compactions.Compactor(202): Compacting cf788434d1a8476db6230cddcb3c6aa9, keycount=1, bloomtype=ROW, size=4.8 K, encoding=NONE, compression=NONE, seqNum=3, earliestPutTs=1542309425138 2018-11-15 19:17:05,269 DEBUG [Time-limited test] compactions.Compactor(202): Compacting ca5b3b68f21148beb22e099d93202855, keycount=1, bloomtype=ROW, size=4.8 K, encoding=NONE, compression=NONE, seqNum=7, earliestPutTs=1542309425184 2018-11-15 19:17:05,270 DEBUG [Time-limited test] compactions.Compactor(202): Compacting cdb126a2f9914d45845a3b36daeaf6f4, keycount=1, bloomtype=ROW, size=4.8 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1542309425229 2018-11-15 19:17:05,305 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on a06cdceffcc04c249ba780ac9a439abd 2018-11-15 19:17:05,308 WARN [Time-limited test] regionserver.TestHRegion$HStoreForTesting(6340): hbase.hstore.compaction.complete is set to false 2018-11-15 19:17:05,309 DEBUG [Time-limited test] regionserver.HRegion(2215): Compaction status journal: Compacting store family at 1542309425269 Compaction complete at 1542309425309 2018-11-15 19:17:05,310 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/82486d361ccca36333d0a8b6852cb99e/.tmp/family/a06cdceffcc04c249ba780ac9a439abd as /mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/82486d361ccca36333d0a8b6852cb99e/family/a06cdceffcc04c249ba780ac9a439abd 2018-11-15 19:17:05,381 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 82486d361ccca36333d0a8b6852cb99e, disabling compactions & flushes 2018-11-15 19:17:05,381 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testRecoveredEditsReplayCompaction,,1542309425070.82486d361ccca36333d0a8b6852cb99e. 2018-11-15 19:17:05,384 INFO [Time-limited test] regionserver.HRegion(1711): Closed testRecoveredEditsReplayCompaction,,1542309425070.82486d361ccca36333d0a8b6852cb99e. 2018-11-15 19:17:05,386 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/7648a56d-f561-6c62-0267-c3d29707eede/testRecoveredEditsReplayCompaction.log/oldWALs 2018-11-15 19:17:05,387 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-31129190:(num 1542309425039) 2018-11-15 19:17:05,387 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testRecoveredEditsReplayCompaction,,1542309425070.82486d361ccca36333d0a8b6852cb99e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:05,387 DEBUG [Time-limited test] regionserver.HRegion(7272): checking encryption for 82486d361ccca36333d0a8b6852cb99e 2018-11-15 19:17:05,388 DEBUG [Time-limited test] regionserver.HRegion(7277): checking classloading for 82486d361ccca36333d0a8b6852cb99e 2018-11-15 19:17:05,389 DEBUG [StoreOpener-82486d361ccca36333d0a8b6852cb99e-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.TestHRegion$HStoreForTesting.(TestHRegion.java:6331) at org.apache.hadoop.hbase.regionserver.TestHRegion$HRegionForTesting.instantiateHStore(TestHRegion.java:6314) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:05,390 INFO [StoreOpener-82486d361ccca36333d0a8b6852cb99e-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=169, currentSize=8.39 MB, freeSize=987.21 MB, maxSize=995.60 MB, heapSize=8.39 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:05,391 INFO [StoreOpener-82486d361ccca36333d0a8b6852cb99e-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:05,394 DEBUG [StoreOpener-82486d361ccca36333d0a8b6852cb99e-1] regionserver.HStore(587): loaded file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/82486d361ccca36333d0a8b6852cb99e/family/cdb126a2f9914d45845a3b36daeaf6f4 2018-11-15 19:17:05,394 DEBUG [StoreOpener-82486d361ccca36333d0a8b6852cb99e-1] regionserver.HStore(587): loaded file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/82486d361ccca36333d0a8b6852cb99e/family/ca5b3b68f21148beb22e099d93202855 2018-11-15 19:17:05,395 DEBUG [StoreOpener-82486d361ccca36333d0a8b6852cb99e-1] regionserver.HStore(587): loaded file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/82486d361ccca36333d0a8b6852cb99e/family/cf788434d1a8476db6230cddcb3c6aa9 2018-11-15 19:17:05,396 DEBUG [StoreOpener-82486d361ccca36333d0a8b6852cb99e-1] regionserver.HStore(587): loaded file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/82486d361ccca36333d0a8b6852cb99e/family/a06cdceffcc04c249ba780ac9a439abd 2018-11-15 19:17:05,396 INFO [StoreOpener-82486d361ccca36333d0a8b6852cb99e-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:05,396 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 82486d361ccca36333d0a8b6852cb99e 2018-11-15 19:17:05,397 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 1 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/82486d361ccca36333d0a8b6852cb99e 2018-11-15 19:17:05,398 INFO [Time-limited test] regionserver.HRegion(4696): Replaying edits from file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/82486d361ccca36333d0a8b6852cb99e/recovered.edits/0000000000000001000 2018-11-15 19:17:05,400 DEBUG [Time-limited test] regionserver.HRegion(4880): Applied 0, skipped 1, firstSequenceIdInLog=10, maxSequenceIdInLog=10, path=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/82486d361ccca36333d0a8b6852cb99e/recovered.edits/0000000000000001000 2018-11-15 19:17:05,401 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/default/testRecoveredEditsReplayCompaction/82486d361ccca36333d0a8b6852cb99e 2018-11-15 19:17:05,401 DEBUG [Time-limited test] regionserver.HRegion(4607): Deleted recovered.edits under root directory. file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/82486d361ccca36333d0a8b6852cb99e/recovered.edits/0000000000000001000 2018-11-15 19:17:05,401 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 82486d361ccca36333d0a8b6852cb99e 2018-11-15 19:17:05,401 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 82486d361ccca36333d0a8b6852cb99e 2018-11-15 19:17:05,402 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 82486d361ccca36333d0a8b6852cb99e 2018-11-15 19:17:05,402 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 82486d361ccca36333d0a8b6852cb99e 2018-11-15 19:17:05,435 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/default/testRecoveredEditsReplayCompaction/82486d361ccca36333d0a8b6852cb99e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2018-11-15 19:17:05,436 INFO [Time-limited test] regionserver.HRegion(1009): Opened 82486d361ccca36333d0a8b6852cb99e; next sequenceid=12 2018-11-15 19:17:05,436 INFO [Time-limited test] regionserver.TestHRegion(963): file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/82486d361ccca36333d0a8b6852cb99e/family/cf788434d1a8476db6230cddcb3c6aa9 2018-11-15 19:17:05,436 INFO [Time-limited test] regionserver.TestHRegion(963): file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/82486d361ccca36333d0a8b6852cb99e/family/ca5b3b68f21148beb22e099d93202855 2018-11-15 19:17:05,436 INFO [Time-limited test] regionserver.TestHRegion(963): file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/82486d361ccca36333d0a8b6852cb99e/family/a06cdceffcc04c249ba780ac9a439abd 2018-11-15 19:17:05,436 INFO [Time-limited test] regionserver.TestHRegion(963): file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5/data/default/testRecoveredEditsReplayCompaction/82486d361ccca36333d0a8b6852cb99e/family/cdb126a2f9914d45845a3b36daeaf6f4 2018-11-15 19:17:05,440 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 82486d361ccca36333d0a8b6852cb99e, disabling compactions & flushes 2018-11-15 19:17:05,440 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testRecoveredEditsReplayCompaction,,1542309425070.82486d361ccca36333d0a8b6852cb99e. 2018-11-15 19:17:05,442 INFO [Time-limited test] regionserver.HRegion(1711): Closed testRecoveredEditsReplayCompaction,,1542309425070.82486d361ccca36333d0a8b6852cb99e. 2018-11-15 19:17:05,442 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-31129190:(num 1542309425039) 2018-11-15 19:17:05,443 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/3cb6201d-8c86-6967-bb04-ca57c65a27e5 2018-11-15 19:17:05,508 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testRecoveredEditsReplayCompaction Thread=14 (was 14), OpenFileDescriptor=7423 (was 6271) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=222 (was 222), ProcessCount=365 (was 365), AvailableMemoryMB=37383 (was 37358) - AvailableMemoryMB LEAK? - 2018-11-15 19:17:05,508 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=7423 is superior to 1024 2018-11-15 19:17:05,562 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testDeleteRowWithFutureTs Thread=14, OpenFileDescriptor=7425, MaxFileDescriptor=32000, SystemLoadAverage=222, ProcessCount=365, AvailableMemoryMB=37378 2018-11-15 19:17:05,562 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=7425 is superior to 1024 2018-11-15 19:17:05,585 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/6ca5e596-0b46-ec68-97ab-ecf6966e0cec 2018-11-15 19:17:05,585 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:05,585 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/6ca5e596-0b46-ec68-97ab-ecf6966e0cec 2018-11-15 19:17:05,585 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:05,586 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/6ca5e596-0b46-ec68-97ab-ecf6966e0cec 2018-11-15 19:17:05,586 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:17:05,587 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:05,592 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-69356825, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/6ca5e596-0b46-ec68-97ab-ecf6966e0cec/db9df555-4f94-2800-4d08-f056526af11d/testDeleteRowWithFutureTs.log/WALs/hregion-69356825, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/6ca5e596-0b46-ec68-97ab-ecf6966e0cec/db9df555-4f94-2800-4d08-f056526af11d/testDeleteRowWithFutureTs.log/oldWALs 2018-11-15 19:17:05,632 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/6ca5e596-0b46-ec68-97ab-ecf6966e0cec/db9df555-4f94-2800-4d08-f056526af11d/testDeleteRowWithFutureTs.log/WALs/hregion-69356825/hregion-69356825.1542309425593 2018-11-15 19:17:05,632 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:17:05,633 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDeleteRowWithFutureTs HTD == 'testDeleteRowWithFutureTs', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'info', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/6ca5e596-0b46-ec68-97ab-ecf6966e0cec Table name == testDeleteRowWithFutureTs 2018-11-15 19:17:05,666 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDeleteRowWithFutureTs,,1542309425632.1b3488b16d777097f44236bc94da8a95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:05,668 DEBUG [StoreOpener-1b3488b16d777097f44236bc94da8a95-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:05,670 INFO [StoreOpener-1b3488b16d777097f44236bc94da8a95-1] hfile.CacheConfig(237): Created cacheConfig for info: blockCache=LruBlockCache{blockCount=177, currentSize=8.40 MB, freeSize=987.20 MB, maxSize=995.60 MB, heapSize=8.40 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:05,670 INFO [StoreOpener-1b3488b16d777097f44236bc94da8a95-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:05,671 INFO [StoreOpener-1b3488b16d777097f44236bc94da8a95-1] regionserver.HStore(335): Store=info, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:05,671 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 1b3488b16d777097f44236bc94da8a95 2018-11-15 19:17:05,672 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/6ca5e596-0b46-ec68-97ab-ecf6966e0cec/data/default/testDeleteRowWithFutureTs/1b3488b16d777097f44236bc94da8a95 2018-11-15 19:17:05,672 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/6ca5e596-0b46-ec68-97ab-ecf6966e0cec/default/testDeleteRowWithFutureTs/1b3488b16d777097f44236bc94da8a95 2018-11-15 19:17:05,673 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 1b3488b16d777097f44236bc94da8a95 2018-11-15 19:17:05,673 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 1b3488b16d777097f44236bc94da8a95 2018-11-15 19:17:05,673 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 1b3488b16d777097f44236bc94da8a95 2018-11-15 19:17:05,674 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 1b3488b16d777097f44236bc94da8a95 2018-11-15 19:17:05,707 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/6ca5e596-0b46-ec68-97ab-ecf6966e0cec/default/testDeleteRowWithFutureTs/1b3488b16d777097f44236bc94da8a95/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:05,707 INFO [Time-limited test] regionserver.HRegion(1009): Opened 1b3488b16d777097f44236bc94da8a95; next sequenceid=2 2018-11-15 19:17:05,712 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 1b3488b16d777097f44236bc94da8a95, disabling compactions & flushes 2018-11-15 19:17:05,712 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDeleteRowWithFutureTs,,1542309425632.1b3488b16d777097f44236bc94da8a95. 2018-11-15 19:17:05,712 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=117 B heapSize=608 B 2018-11-15 19:17:05,752 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 83f3c0b1aebe43e29fc107f9801ae55b 2018-11-15 19:17:05,755 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=117 B at sequenceid=5 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/6ca5e596-0b46-ec68-97ab-ecf6966e0cec/data/default/testDeleteRowWithFutureTs/1b3488b16d777097f44236bc94da8a95/.tmp/info/83f3c0b1aebe43e29fc107f9801ae55b 2018-11-15 19:17:05,757 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83f3c0b1aebe43e29fc107f9801ae55b 2018-11-15 19:17:05,757 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/6ca5e596-0b46-ec68-97ab-ecf6966e0cec/data/default/testDeleteRowWithFutureTs/1b3488b16d777097f44236bc94da8a95/.tmp/info/83f3c0b1aebe43e29fc107f9801ae55b as /mnt/disk2/a/hbase/hbase-server/target/test-data/6ca5e596-0b46-ec68-97ab-ecf6966e0cec/data/default/testDeleteRowWithFutureTs/1b3488b16d777097f44236bc94da8a95/info/83f3c0b1aebe43e29fc107f9801ae55b 2018-11-15 19:17:05,759 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83f3c0b1aebe43e29fc107f9801ae55b 2018-11-15 19:17:05,759 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/6ca5e596-0b46-ec68-97ab-ecf6966e0cec/data/default/testDeleteRowWithFutureTs/1b3488b16d777097f44236bc94da8a95/info/83f3c0b1aebe43e29fc107f9801ae55b, entries=2, sequenceid=5, filesize=4.9 K 2018-11-15 19:17:05,760 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~117 B/117, heapSize ~592 B/592, currentSize=0 B/0 for 1b3488b16d777097f44236bc94da8a95 in 48ms, sequenceid=5, compaction requested=false 2018-11-15 19:17:05,763 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDeleteRowWithFutureTs,,1542309425632.1b3488b16d777097f44236bc94da8a95. 2018-11-15 19:17:05,765 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/6ca5e596-0b46-ec68-97ab-ecf6966e0cec/db9df555-4f94-2800-4d08-f056526af11d/testDeleteRowWithFutureTs.log/oldWALs 2018-11-15 19:17:05,765 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-69356825:(num 1542309425593) 2018-11-15 19:17:05,765 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/6ca5e596-0b46-ec68-97ab-ecf6966e0cec 2018-11-15 19:17:05,826 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testDeleteRowWithFutureTs Thread=14 (was 14), OpenFileDescriptor=7711 (was 7425) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=222 (was 222), ProcessCount=365 (was 365), AvailableMemoryMB=37381 (was 37378) - AvailableMemoryMB LEAK? - 2018-11-15 19:17:05,826 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=7711 is superior to 1024 2018-11-15 19:17:05,883 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testGetWithFilter Thread=14, OpenFileDescriptor=7713, MaxFileDescriptor=32000, SystemLoadAverage=222, ProcessCount=364, AvailableMemoryMB=37376 2018-11-15 19:17:05,883 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=7713 is superior to 1024 2018-11-15 19:17:05,912 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/2c5c150c-5adc-3a50-e3f3-9f5d08796b05 2018-11-15 19:17:05,912 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:05,912 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/2c5c150c-5adc-3a50-e3f3-9f5d08796b05 2018-11-15 19:17:05,912 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:05,913 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/2c5c150c-5adc-3a50-e3f3-9f5d08796b05 2018-11-15 19:17:05,913 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:17:05,915 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:05,921 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-31871034, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/2c5c150c-5adc-3a50-e3f3-9f5d08796b05/dc4e8577-aee1-2c2b-9006-a7f86e18874a/testGetWithFilter.log/WALs/hregion-31871034, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/2c5c150c-5adc-3a50-e3f3-9f5d08796b05/dc4e8577-aee1-2c2b-9006-a7f86e18874a/testGetWithFilter.log/oldWALs 2018-11-15 19:17:05,958 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/2c5c150c-5adc-3a50-e3f3-9f5d08796b05/dc4e8577-aee1-2c2b-9006-a7f86e18874a/testGetWithFilter.log/WALs/hregion-31871034/hregion-31871034.1542309425921 2018-11-15 19:17:05,959 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:17:05,959 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testFilterAndColumnTracker HTD == 'testFilterAndColumnTracker', {NAME => 'fam1', VERSIONS => '3', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536'} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/2c5c150c-5adc-3a50-e3f3-9f5d08796b05 Table name == testFilterAndColumnTracker 2018-11-15 19:17:05,986 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testFilterAndColumnTracker,,1542309425913.be5f60461c33af2b0eb7897d8ced9eb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:05,988 DEBUG [StoreOpener-be5f60461c33af2b0eb7897d8ced9eb5-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:05,989 INFO [StoreOpener-be5f60461c33af2b0eb7897d8ced9eb5-1] hfile.CacheConfig(237): Created cacheConfig for fam1: blockCache=LruBlockCache{blockCount=177, currentSize=8.40 MB, freeSize=987.20 MB, maxSize=995.60 MB, heapSize=8.40 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:05,989 INFO [StoreOpener-be5f60461c33af2b0eb7897d8ced9eb5-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:05,989 INFO [StoreOpener-be5f60461c33af2b0eb7897d8ced9eb5-1] regionserver.HStore(335): Store=fam1, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:05,990 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for be5f60461c33af2b0eb7897d8ced9eb5 2018-11-15 19:17:05,991 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/2c5c150c-5adc-3a50-e3f3-9f5d08796b05/data/default/testFilterAndColumnTracker/be5f60461c33af2b0eb7897d8ced9eb5 2018-11-15 19:17:05,991 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/2c5c150c-5adc-3a50-e3f3-9f5d08796b05/default/testFilterAndColumnTracker/be5f60461c33af2b0eb7897d8ced9eb5 2018-11-15 19:17:05,991 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for be5f60461c33af2b0eb7897d8ced9eb5 2018-11-15 19:17:05,991 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for be5f60461c33af2b0eb7897d8ced9eb5 2018-11-15 19:17:05,991 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for be5f60461c33af2b0eb7897d8ced9eb5 2018-11-15 19:17:05,992 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for be5f60461c33af2b0eb7897d8ced9eb5 2018-11-15 19:17:06,025 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/2c5c150c-5adc-3a50-e3f3-9f5d08796b05/default/testFilterAndColumnTracker/be5f60461c33af2b0eb7897d8ced9eb5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:06,025 INFO [Time-limited test] regionserver.HRegion(1009): Opened be5f60461c33af2b0eb7897d8ced9eb5; next sequenceid=2 2018-11-15 19:17:06,032 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=154 B heapSize=704 B 2018-11-15 19:17:06,070 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 62880308ca964f8aa6c43fe87a6da0e8 2018-11-15 19:17:06,072 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=154 B at sequenceid=6 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/2c5c150c-5adc-3a50-e3f3-9f5d08796b05/data/default/testFilterAndColumnTracker/be5f60461c33af2b0eb7897d8ced9eb5/.tmp/fam1/62880308ca964f8aa6c43fe87a6da0e8 2018-11-15 19:17:06,073 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/2c5c150c-5adc-3a50-e3f3-9f5d08796b05/data/default/testFilterAndColumnTracker/be5f60461c33af2b0eb7897d8ced9eb5/.tmp/fam1/62880308ca964f8aa6c43fe87a6da0e8 as /mnt/disk2/a/hbase/hbase-server/target/test-data/2c5c150c-5adc-3a50-e3f3-9f5d08796b05/data/default/testFilterAndColumnTracker/be5f60461c33af2b0eb7897d8ced9eb5/fam1/62880308ca964f8aa6c43fe87a6da0e8 2018-11-15 19:17:06,075 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/2c5c150c-5adc-3a50-e3f3-9f5d08796b05/data/default/testFilterAndColumnTracker/be5f60461c33af2b0eb7897d8ced9eb5/fam1/62880308ca964f8aa6c43fe87a6da0e8, entries=3, sequenceid=6, filesize=4.8 K 2018-11-15 19:17:06,076 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~154 B/154, heapSize ~688 B/688, currentSize=0 B/0 for be5f60461c33af2b0eb7897d8ced9eb5 in 44ms, sequenceid=6, compaction requested=false 2018-11-15 19:17:06,076 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309426032 Obtaining lock to block concurrent updates at 1542309426032 Preparing flush snapshotting stores in be5f60461c33af2b0eb7897d8ced9eb5 at 1542309426032 Finished memstore snapshotting testFilterAndColumnTracker,,1542309425913.be5f60461c33af2b0eb7897d8ced9eb5., syncing WAL and waiting on mvcc, flushsize=dataSize=154, getHeapSize=688, getOffHeapSize=0 at 1542309426033 Flushing stores of testFilterAndColumnTracker,,1542309425913.be5f60461c33af2b0eb7897d8ced9eb5. at 1542309426033 Flushing fam1: creating writer at 1542309426033 Flushing fam1: appending metadata at 1542309426071 Flushing fam1: closing flushed file at 1542309426071 Flushing fam1: reopening flushed file at 1542309426074 Finished flush of dataSize ~154 B/154, heapSize ~688 B/688, currentSize=0 B/0 for be5f60461c33af2b0eb7897d8ced9eb5 in 44ms, sequenceid=6, compaction requested=false at 1542309426076 Flush successful at 1542309426076 2018-11-15 19:17:06,076 DEBUG [Time-limited test] compactions.SortedCompactionPolicy(68): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2018-11-15 19:17:06,076 DEBUG [Time-limited test] regionserver.HStore(1825): be5f60461c33af2b0eb7897d8ced9eb5 - fam1: Initiating major compaction (all files) 2018-11-15 19:17:06,077 INFO [Time-limited test] regionserver.HRegion(2185): Starting compaction of fam1 in testFilterAndColumnTracker,,1542309425913.be5f60461c33af2b0eb7897d8ced9eb5. 2018-11-15 19:17:06,077 INFO [Time-limited test] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/2c5c150c-5adc-3a50-e3f3-9f5d08796b05/data/default/testFilterAndColumnTracker/be5f60461c33af2b0eb7897d8ced9eb5/fam1/62880308ca964f8aa6c43fe87a6da0e8] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/2c5c150c-5adc-3a50-e3f3-9f5d08796b05/data/default/testFilterAndColumnTracker/be5f60461c33af2b0eb7897d8ced9eb5/.tmp, totalSize=4.8 K 2018-11-15 19:17:06,077 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 62880308ca964f8aa6c43fe87a6da0e8, keycount=3, bloomtype=ROW, size=4.8 K, encoding=NONE, compression=NONE, seqNum=6, earliestPutTs=1 2018-11-15 19:17:06,113 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 6e5c1bde4a1447d3bc367a9d4cd70261 2018-11-15 19:17:06,117 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/2c5c150c-5adc-3a50-e3f3-9f5d08796b05/data/default/testFilterAndColumnTracker/be5f60461c33af2b0eb7897d8ced9eb5/.tmp/fam1/6e5c1bde4a1447d3bc367a9d4cd70261 as /mnt/disk2/a/hbase/hbase-server/target/test-data/2c5c150c-5adc-3a50-e3f3-9f5d08796b05/data/default/testFilterAndColumnTracker/be5f60461c33af2b0eb7897d8ced9eb5/fam1/6e5c1bde4a1447d3bc367a9d4cd70261 2018-11-15 19:17:06,120 INFO [Time-limited test] regionserver.HStore(1578): Completed major compaction of 1 (all) file(s) in fam1 of be5f60461c33af2b0eb7897d8ced9eb5 into 6e5c1bde4a1447d3bc367a9d4cd70261(size=4.8 K), total size for store is 4.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:17:06,120 DEBUG [Time-limited test] regionserver.HRegion(2215): Compaction status journal: Compacting store fam1 at 1542309426077 Compaction complete at 1542309426120 2018-11-15 19:17:07,122 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing be5f60461c33af2b0eb7897d8ced9eb5, disabling compactions & flushes 2018-11-15 19:17:07,123 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testFilterAndColumnTracker,,1542309425913.be5f60461c33af2b0eb7897d8ced9eb5. 2018-11-15 19:17:07,124 DEBUG [StoreCloserThread-testFilterAndColumnTracker,,1542309425913.be5f60461c33af2b0eb7897d8ced9eb5.-1] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/2c5c150c-5adc-3a50-e3f3-9f5d08796b05/data/default/testFilterAndColumnTracker/be5f60461c33af2b0eb7897d8ced9eb5/fam1/62880308ca964f8aa6c43fe87a6da0e8] to archive 2018-11-15 19:17:07,126 DEBUG [StoreCloserThread-testFilterAndColumnTracker,,1542309425913.be5f60461c33af2b0eb7897d8ced9eb5.-1] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:17:07,127 DEBUG [StoreCloserThread-testFilterAndColumnTracker,,1542309425913.be5f60461c33af2b0eb7897d8ced9eb5.-1] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/2c5c150c-5adc-3a50-e3f3-9f5d08796b05/data/default/testFilterAndColumnTracker/be5f60461c33af2b0eb7897d8ced9eb5/fam1/62880308ca964f8aa6c43fe87a6da0e8 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/2c5c150c-5adc-3a50-e3f3-9f5d08796b05/archive/data/default/testFilterAndColumnTracker/be5f60461c33af2b0eb7897d8ced9eb5/fam1/62880308ca964f8aa6c43fe87a6da0e8 2018-11-15 19:17:07,128 INFO [Time-limited test] regionserver.HRegion(1711): Closed testFilterAndColumnTracker,,1542309425913.be5f60461c33af2b0eb7897d8ced9eb5. 2018-11-15 19:17:07,131 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/2c5c150c-5adc-3a50-e3f3-9f5d08796b05/dc4e8577-aee1-2c2b-9006-a7f86e18874a/testGetWithFilter.log/oldWALs 2018-11-15 19:17:07,131 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-31871034:(num 1542309425921) 2018-11-15 19:17:07,131 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/2c5c150c-5adc-3a50-e3f3-9f5d08796b05 2018-11-15 19:17:07,193 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testGetWithFilter Thread=14 (was 14), OpenFileDescriptor=7999 (was 7713) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=222 (was 222), ProcessCount=363 (was 364), AvailableMemoryMB=37379 (was 37376) - AvailableMemoryMB LEAK? - 2018-11-15 19:17:07,194 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=7999 is superior to 1024 2018-11-15 19:17:07,253 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testSequenceId Thread=14, OpenFileDescriptor=8001, MaxFileDescriptor=32000, SystemLoadAverage=222, ProcessCount=363, AvailableMemoryMB=37375 2018-11-15 19:17:07,253 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=8001 is superior to 1024 2018-11-15 19:17:07,289 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/0f30e77a-06a6-676f-cd71-ffc9630cfde1 2018-11-15 19:17:07,289 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:07,289 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/0f30e77a-06a6-676f-cd71-ffc9630cfde1 2018-11-15 19:17:07,289 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:07,289 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/0f30e77a-06a6-676f-cd71-ffc9630cfde1 2018-11-15 19:17:07,290 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:17:07,291 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:07,298 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-79865109, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/0f30e77a-06a6-676f-cd71-ffc9630cfde1/bb60155d-a571-8729-1f31-712a96bdf1f1/testSequenceId.log/WALs/hregion-79865109, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/0f30e77a-06a6-676f-cd71-ffc9630cfde1/bb60155d-a571-8729-1f31-712a96bdf1f1/testSequenceId.log/oldWALs 2018-11-15 19:17:07,340 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/0f30e77a-06a6-676f-cd71-ffc9630cfde1/bb60155d-a571-8729-1f31-712a96bdf1f1/testSequenceId.log/WALs/hregion-79865109/hregion-79865109.1542309427299 2018-11-15 19:17:07,340 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:17:07,341 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testSequenceId HTD == 'testSequenceId', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'MyCF', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/0f30e77a-06a6-676f-cd71-ffc9630cfde1 Table name == testSequenceId 2018-11-15 19:17:07,371 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testSequenceId,,1542309427341.abb26ee3d811cf1ff01e0c548c30a434.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:07,373 DEBUG [StoreOpener-abb26ee3d811cf1ff01e0c548c30a434-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:07,374 INFO [StoreOpener-abb26ee3d811cf1ff01e0c548c30a434-1] hfile.CacheConfig(237): Created cacheConfig for MyCF: blockCache=LruBlockCache{blockCount=179, currentSize=8.40 MB, freeSize=987.20 MB, maxSize=995.60 MB, heapSize=8.40 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:07,375 INFO [StoreOpener-abb26ee3d811cf1ff01e0c548c30a434-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:07,375 INFO [StoreOpener-abb26ee3d811cf1ff01e0c548c30a434-1] regionserver.HStore(335): Store=MyCF, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:07,376 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for abb26ee3d811cf1ff01e0c548c30a434 2018-11-15 19:17:07,377 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/0f30e77a-06a6-676f-cd71-ffc9630cfde1/data/default/testSequenceId/abb26ee3d811cf1ff01e0c548c30a434 2018-11-15 19:17:07,377 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/0f30e77a-06a6-676f-cd71-ffc9630cfde1/default/testSequenceId/abb26ee3d811cf1ff01e0c548c30a434 2018-11-15 19:17:07,377 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for abb26ee3d811cf1ff01e0c548c30a434 2018-11-15 19:17:07,377 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for abb26ee3d811cf1ff01e0c548c30a434 2018-11-15 19:17:07,378 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for abb26ee3d811cf1ff01e0c548c30a434 2018-11-15 19:17:07,378 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for abb26ee3d811cf1ff01e0c548c30a434 2018-11-15 19:17:07,413 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/0f30e77a-06a6-676f-cd71-ffc9630cfde1/default/testSequenceId/abb26ee3d811cf1ff01e0c548c30a434/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:07,413 INFO [Time-limited test] regionserver.HRegion(1009): Opened abb26ee3d811cf1ff01e0c548c30a434; next sequenceid=2 2018-11-15 19:17:07,414 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing abb26ee3d811cf1ff01e0c548c30a434, disabling compactions & flushes 2018-11-15 19:17:07,414 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testSequenceId,,1542309427341.abb26ee3d811cf1ff01e0c548c30a434. 2018-11-15 19:17:07,415 INFO [Time-limited test] regionserver.HRegion(1711): Closed testSequenceId,,1542309427341.abb26ee3d811cf1ff01e0c548c30a434. 2018-11-15 19:17:07,417 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/0f30e77a-06a6-676f-cd71-ffc9630cfde1/bb60155d-a571-8729-1f31-712a96bdf1f1/testSequenceId.log/oldWALs 2018-11-15 19:17:07,417 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-79865109:(num 1542309427299) 2018-11-15 19:17:07,419 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:07,427 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-87593012, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/0f30e77a-06a6-676f-cd71-ffc9630cfde1/bb60155d-a571-8729-1f31-712a96bdf1f1/testSequenceId.log/WALs/hregion-87593012, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/0f30e77a-06a6-676f-cd71-ffc9630cfde1/bb60155d-a571-8729-1f31-712a96bdf1f1/testSequenceId.log/oldWALs 2018-11-15 19:17:07,464 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/0f30e77a-06a6-676f-cd71-ffc9630cfde1/bb60155d-a571-8729-1f31-712a96bdf1f1/testSequenceId.log/WALs/hregion-87593012/hregion-87593012.1542309427428 2018-11-15 19:17:07,465 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:17:07,466 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testSequenceId HTD == 'testSequenceId', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'MyCF', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/0f30e77a-06a6-676f-cd71-ffc9630cfde1 Table name == testSequenceId 2018-11-15 19:17:07,497 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testSequenceId,,1542309427465.43534e4d9bddb1e3ab17c069a2a27804.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:07,498 DEBUG [StoreOpener-43534e4d9bddb1e3ab17c069a2a27804-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:07,499 INFO [StoreOpener-43534e4d9bddb1e3ab17c069a2a27804-1] hfile.CacheConfig(237): Created cacheConfig for MyCF: blockCache=LruBlockCache{blockCount=179, currentSize=8.40 MB, freeSize=987.20 MB, maxSize=995.60 MB, heapSize=8.40 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:07,499 INFO [StoreOpener-43534e4d9bddb1e3ab17c069a2a27804-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:07,500 INFO [StoreOpener-43534e4d9bddb1e3ab17c069a2a27804-1] regionserver.HStore(335): Store=MyCF, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:07,500 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 43534e4d9bddb1e3ab17c069a2a27804 2018-11-15 19:17:07,501 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/0f30e77a-06a6-676f-cd71-ffc9630cfde1/data/default/testSequenceId/43534e4d9bddb1e3ab17c069a2a27804 2018-11-15 19:17:07,501 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/0f30e77a-06a6-676f-cd71-ffc9630cfde1/default/testSequenceId/43534e4d9bddb1e3ab17c069a2a27804 2018-11-15 19:17:07,501 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 43534e4d9bddb1e3ab17c069a2a27804 2018-11-15 19:17:07,502 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 43534e4d9bddb1e3ab17c069a2a27804 2018-11-15 19:17:07,502 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 43534e4d9bddb1e3ab17c069a2a27804 2018-11-15 19:17:07,503 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 43534e4d9bddb1e3ab17c069a2a27804 2018-11-15 19:17:07,537 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/0f30e77a-06a6-676f-cd71-ffc9630cfde1/default/testSequenceId/43534e4d9bddb1e3ab17c069a2a27804/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:07,537 INFO [Time-limited test] regionserver.HRegion(1009): Opened 43534e4d9bddb1e3ab17c069a2a27804; next sequenceid=2 2018-11-15 19:17:07,544 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=52 B heapSize=384 B 2018-11-15 19:17:07,575 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on cbd6f775c4d44da5a708d1e9255cd1a2 2018-11-15 19:17:07,578 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=52 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/0f30e77a-06a6-676f-cd71-ffc9630cfde1/data/default/testSequenceId/43534e4d9bddb1e3ab17c069a2a27804/.tmp/MyCF/cbd6f775c4d44da5a708d1e9255cd1a2 2018-11-15 19:17:07,581 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/0f30e77a-06a6-676f-cd71-ffc9630cfde1/data/default/testSequenceId/43534e4d9bddb1e3ab17c069a2a27804/.tmp/MyCF/cbd6f775c4d44da5a708d1e9255cd1a2 as /mnt/disk2/a/hbase/hbase-server/target/test-data/0f30e77a-06a6-676f-cd71-ffc9630cfde1/data/default/testSequenceId/43534e4d9bddb1e3ab17c069a2a27804/MyCF/cbd6f775c4d44da5a708d1e9255cd1a2 2018-11-15 19:17:07,582 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/0f30e77a-06a6-676f-cd71-ffc9630cfde1/data/default/testSequenceId/43534e4d9bddb1e3ab17c069a2a27804/MyCF/cbd6f775c4d44da5a708d1e9255cd1a2, entries=1, sequenceid=3, filesize=4.8 K 2018-11-15 19:17:07,584 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~52 B/52, heapSize ~368 B/368, currentSize=0 B/0 for 43534e4d9bddb1e3ab17c069a2a27804 in 40ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:07,584 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309427544 Obtaining lock to block concurrent updates at 1542309427545 Preparing flush snapshotting stores in 43534e4d9bddb1e3ab17c069a2a27804 at 1542309427545 Finished memstore snapshotting testSequenceId,,1542309427465.43534e4d9bddb1e3ab17c069a2a27804., syncing WAL and waiting on mvcc, flushsize=dataSize=52, getHeapSize=368, getOffHeapSize=0 at 1542309427546 Flushing stores of testSequenceId,,1542309427465.43534e4d9bddb1e3ab17c069a2a27804. at 1542309427547 Flushing MyCF: creating writer at 1542309427547 Flushing MyCF: appending metadata at 1542309427576 Flushing MyCF: closing flushed file at 1542309427576 Flushing MyCF: reopening flushed file at 1542309427581 Finished flush of dataSize ~52 B/52, heapSize ~368 B/368, currentSize=0 B/0 for 43534e4d9bddb1e3ab17c069a2a27804 in 40ms, sequenceid=3, compaction requested=false at 1542309427584 Flush successful at 1542309427584 2018-11-15 19:17:07,584 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 43534e4d9bddb1e3ab17c069a2a27804, disabling compactions & flushes 2018-11-15 19:17:07,585 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testSequenceId,,1542309427465.43534e4d9bddb1e3ab17c069a2a27804. 2018-11-15 19:17:07,587 INFO [Time-limited test] regionserver.HRegion(1711): Closed testSequenceId,,1542309427465.43534e4d9bddb1e3ab17c069a2a27804. 2018-11-15 19:17:07,590 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/0f30e77a-06a6-676f-cd71-ffc9630cfde1/bb60155d-a571-8729-1f31-712a96bdf1f1/testSequenceId.log/oldWALs 2018-11-15 19:17:07,590 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-87593012:(num 1542309427428) 2018-11-15 19:17:07,590 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/0f30e77a-06a6-676f-cd71-ffc9630cfde1 2018-11-15 19:17:07,643 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testSequenceId Thread=14 (was 14), OpenFileDescriptor=8575 (was 8001) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=222 (was 222), ProcessCount=363 (was 363), AvailableMemoryMB=37377 (was 37375) - AvailableMemoryMB LEAK? - 2018-11-15 19:17:07,644 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=8575 is superior to 1024 2018-11-15 19:17:07,701 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testSkipRecoveredEditsReplayAllIgnored Thread=14, OpenFileDescriptor=8577, MaxFileDescriptor=32000, SystemLoadAverage=222, ProcessCount=363, AvailableMemoryMB=37371 2018-11-15 19:17:07,701 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=8577 is superior to 1024 2018-11-15 19:17:07,734 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/1d2f909e-f8fc-8947-8ef7-cec3091efc8e 2018-11-15 19:17:07,735 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:07,735 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/1d2f909e-f8fc-8947-8ef7-cec3091efc8e 2018-11-15 19:17:07,735 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:07,735 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/1d2f909e-f8fc-8947-8ef7-cec3091efc8e 2018-11-15 19:17:07,736 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:17:07,737 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:07,744 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-16018534, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/1d2f909e-f8fc-8947-8ef7-cec3091efc8e/d534a4a3-8b71-1664-3f47-f7a5aa37d6e2/testSkipRecoveredEditsReplayAllIgnored.log/WALs/hregion-16018534, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/1d2f909e-f8fc-8947-8ef7-cec3091efc8e/d534a4a3-8b71-1664-3f47-f7a5aa37d6e2/testSkipRecoveredEditsReplayAllIgnored.log/oldWALs 2018-11-15 19:17:07,783 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/1d2f909e-f8fc-8947-8ef7-cec3091efc8e/d534a4a3-8b71-1664-3f47-f7a5aa37d6e2/testSkipRecoveredEditsReplayAllIgnored.log/WALs/hregion-16018534/hregion-16018534.1542309427744 2018-11-15 19:17:07,783 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:17:07,784 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testSkipRecoveredEditsReplayAllIgnored HTD == 'testSkipRecoveredEditsReplayAllIgnored', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/1d2f909e-f8fc-8947-8ef7-cec3091efc8e Table name == testSkipRecoveredEditsReplayAllIgnored 2018-11-15 19:17:07,823 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testSkipRecoveredEditsReplayAllIgnored,,1542309427784.ff31a36642609d3cb58744c74ebf287c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:07,826 DEBUG [StoreOpener-ff31a36642609d3cb58744c74ebf287c-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:07,828 INFO [StoreOpener-ff31a36642609d3cb58744c74ebf287c-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=179, currentSize=8.40 MB, freeSize=987.20 MB, maxSize=995.60 MB, heapSize=8.40 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:07,829 INFO [StoreOpener-ff31a36642609d3cb58744c74ebf287c-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:07,829 INFO [StoreOpener-ff31a36642609d3cb58744c74ebf287c-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:07,830 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for ff31a36642609d3cb58744c74ebf287c 2018-11-15 19:17:07,831 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/1d2f909e-f8fc-8947-8ef7-cec3091efc8e/data/default/testSkipRecoveredEditsReplayAllIgnored/ff31a36642609d3cb58744c74ebf287c 2018-11-15 19:17:07,831 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/1d2f909e-f8fc-8947-8ef7-cec3091efc8e/default/testSkipRecoveredEditsReplayAllIgnored/ff31a36642609d3cb58744c74ebf287c 2018-11-15 19:17:07,831 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for ff31a36642609d3cb58744c74ebf287c 2018-11-15 19:17:07,832 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for ff31a36642609d3cb58744c74ebf287c 2018-11-15 19:17:07,832 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for ff31a36642609d3cb58744c74ebf287c 2018-11-15 19:17:07,833 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for ff31a36642609d3cb58744c74ebf287c 2018-11-15 19:17:07,874 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/1d2f909e-f8fc-8947-8ef7-cec3091efc8e/default/testSkipRecoveredEditsReplayAllIgnored/ff31a36642609d3cb58744c74ebf287c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:07,875 INFO [Time-limited test] regionserver.HRegion(1009): Opened ff31a36642609d3cb58744c74ebf287c; next sequenceid=2 2018-11-15 19:17:08,069 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 6 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/1d2f909e-f8fc-8947-8ef7-cec3091efc8e/data/default/testSkipRecoveredEditsReplayAllIgnored/ff31a36642609d3cb58744c74ebf287c 2018-11-15 19:17:08,069 DEBUG [Time-limited test] regionserver.HRegion(4650): Maximum sequenceid for this wal is 1000 and minimum sequenceid for the region is 2000, skipped the whole file, path=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/1d2f909e-f8fc-8947-8ef7-cec3091efc8e/data/default/testSkipRecoveredEditsReplayAllIgnored/ff31a36642609d3cb58744c74ebf287c/recovered.edits/0000000000000001000 2018-11-15 19:17:08,070 DEBUG [Time-limited test] regionserver.HRegion(4650): Maximum sequenceid for this wal is 1010 and minimum sequenceid for the region is 2000, skipped the whole file, path=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/1d2f909e-f8fc-8947-8ef7-cec3091efc8e/data/default/testSkipRecoveredEditsReplayAllIgnored/ff31a36642609d3cb58744c74ebf287c/recovered.edits/0000000000000001010 2018-11-15 19:17:08,070 DEBUG [Time-limited test] regionserver.HRegion(4650): Maximum sequenceid for this wal is 1020 and minimum sequenceid for the region is 2000, skipped the whole file, path=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/1d2f909e-f8fc-8947-8ef7-cec3091efc8e/data/default/testSkipRecoveredEditsReplayAllIgnored/ff31a36642609d3cb58744c74ebf287c/recovered.edits/0000000000000001020 2018-11-15 19:17:08,070 DEBUG [Time-limited test] regionserver.HRegion(4650): Maximum sequenceid for this wal is 1030 and minimum sequenceid for the region is 2000, skipped the whole file, path=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/1d2f909e-f8fc-8947-8ef7-cec3091efc8e/data/default/testSkipRecoveredEditsReplayAllIgnored/ff31a36642609d3cb58744c74ebf287c/recovered.edits/0000000000000001030 2018-11-15 19:17:08,070 DEBUG [Time-limited test] regionserver.HRegion(4650): Maximum sequenceid for this wal is 1040 and minimum sequenceid for the region is 2000, skipped the whole file, path=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/1d2f909e-f8fc-8947-8ef7-cec3091efc8e/data/default/testSkipRecoveredEditsReplayAllIgnored/ff31a36642609d3cb58744c74ebf287c/recovered.edits/0000000000000001040 2018-11-15 19:17:08,071 WARN [Time-limited test] regionserver.HRegion(5749): File file:/mnt/disk2/a/hbase/hbase-server/target/test-data/1d2f909e-f8fc-8947-8ef7-cec3091efc8e/data/default/testSkipRecoveredEditsReplayAllIgnored/ff31a36642609d3cb58744c74ebf287c/recovered.edits/0000000000000001999 is zero-length, deleting. 2018-11-15 19:17:08,072 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/1d2f909e-f8fc-8947-8ef7-cec3091efc8e/default/testSkipRecoveredEditsReplayAllIgnored/ff31a36642609d3cb58744c74ebf287c 2018-11-15 19:17:08,072 DEBUG [Time-limited test] regionserver.HRegion(4607): Deleted recovered.edits under root directory. file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/1d2f909e-f8fc-8947-8ef7-cec3091efc8e/data/default/testSkipRecoveredEditsReplayAllIgnored/ff31a36642609d3cb58744c74ebf287c/recovered.edits/0000000000000001000 2018-11-15 19:17:08,072 DEBUG [Time-limited test] regionserver.HRegion(4607): Deleted recovered.edits under root directory. file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/1d2f909e-f8fc-8947-8ef7-cec3091efc8e/data/default/testSkipRecoveredEditsReplayAllIgnored/ff31a36642609d3cb58744c74ebf287c/recovered.edits/0000000000000001010 2018-11-15 19:17:08,073 DEBUG [Time-limited test] regionserver.HRegion(4607): Deleted recovered.edits under root directory. file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/1d2f909e-f8fc-8947-8ef7-cec3091efc8e/data/default/testSkipRecoveredEditsReplayAllIgnored/ff31a36642609d3cb58744c74ebf287c/recovered.edits/0000000000000001020 2018-11-15 19:17:08,073 DEBUG [Time-limited test] regionserver.HRegion(4607): Deleted recovered.edits under root directory. file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/1d2f909e-f8fc-8947-8ef7-cec3091efc8e/data/default/testSkipRecoveredEditsReplayAllIgnored/ff31a36642609d3cb58744c74ebf287c/recovered.edits/0000000000000001030 2018-11-15 19:17:08,074 DEBUG [Time-limited test] regionserver.HRegion(4607): Deleted recovered.edits under root directory. file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/1d2f909e-f8fc-8947-8ef7-cec3091efc8e/data/default/testSkipRecoveredEditsReplayAllIgnored/ff31a36642609d3cb58744c74ebf287c/recovered.edits/0000000000000001040 2018-11-15 19:17:08,074 ERROR [Time-limited test] regionserver.HRegion(4605): Failed delete of file:/mnt/disk2/a/hbase/hbase-server/target/test-data/1d2f909e-f8fc-8947-8ef7-cec3091efc8e/data/default/testSkipRecoveredEditsReplayAllIgnored/ff31a36642609d3cb58744c74ebf287c/recovered.edits/0000000000000001999 from under the root directory. 2018-11-15 19:17:08,074 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing ff31a36642609d3cb58744c74ebf287c, disabling compactions & flushes 2018-11-15 19:17:08,074 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testSkipRecoveredEditsReplayAllIgnored,,1542309427784.ff31a36642609d3cb58744c74ebf287c. 2018-11-15 19:17:08,075 INFO [Time-limited test] regionserver.HRegion(1711): Closed testSkipRecoveredEditsReplayAllIgnored,,1542309427784.ff31a36642609d3cb58744c74ebf287c. 2018-11-15 19:17:08,078 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/1d2f909e-f8fc-8947-8ef7-cec3091efc8e/d534a4a3-8b71-1664-3f47-f7a5aa37d6e2/testSkipRecoveredEditsReplayAllIgnored.log/oldWALs 2018-11-15 19:17:08,078 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-16018534:(num 1542309427744) 2018-11-15 19:17:08,078 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/1d2f909e-f8fc-8947-8ef7-cec3091efc8e 2018-11-15 19:17:08,145 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testSkipRecoveredEditsReplayAllIgnored Thread=14 (was 14), OpenFileDescriptor=8863 (was 8577) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=220 (was 222), ProcessCount=363 (was 363), AvailableMemoryMB=37375 (was 37371) - AvailableMemoryMB LEAK? - 2018-11-15 19:17:08,145 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=8863 is superior to 1024 2018-11-15 19:17:08,207 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testAppendTimestampsAreMonotonic Thread=14, OpenFileDescriptor=8865, MaxFileDescriptor=32000, SystemLoadAverage=220, ProcessCount=363, AvailableMemoryMB=37370 2018-11-15 19:17:08,207 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=8865 is superior to 1024 2018-11-15 19:17:08,238 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/bda060b4-9838-fbf6-be16-18a788f55949 2018-11-15 19:17:08,239 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:08,239 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/bda060b4-9838-fbf6-be16-18a788f55949 2018-11-15 19:17:08,239 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:08,239 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/bda060b4-9838-fbf6-be16-18a788f55949 2018-11-15 19:17:08,240 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:17:08,241 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:08,247 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-33311611, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/bda060b4-9838-fbf6-be16-18a788f55949/edb5f242-cbb6-86b6-b6ea-3fc62428d0bb/testAppendTimestampsAreMonotonic.log/WALs/hregion-33311611, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/bda060b4-9838-fbf6-be16-18a788f55949/edb5f242-cbb6-86b6-b6ea-3fc62428d0bb/testAppendTimestampsAreMonotonic.log/oldWALs 2018-11-15 19:17:08,292 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/bda060b4-9838-fbf6-be16-18a788f55949/edb5f242-cbb6-86b6-b6ea-3fc62428d0bb/testAppendTimestampsAreMonotonic.log/WALs/hregion-33311611/hregion-33311611.1542309428248 2018-11-15 19:17:08,293 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:17:08,293 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testAppendTimestampsAreMonotonic HTD == 'testAppendTimestampsAreMonotonic', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'colfamily11', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/bda060b4-9838-fbf6-be16-18a788f55949 Table name == testAppendTimestampsAreMonotonic 2018-11-15 19:17:08,335 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testAppendTimestampsAreMonotonic,,1542309428293.28094308c9da79a83f1c545585c08e51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:08,337 DEBUG [StoreOpener-28094308c9da79a83f1c545585c08e51-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:08,338 INFO [StoreOpener-28094308c9da79a83f1c545585c08e51-1] hfile.CacheConfig(237): Created cacheConfig for colfamily11: blockCache=LruBlockCache{blockCount=179, currentSize=8.40 MB, freeSize=987.20 MB, maxSize=995.60 MB, heapSize=8.40 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:08,339 INFO [StoreOpener-28094308c9da79a83f1c545585c08e51-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:08,340 INFO [StoreOpener-28094308c9da79a83f1c545585c08e51-1] regionserver.HStore(335): Store=colfamily11, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:08,340 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 28094308c9da79a83f1c545585c08e51 2018-11-15 19:17:08,341 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/bda060b4-9838-fbf6-be16-18a788f55949/data/default/testAppendTimestampsAreMonotonic/28094308c9da79a83f1c545585c08e51 2018-11-15 19:17:08,342 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/bda060b4-9838-fbf6-be16-18a788f55949/default/testAppendTimestampsAreMonotonic/28094308c9da79a83f1c545585c08e51 2018-11-15 19:17:08,342 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 28094308c9da79a83f1c545585c08e51 2018-11-15 19:17:08,342 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 28094308c9da79a83f1c545585c08e51 2018-11-15 19:17:08,342 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 28094308c9da79a83f1c545585c08e51 2018-11-15 19:17:08,343 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 28094308c9da79a83f1c545585c08e51 2018-11-15 19:17:08,381 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/bda060b4-9838-fbf6-be16-18a788f55949/default/testAppendTimestampsAreMonotonic/28094308c9da79a83f1c545585c08e51/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:08,382 INFO [Time-limited test] regionserver.HRegion(1009): Opened 28094308c9da79a83f1c545585c08e51; next sequenceid=2 2018-11-15 19:17:08,386 INFO [Time-limited test] regionserver.HRegion(8449): writing data to region testAppendTimestampsAreMonotonic,,1542309428293.28094308c9da79a83f1c545585c08e51. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:17:08,392 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 28094308c9da79a83f1c545585c08e51, disabling compactions & flushes 2018-11-15 19:17:08,392 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testAppendTimestampsAreMonotonic,,1542309428293.28094308c9da79a83f1c545585c08e51. 2018-11-15 19:17:08,392 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=95 B heapSize=504 B 2018-11-15 19:17:08,430 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 768af7761c244884b9eccd084c13d4db 2018-11-15 19:17:08,432 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=95 B at sequenceid=4 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/bda060b4-9838-fbf6-be16-18a788f55949/data/default/testAppendTimestampsAreMonotonic/28094308c9da79a83f1c545585c08e51/.tmp/colfamily11/768af7761c244884b9eccd084c13d4db 2018-11-15 19:17:08,434 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/bda060b4-9838-fbf6-be16-18a788f55949/data/default/testAppendTimestampsAreMonotonic/28094308c9da79a83f1c545585c08e51/.tmp/colfamily11/768af7761c244884b9eccd084c13d4db as /mnt/disk2/a/hbase/hbase-server/target/test-data/bda060b4-9838-fbf6-be16-18a788f55949/data/default/testAppendTimestampsAreMonotonic/28094308c9da79a83f1c545585c08e51/colfamily11/768af7761c244884b9eccd084c13d4db 2018-11-15 19:17:08,436 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/bda060b4-9838-fbf6-be16-18a788f55949/data/default/testAppendTimestampsAreMonotonic/28094308c9da79a83f1c545585c08e51/colfamily11/768af7761c244884b9eccd084c13d4db, entries=2, sequenceid=4, filesize=4.8 K 2018-11-15 19:17:08,437 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~95 B/95, heapSize ~488 B/488, currentSize=0 B/0 for 28094308c9da79a83f1c545585c08e51 in 0ms, sequenceid=4, compaction requested=false 2018-11-15 19:17:08,439 INFO [Time-limited test] regionserver.HRegion(1711): Closed testAppendTimestampsAreMonotonic,,1542309428293.28094308c9da79a83f1c545585c08e51. 2018-11-15 19:17:08,441 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/bda060b4-9838-fbf6-be16-18a788f55949/edb5f242-cbb6-86b6-b6ea-3fc62428d0bb/testAppendTimestampsAreMonotonic.log/oldWALs 2018-11-15 19:17:08,442 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-33311611:(num 1542309428248) 2018-11-15 19:17:08,442 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/bda060b4-9838-fbf6-be16-18a788f55949 2018-11-15 19:17:08,503 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testAppendTimestampsAreMonotonic Thread=14 (was 14), OpenFileDescriptor=9151 (was 8865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=220 (was 220), ProcessCount=363 (was 363), AvailableMemoryMB=37375 (was 37370) - AvailableMemoryMB LEAK? - 2018-11-15 19:17:08,503 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=9151 is superior to 1024 2018-11-15 19:17:08,562 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testParallelAppendWithMemStoreFlush Thread=14, OpenFileDescriptor=9153, MaxFileDescriptor=32000, SystemLoadAverage=220, ProcessCount=363, AvailableMemoryMB=37371 2018-11-15 19:17:08,563 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=9153 is superior to 1024 2018-11-15 19:17:08,586 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb 2018-11-15 19:17:08,587 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:08,587 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb 2018-11-15 19:17:08,587 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:08,587 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb 2018-11-15 19:17:08,588 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:17:08,590 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:08,595 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-82317738, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/2c7bf5e5-6b28-0dc0-ff95-5cf7826f79c9/testParallelAppendWithMemStoreFlush.log/WALs/hregion-82317738, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/2c7bf5e5-6b28-0dc0-ff95-5cf7826f79c9/testParallelAppendWithMemStoreFlush.log/oldWALs 2018-11-15 19:17:08,640 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/2c7bf5e5-6b28-0dc0-ff95-5cf7826f79c9/testParallelAppendWithMemStoreFlush.log/WALs/hregion-82317738/hregion-82317738.1542309428595 2018-11-15 19:17:08,641 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:17:08,641 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testParallelAppendWithMemStoreFlush HTD == 'testParallelAppendWithMemStoreFlush', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb Table name == testParallelAppendWithMemStoreFlush 2018-11-15 19:17:08,679 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:08,681 DEBUG [StoreOpener-6e1d90aaa73c3f420cd56e3a5e045315-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:08,682 INFO [StoreOpener-6e1d90aaa73c3f420cd56e3a5e045315-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=179, currentSize=8.40 MB, freeSize=987.20 MB, maxSize=995.60 MB, heapSize=8.40 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:08,683 INFO [StoreOpener-6e1d90aaa73c3f420cd56e3a5e045315-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:08,683 INFO [StoreOpener-6e1d90aaa73c3f420cd56e3a5e045315-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:08,684 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 6e1d90aaa73c3f420cd56e3a5e045315 2018-11-15 19:17:08,685 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315 2018-11-15 19:17:08,685 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315 2018-11-15 19:17:08,685 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 6e1d90aaa73c3f420cd56e3a5e045315 2018-11-15 19:17:08,685 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 6e1d90aaa73c3f420cd56e3a5e045315 2018-11-15 19:17:08,686 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 6e1d90aaa73c3f420cd56e3a5e045315 2018-11-15 19:17:08,686 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 6e1d90aaa73c3f420cd56e3a5e045315 2018-11-15 19:17:08,722 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:08,723 INFO [Time-limited test] regionserver.HRegion(1009): Opened 6e1d90aaa73c3f420cd56e3a5e045315; next sequenceid=2 2018-11-15 19:17:08,741 DEBUG [Thread-432] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309428733 Flush successful at 1542309428741 2018-11-15 19:17:08,742 INFO [Thread-432] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=45 B heapSize=376 B 2018-11-15 19:17:08,776 DEBUG [Thread-432] hfile.HFile$WriterFactory(336): Unable to set drop behind on 27e266a96f484493bc1def096d967a1b 2018-11-15 19:17:08,777 INFO [Thread-432] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=91 B at sequenceid=5 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/27e266a96f484493bc1def096d967a1b 2018-11-15 19:17:08,778 DEBUG [Thread-432] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/27e266a96f484493bc1def096d967a1b as /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/27e266a96f484493bc1def096d967a1b 2018-11-15 19:17:08,779 INFO [Thread-432] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/27e266a96f484493bc1def096d967a1b, entries=2, sequenceid=5, filesize=4.8 K 2018-11-15 19:17:08,780 INFO [Thread-432] regionserver.HRegion(2856): Finished flush of dataSize ~91 B/91, heapSize ~480 B/480, currentSize=3.59 KB/3672 for 6e1d90aaa73c3f420cd56e3a5e045315 in 38ms, sequenceid=5, compaction requested=false 2018-11-15 19:17:08,780 DEBUG [Thread-432] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309428742 Obtaining lock to block concurrent updates at 1542309428742 Preparing flush snapshotting stores in 6e1d90aaa73c3f420cd56e3a5e045315 at 1542309428743 Finished memstore snapshotting testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315., syncing WAL and waiting on mvcc, flushsize=dataSize=91, getHeapSize=480, getOffHeapSize=0 at 1542309428743 Flushing stores of testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315. at 1542309428744 Flushing family: creating writer at 1542309428744 Flushing family: appending metadata at 1542309428776 Flushing family: closing flushed file at 1542309428776 Flushing family: reopening flushed file at 1542309428779 Finished flush of dataSize ~91 B/91, heapSize ~480 B/480, currentSize=3.59 KB/3672 for 6e1d90aaa73c3f420cd56e3a5e045315 in 38ms, sequenceid=5, compaction requested=false at 1542309428780 Flush successful at 1542309428780 2018-11-15 19:17:08,780 INFO [Thread-432] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=3.68 KB heapSize=7.77 KB 2018-11-15 19:17:08,814 DEBUG [Thread-432] hfile.HFile$WriterFactory(336): Unable to set drop behind on 3080d63b03b5476ca3795e32dda87c4a 2018-11-15 19:17:08,816 INFO [Thread-432] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=3.78 KB at sequenceid=61 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/3080d63b03b5476ca3795e32dda87c4a 2018-11-15 19:17:08,817 DEBUG [Thread-432] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/3080d63b03b5476ca3795e32dda87c4a as /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/3080d63b03b5476ca3795e32dda87c4a 2018-11-15 19:17:08,817 INFO [Thread-432] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/3080d63b03b5476ca3795e32dda87c4a, entries=53, sequenceid=61, filesize=8.6 K 2018-11-15 19:17:08,818 INFO [Thread-432] regionserver.HRegion(2856): Finished flush of dataSize ~3.78 KB/3869, heapSize ~7.92 KB/8112, currentSize=5.65 KB/5781 for 6e1d90aaa73c3f420cd56e3a5e045315 in 38ms, sequenceid=61, compaction requested=false 2018-11-15 19:17:08,818 DEBUG [Thread-432] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309428780 Obtaining lock to block concurrent updates at 1542309428780 Preparing flush snapshotting stores in 6e1d90aaa73c3f420cd56e3a5e045315 at 1542309428783 Finished memstore snapshotting testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315., syncing WAL and waiting on mvcc, flushsize=dataSize=3869, getHeapSize=8112, getOffHeapSize=0 at 1542309428783 Flushing stores of testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315. at 1542309428783 Flushing family: creating writer at 1542309428783 Flushing family: appending metadata at 1542309428815 Flushing family: closing flushed file at 1542309428815 Flushing family: reopening flushed file at 1542309428817 Finished flush of dataSize ~3.78 KB/3869, heapSize ~7.92 KB/8112, currentSize=5.65 KB/5781 for 6e1d90aaa73c3f420cd56e3a5e045315 in 38ms, sequenceid=61, compaction requested=false at 1542309428818 Flush successful at 1542309428818 2018-11-15 19:17:08,818 INFO [Thread-432] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=5.65 KB heapSize=9.36 KB 2018-11-15 19:17:08,845 DEBUG [Thread-432] hfile.HFile$WriterFactory(336): Unable to set drop behind on 4e264a6248c34fb795168ba3df3c8e8d 2018-11-15 19:17:08,847 INFO [Thread-432] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=5.79 KB at sequenceid=112 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/4e264a6248c34fb795168ba3df3c8e8d 2018-11-15 19:17:08,848 DEBUG [Thread-432] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/4e264a6248c34fb795168ba3df3c8e8d as /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/4e264a6248c34fb795168ba3df3c8e8d 2018-11-15 19:17:08,848 INFO [Thread-432] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/4e264a6248c34fb795168ba3df3c8e8d, entries=48, sequenceid=112, filesize=10.6 K 2018-11-15 19:17:08,849 INFO [Thread-432] regionserver.HRegion(2856): Finished flush of dataSize ~5.79 KB/5928, heapSize ~9.56 KB/9792, currentSize=7.85 KB/8037 for 6e1d90aaa73c3f420cd56e3a5e045315 in 31ms, sequenceid=112, compaction requested=true 2018-11-15 19:17:08,849 DEBUG [Thread-432] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309428818 Obtaining lock to block concurrent updates at 1542309428818 Preparing flush snapshotting stores in 6e1d90aaa73c3f420cd56e3a5e045315 at 1542309428818 Finished memstore snapshotting testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315., syncing WAL and waiting on mvcc, flushsize=dataSize=5928, getHeapSize=9792, getOffHeapSize=0 at 1542309428819 Flushing stores of testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315. at 1542309428819 Flushing family: creating writer at 1542309428819 Flushing family: appending metadata at 1542309428846 Flushing family: closing flushed file at 1542309428846 Flushing family: reopening flushed file at 1542309428848 Finished flush of dataSize ~5.79 KB/5928, heapSize ~9.56 KB/9792, currentSize=7.85 KB/8037 for 6e1d90aaa73c3f420cd56e3a5e045315 in 31ms, sequenceid=112, compaction requested=true at 1542309428849 Flush successful at 1542309428849 2018-11-15 19:17:08,849 INFO [Thread-432] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=7.85 KB heapSize=11.56 KB 2018-11-15 19:17:08,875 DEBUG [Thread-432] hfile.HFile$WriterFactory(336): Unable to set drop behind on 0b160814e49a40939064b5f40d6cb87b 2018-11-15 19:17:08,877 INFO [Thread-432] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=8.04 KB at sequenceid=163 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/0b160814e49a40939064b5f40d6cb87b 2018-11-15 19:17:08,878 DEBUG [Thread-432] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/0b160814e49a40939064b5f40d6cb87b as /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/0b160814e49a40939064b5f40d6cb87b 2018-11-15 19:17:08,879 INFO [Thread-432] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/0b160814e49a40939064b5f40d6cb87b, entries=48, sequenceid=163, filesize=12.9 K 2018-11-15 19:17:08,879 INFO [Thread-432] regionserver.HRegion(2856): Finished flush of dataSize ~8.04 KB/8232, heapSize ~11.81 KB/12096, currentSize=9.35 KB/9570 for 6e1d90aaa73c3f420cd56e3a5e045315 in 30ms, sequenceid=163, compaction requested=true 2018-11-15 19:17:08,879 DEBUG [Thread-432] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309428849 Obtaining lock to block concurrent updates at 1542309428849 Preparing flush snapshotting stores in 6e1d90aaa73c3f420cd56e3a5e045315 at 1542309428850 Finished memstore snapshotting testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315., syncing WAL and waiting on mvcc, flushsize=dataSize=8232, getHeapSize=12096, getOffHeapSize=0 at 1542309428850 Flushing stores of testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315. at 1542309428850 Flushing family: creating writer at 1542309428850 Flushing family: appending metadata at 1542309428876 Flushing family: closing flushed file at 1542309428876 Flushing family: reopening flushed file at 1542309428878 Finished flush of dataSize ~8.04 KB/8232, heapSize ~11.81 KB/12096, currentSize=9.35 KB/9570 for 6e1d90aaa73c3f420cd56e3a5e045315 in 30ms, sequenceid=163, compaction requested=true at 1542309428879 Flush successful at 1542309428879 2018-11-15 19:17:08,879 INFO [Thread-432] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=9.35 KB heapSize=12.84 KB 2018-11-15 19:17:08,911 DEBUG [Thread-432] hfile.HFile$WriterFactory(336): Unable to set drop behind on 6baa97c37bbd428faf7d10197eb6798d 2018-11-15 19:17:08,913 INFO [Thread-432] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=9.58 KB at sequenceid=211 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/6baa97c37bbd428faf7d10197eb6798d 2018-11-15 19:17:08,914 DEBUG [Thread-432] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/6baa97c37bbd428faf7d10197eb6798d as /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/6baa97c37bbd428faf7d10197eb6798d 2018-11-15 19:17:08,915 INFO [Thread-432] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/6baa97c37bbd428faf7d10197eb6798d, entries=45, sequenceid=211, filesize=14.4 K 2018-11-15 19:17:08,916 INFO [Thread-432] regionserver.HRegion(2856): Finished flush of dataSize ~9.58 KB/9810, heapSize ~13.13 KB/13440, currentSize=15.26 KB/15631 for 6e1d90aaa73c3f420cd56e3a5e045315 in 37ms, sequenceid=211, compaction requested=true 2018-11-15 19:17:08,916 DEBUG [Thread-432] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309428879 Obtaining lock to block concurrent updates at 1542309428879 Preparing flush snapshotting stores in 6e1d90aaa73c3f420cd56e3a5e045315 at 1542309428880 Finished memstore snapshotting testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315., syncing WAL and waiting on mvcc, flushsize=dataSize=9810, getHeapSize=13440, getOffHeapSize=0 at 1542309428880 Flushing stores of testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315. at 1542309428880 Flushing family: creating writer at 1542309428880 Flushing family: appending metadata at 1542309428912 Flushing family: closing flushed file at 1542309428912 Flushing family: reopening flushed file at 1542309428914 Finished flush of dataSize ~9.58 KB/9810, heapSize ~13.13 KB/13440, currentSize=15.26 KB/15631 for 6e1d90aaa73c3f420cd56e3a5e045315 in 37ms, sequenceid=211, compaction requested=true at 1542309428916 Flush successful at 1542309428916 2018-11-15 19:17:08,916 INFO [Thread-432] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=15.26 KB heapSize=19.80 KB 2018-11-15 19:17:08,942 DEBUG [Thread-432] hfile.HFile$WriterFactory(336): Unable to set drop behind on fe8f27fee1d343a4a9545d79738db834 2018-11-15 19:17:08,943 INFO [Thread-432] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=15.56 KB at sequenceid=273 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/fe8f27fee1d343a4a9545d79738db834 2018-11-15 19:17:08,944 DEBUG [Thread-432] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/fe8f27fee1d343a4a9545d79738db834 as /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/fe8f27fee1d343a4a9545d79738db834 2018-11-15 19:17:08,945 INFO [Thread-432] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/fe8f27fee1d343a4a9545d79738db834, entries=59, sequenceid=273, filesize=20.4 K 2018-11-15 19:17:08,945 INFO [Thread-432] regionserver.HRegion(2856): Finished flush of dataSize ~15.56 KB/15930, heapSize ~20.15 KB/20632, currentSize=16.53 KB/16926 for 6e1d90aaa73c3f420cd56e3a5e045315 in 29ms, sequenceid=273, compaction requested=true 2018-11-15 19:17:08,945 DEBUG [Thread-432] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309428916 Obtaining lock to block concurrent updates at 1542309428916 Preparing flush snapshotting stores in 6e1d90aaa73c3f420cd56e3a5e045315 at 1542309428916 Finished memstore snapshotting testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315., syncing WAL and waiting on mvcc, flushsize=dataSize=15930, getHeapSize=20632, getOffHeapSize=0 at 1542309428916 Flushing stores of testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315. at 1542309428917 Flushing family: creating writer at 1542309428917 Flushing family: appending metadata at 1542309428942 Flushing family: closing flushed file at 1542309428942 Flushing family: reopening flushed file at 1542309428944 Finished flush of dataSize ~15.56 KB/15930, heapSize ~20.15 KB/20632, currentSize=16.53 KB/16926 for 6e1d90aaa73c3f420cd56e3a5e045315 in 29ms, sequenceid=273, compaction requested=true at 1542309428945 Flush successful at 1542309428945 2018-11-15 19:17:08,946 INFO [Thread-432] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=16.53 KB heapSize=20.61 KB 2018-11-15 19:17:08,974 DEBUG [Thread-432] hfile.HFile$WriterFactory(336): Unable to set drop behind on 01fdf88c438e434fbcb1ed15b7750381 2018-11-15 19:17:08,976 INFO [Thread-432] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=16.87 KB at sequenceid=329 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/01fdf88c438e434fbcb1ed15b7750381 2018-11-15 19:17:08,977 DEBUG [Thread-432] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/01fdf88c438e434fbcb1ed15b7750381 as /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/01fdf88c438e434fbcb1ed15b7750381 2018-11-15 19:17:08,977 INFO [Thread-432] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/01fdf88c438e434fbcb1ed15b7750381, entries=53, sequenceid=329, filesize=21.8 K 2018-11-15 19:17:08,978 INFO [Thread-432] regionserver.HRegion(2856): Finished flush of dataSize ~16.87 KB/17278, heapSize ~21.01 KB/21512, currentSize=22.01 KB/22538 for 6e1d90aaa73c3f420cd56e3a5e045315 in 32ms, sequenceid=329, compaction requested=true 2018-11-15 19:17:08,978 DEBUG [Thread-432] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309428946 Obtaining lock to block concurrent updates at 1542309428946 Preparing flush snapshotting stores in 6e1d90aaa73c3f420cd56e3a5e045315 at 1542309428946 Finished memstore snapshotting testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315., syncing WAL and waiting on mvcc, flushsize=dataSize=17278, getHeapSize=21512, getOffHeapSize=0 at 1542309428946 Flushing stores of testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315. at 1542309428946 Flushing family: creating writer at 1542309428946 Flushing family: appending metadata at 1542309428975 Flushing family: closing flushed file at 1542309428975 Flushing family: reopening flushed file at 1542309428977 Finished flush of dataSize ~16.87 KB/17278, heapSize ~21.01 KB/21512, currentSize=22.01 KB/22538 for 6e1d90aaa73c3f420cd56e3a5e045315 in 32ms, sequenceid=329, compaction requested=true at 1542309428978 Flush successful at 1542309428978 2018-11-15 19:17:08,978 INFO [Thread-432] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=22.01 KB heapSize=26.62 KB 2018-11-15 19:17:09,005 DEBUG [Thread-432] hfile.HFile$WriterFactory(336): Unable to set drop behind on c0b6c3f3218145819d1f9743b070408d 2018-11-15 19:17:09,006 INFO [Thread-432] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=22.82 KB at sequenceid=393 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/c0b6c3f3218145819d1f9743b070408d 2018-11-15 19:17:09,007 DEBUG [Thread-432] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/c0b6c3f3218145819d1f9743b070408d as /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/c0b6c3f3218145819d1f9743b070408d 2018-11-15 19:17:09,008 INFO [Thread-432] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/c0b6c3f3218145819d1f9743b070408d, entries=61, sequenceid=393, filesize=27.7 K 2018-11-15 19:17:09,009 INFO [Thread-432] regionserver.HRegion(2856): Finished flush of dataSize ~22.82 KB/23363, heapSize ~27.55 KB/28216, currentSize=22.32 KB/22854 for 6e1d90aaa73c3f420cd56e3a5e045315 in 31ms, sequenceid=393, compaction requested=true 2018-11-15 19:17:09,009 DEBUG [Thread-432] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309428978 Obtaining lock to block concurrent updates at 1542309428978 Preparing flush snapshotting stores in 6e1d90aaa73c3f420cd56e3a5e045315 at 1542309428979 Finished memstore snapshotting testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315., syncing WAL and waiting on mvcc, flushsize=dataSize=23363, getHeapSize=28216, getOffHeapSize=0 at 1542309428979 Flushing stores of testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315. at 1542309428979 Flushing family: creating writer at 1542309428979 Flushing family: appending metadata at 1542309429005 Flushing family: closing flushed file at 1542309429005 Flushing family: reopening flushed file at 1542309429007 Finished flush of dataSize ~22.82 KB/23363, heapSize ~27.55 KB/28216, currentSize=22.32 KB/22854 for 6e1d90aaa73c3f420cd56e3a5e045315 in 31ms, sequenceid=393, compaction requested=true at 1542309429009 Flush successful at 1542309429009 2018-11-15 19:17:09,009 INFO [Thread-432] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=22.77 KB heapSize=26.93 KB 2018-11-15 19:17:09,039 DEBUG [Thread-432] hfile.HFile$WriterFactory(336): Unable to set drop behind on 9fe900e63ac24433a5e9cc1676170542 2018-11-15 19:17:09,040 INFO [Thread-432] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=23.23 KB at sequenceid=450 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/9fe900e63ac24433a5e9cc1676170542 2018-11-15 19:17:09,041 DEBUG [Thread-432] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/9fe900e63ac24433a5e9cc1676170542 as /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/9fe900e63ac24433a5e9cc1676170542 2018-11-15 19:17:09,042 INFO [Thread-432] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/9fe900e63ac24433a5e9cc1676170542, entries=54, sequenceid=450, filesize=28.1 K 2018-11-15 19:17:09,042 INFO [Thread-432] regionserver.HRegion(2856): Finished flush of dataSize ~23.23 KB/23787, heapSize ~27.45 KB/28104, currentSize=29.67 KB/30378 for 6e1d90aaa73c3f420cd56e3a5e045315 in 33ms, sequenceid=450, compaction requested=true 2018-11-15 19:17:09,043 DEBUG [Thread-432] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309429009 Obtaining lock to block concurrent updates at 1542309429009 Preparing flush snapshotting stores in 6e1d90aaa73c3f420cd56e3a5e045315 at 1542309429009 Finished memstore snapshotting testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315., syncing WAL and waiting on mvcc, flushsize=dataSize=23787, getHeapSize=28104, getOffHeapSize=0 at 1542309429009 Flushing stores of testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315. at 1542309429010 Flushing family: creating writer at 1542309429010 Flushing family: appending metadata at 1542309429039 Flushing family: closing flushed file at 1542309429039 Flushing family: reopening flushed file at 1542309429041 Finished flush of dataSize ~23.23 KB/23787, heapSize ~27.45 KB/28104, currentSize=29.67 KB/30378 for 6e1d90aaa73c3f420cd56e3a5e045315 in 33ms, sequenceid=450, compaction requested=true at 1542309429043 Flush successful at 1542309429043 2018-11-15 19:17:09,043 INFO [Thread-432] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=29.67 KB heapSize=34.41 KB 2018-11-15 19:17:09,068 DEBUG [Thread-432] hfile.HFile$WriterFactory(336): Unable to set drop behind on b8556fc841034a25814dd0f45f93233d 2018-11-15 19:17:09,070 INFO [Thread-432] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=30.18 KB at sequenceid=515 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/b8556fc841034a25814dd0f45f93233d 2018-11-15 19:17:09,071 DEBUG [Thread-432] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/b8556fc841034a25814dd0f45f93233d as /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/b8556fc841034a25814dd0f45f93233d 2018-11-15 19:17:09,071 INFO [Thread-432] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/b8556fc841034a25814dd0f45f93233d, entries=62, sequenceid=515, filesize=35.1 K 2018-11-15 19:17:09,072 INFO [Thread-432] regionserver.HRegion(2856): Finished flush of dataSize ~30.18 KB/30907, heapSize ~34.98 KB/35824, currentSize=26.51 KB/27146 for 6e1d90aaa73c3f420cd56e3a5e045315 in 29ms, sequenceid=515, compaction requested=true 2018-11-15 19:17:09,072 DEBUG [Thread-432] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309429043 Obtaining lock to block concurrent updates at 1542309429043 Preparing flush snapshotting stores in 6e1d90aaa73c3f420cd56e3a5e045315 at 1542309429043 Finished memstore snapshotting testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315., syncing WAL and waiting on mvcc, flushsize=dataSize=30907, getHeapSize=35824, getOffHeapSize=0 at 1542309429043 Flushing stores of testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315. at 1542309429043 Flushing family: creating writer at 1542309429043 Flushing family: appending metadata at 1542309429069 Flushing family: closing flushed file at 1542309429069 Flushing family: reopening flushed file at 1542309429071 Finished flush of dataSize ~30.18 KB/30907, heapSize ~34.98 KB/35824, currentSize=26.51 KB/27146 for 6e1d90aaa73c3f420cd56e3a5e045315 in 29ms, sequenceid=515, compaction requested=true at 1542309429072 Flush successful at 1542309429072 2018-11-15 19:17:09,072 INFO [Thread-432] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=27.08 KB heapSize=31.02 KB 2018-11-15 19:17:09,100 DEBUG [Thread-432] hfile.HFile$WriterFactory(336): Unable to set drop behind on b0e0cc3f600640488fe86e41c34e4f3d 2018-11-15 19:17:09,102 INFO [Thread-432] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=27.64 KB at sequenceid=569 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/b0e0cc3f600640488fe86e41c34e4f3d 2018-11-15 19:17:09,103 DEBUG [Thread-432] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/b0e0cc3f600640488fe86e41c34e4f3d as /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/b0e0cc3f600640488fe86e41c34e4f3d 2018-11-15 19:17:09,103 INFO [Thread-432] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/b0e0cc3f600640488fe86e41c34e4f3d, entries=51, sequenceid=569, filesize=32.5 K 2018-11-15 19:17:09,104 INFO [Thread-432] regionserver.HRegion(2856): Finished flush of dataSize ~27.64 KB/28305, heapSize ~31.64 KB/32400, currentSize=35.15 KB/35990 for 6e1d90aaa73c3f420cd56e3a5e045315 in 32ms, sequenceid=569, compaction requested=true 2018-11-15 19:17:09,104 DEBUG [Thread-432] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309429072 Obtaining lock to block concurrent updates at 1542309429072 Preparing flush snapshotting stores in 6e1d90aaa73c3f420cd56e3a5e045315 at 1542309429073 Finished memstore snapshotting testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315., syncing WAL and waiting on mvcc, flushsize=dataSize=28305, getHeapSize=32400, getOffHeapSize=0 at 1542309429073 Flushing stores of testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315. at 1542309429073 Flushing family: creating writer at 1542309429073 Flushing family: appending metadata at 1542309429101 Flushing family: closing flushed file at 1542309429101 Flushing family: reopening flushed file at 1542309429103 Finished flush of dataSize ~27.64 KB/28305, heapSize ~31.64 KB/32400, currentSize=35.15 KB/35990 for 6e1d90aaa73c3f420cd56e3a5e045315 in 32ms, sequenceid=569, compaction requested=true at 1542309429104 Flush successful at 1542309429104 2018-11-15 19:17:09,104 INFO [Thread-432] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=35.15 KB heapSize=39.74 KB 2018-11-15 19:17:09,127 DEBUG [Thread-432] hfile.HFile$WriterFactory(336): Unable to set drop behind on aa202944657c47bc9ee4553611aab21b 2018-11-15 19:17:09,128 INFO [Thread-432] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=35.77 KB at sequenceid=632 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/aa202944657c47bc9ee4553611aab21b 2018-11-15 19:17:09,129 DEBUG [Thread-432] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/aa202944657c47bc9ee4553611aab21b as /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/aa202944657c47bc9ee4553611aab21b 2018-11-15 19:17:09,130 INFO [Thread-432] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/aa202944657c47bc9ee4553611aab21b, entries=60, sequenceid=632, filesize=40.7 K 2018-11-15 19:17:09,131 INFO [Thread-432] regionserver.HRegion(2856): Finished flush of dataSize ~35.77 KB/36630, heapSize ~40.42 KB/41392, currentSize=32.50 KB/33275 for 6e1d90aaa73c3f420cd56e3a5e045315 in 27ms, sequenceid=632, compaction requested=true 2018-11-15 19:17:09,131 DEBUG [Thread-432] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309429104 Obtaining lock to block concurrent updates at 1542309429104 Preparing flush snapshotting stores in 6e1d90aaa73c3f420cd56e3a5e045315 at 1542309429104 Finished memstore snapshotting testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315., syncing WAL and waiting on mvcc, flushsize=dataSize=36630, getHeapSize=41392, getOffHeapSize=0 at 1542309429105 Flushing stores of testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315. at 1542309429105 Flushing family: creating writer at 1542309429105 Flushing family: appending metadata at 1542309429128 Flushing family: closing flushed file at 1542309429128 Flushing family: reopening flushed file at 1542309429130 Finished flush of dataSize ~35.77 KB/36630, heapSize ~40.42 KB/41392, currentSize=32.50 KB/33275 for 6e1d90aaa73c3f420cd56e3a5e045315 in 27ms, sequenceid=632, compaction requested=true at 1542309429131 Flush successful at 1542309429131 2018-11-15 19:17:09,131 INFO [Thread-432] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=32.50 KB heapSize=36.44 KB 2018-11-15 19:17:09,156 DEBUG [Thread-432] hfile.HFile$WriterFactory(336): Unable to set drop behind on 653809eecd754ea7849a80d91708f977 2018-11-15 19:17:09,157 INFO [Thread-432] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=33.17 KB at sequenceid=686 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/653809eecd754ea7849a80d91708f977 2018-11-15 19:17:09,158 DEBUG [Thread-432] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/653809eecd754ea7849a80d91708f977 as /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/653809eecd754ea7849a80d91708f977 2018-11-15 19:17:09,159 INFO [Thread-432] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/653809eecd754ea7849a80d91708f977, entries=51, sequenceid=686, filesize=38.1 K 2018-11-15 19:17:09,159 INFO [Thread-432] regionserver.HRegion(2856): Finished flush of dataSize ~33.17 KB/33966, heapSize ~37.17 KB/38064, currentSize=44.48 KB/45549 for 6e1d90aaa73c3f420cd56e3a5e045315 in 28ms, sequenceid=686, compaction requested=true 2018-11-15 19:17:09,160 DEBUG [Thread-432] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309429131 Obtaining lock to block concurrent updates at 1542309429131 Preparing flush snapshotting stores in 6e1d90aaa73c3f420cd56e3a5e045315 at 1542309429131 Finished memstore snapshotting testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315., syncing WAL and waiting on mvcc, flushsize=dataSize=33966, getHeapSize=38064, getOffHeapSize=0 at 1542309429131 Flushing stores of testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315. at 1542309429132 Flushing family: creating writer at 1542309429132 Flushing family: appending metadata at 1542309429156 Flushing family: closing flushed file at 1542309429156 Flushing family: reopening flushed file at 1542309429158 Finished flush of dataSize ~33.17 KB/33966, heapSize ~37.17 KB/38064, currentSize=44.48 KB/45549 for 6e1d90aaa73c3f420cd56e3a5e045315 in 28ms, sequenceid=686, compaction requested=true at 1542309429159 Flush successful at 1542309429160 2018-11-15 19:17:09,160 INFO [Thread-432] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=45.22 KB heapSize=50.19 KB 2018-11-15 19:17:09,196 DEBUG [Thread-432] hfile.HFile$WriterFactory(336): Unable to set drop behind on 4ba3e34391794e3e92ba241de61e3042 2018-11-15 19:17:09,197 INFO [Thread-432] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=45.96 KB at sequenceid=754 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/4ba3e34391794e3e92ba241de61e3042 2018-11-15 19:17:09,198 DEBUG [Thread-432] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/4ba3e34391794e3e92ba241de61e3042 as /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/4ba3e34391794e3e92ba241de61e3042 2018-11-15 19:17:09,198 INFO [Thread-432] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/4ba3e34391794e3e92ba241de61e3042, entries=65, sequenceid=754, filesize=50.9 K 2018-11-15 19:17:09,199 INFO [Thread-432] regionserver.HRegion(2856): Finished flush of dataSize ~45.96 KB/47060, heapSize ~50.98 KB/52208, currentSize=74.59 KB/76380 for 6e1d90aaa73c3f420cd56e3a5e045315 in 39ms, sequenceid=754, compaction requested=true 2018-11-15 19:17:09,199 DEBUG [Thread-432] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309429160 Obtaining lock to block concurrent updates at 1542309429160 Preparing flush snapshotting stores in 6e1d90aaa73c3f420cd56e3a5e045315 at 1542309429160 Finished memstore snapshotting testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315., syncing WAL and waiting on mvcc, flushsize=dataSize=47060, getHeapSize=52208, getOffHeapSize=0 at 1542309429160 Flushing stores of testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315. at 1542309429160 Flushing family: creating writer at 1542309429160 Flushing family: appending metadata at 1542309429196 Flushing family: closing flushed file at 1542309429196 Flushing family: reopening flushed file at 1542309429198 Finished flush of dataSize ~45.96 KB/47060, heapSize ~50.98 KB/52208, currentSize=74.59 KB/76380 for 6e1d90aaa73c3f420cd56e3a5e045315 in 39ms, sequenceid=754, compaction requested=true at 1542309429199 Flush successful at 1542309429199 2018-11-15 19:17:09,199 INFO [Thread-432] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=74.59 KB heapSize=81.84 KB 2018-11-15 19:17:09,233 DEBUG [Thread-432] hfile.HFile$WriterFactory(336): Unable to set drop behind on 5e6c24c3943840cb8746c96e82dc688e 2018-11-15 19:17:09,234 INFO [Thread-432] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=75.42 KB at sequenceid=853 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/5e6c24c3943840cb8746c96e82dc688e 2018-11-15 19:17:09,235 DEBUG [Thread-432] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/5e6c24c3943840cb8746c96e82dc688e as /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/5e6c24c3943840cb8746c96e82dc688e 2018-11-15 19:17:09,236 INFO [Thread-432] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/5e6c24c3943840cb8746c96e82dc688e, entries=96, sequenceid=853, filesize=80.5 K 2018-11-15 19:17:09,236 INFO [Thread-432] regionserver.HRegion(2856): Finished flush of dataSize ~75.42 KB/77232, heapSize ~82.73 KB/84720, currentSize=89.07 KB/91203 for 6e1d90aaa73c3f420cd56e3a5e045315 in 37ms, sequenceid=853, compaction requested=true 2018-11-15 19:17:09,236 DEBUG [Thread-432] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309429199 Obtaining lock to block concurrent updates at 1542309429199 Preparing flush snapshotting stores in 6e1d90aaa73c3f420cd56e3a5e045315 at 1542309429199 Finished memstore snapshotting testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315., syncing WAL and waiting on mvcc, flushsize=dataSize=77232, getHeapSize=84720, getOffHeapSize=0 at 1542309429199 Flushing stores of testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315. at 1542309429200 Flushing family: creating writer at 1542309429200 Flushing family: appending metadata at 1542309429233 Flushing family: closing flushed file at 1542309429233 Flushing family: reopening flushed file at 1542309429235 Finished flush of dataSize ~75.42 KB/77232, heapSize ~82.73 KB/84720, currentSize=89.07 KB/91203 for 6e1d90aaa73c3f420cd56e3a5e045315 in 37ms, sequenceid=853, compaction requested=true at 1542309429236 Flush successful at 1542309429236 2018-11-15 19:17:09,237 INFO [Thread-432] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=90.00 KB heapSize=97.77 KB 2018-11-15 19:17:09,267 DEBUG [Thread-432] hfile.HFile$WriterFactory(336): Unable to set drop behind on ba54617f50274d35aea9e6841a7ac2e8 2018-11-15 19:17:09,269 INFO [Thread-432] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=90.93 KB at sequenceid=959 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/ba54617f50274d35aea9e6841a7ac2e8 2018-11-15 19:17:09,270 DEBUG [Thread-432] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/ba54617f50274d35aea9e6841a7ac2e8 as /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/ba54617f50274d35aea9e6841a7ac2e8 2018-11-15 19:17:09,270 INFO [Thread-432] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/ba54617f50274d35aea9e6841a7ac2e8, entries=103, sequenceid=959, filesize=96.1 K 2018-11-15 19:17:09,271 INFO [Thread-432] regionserver.HRegion(2856): Finished flush of dataSize ~90.93 KB/93112, heapSize ~98.76 KB/101128, currentSize=96.13 KB/98441 for 6e1d90aaa73c3f420cd56e3a5e045315 in 34ms, sequenceid=959, compaction requested=true 2018-11-15 19:17:09,271 DEBUG [Thread-432] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309429237 Obtaining lock to block concurrent updates at 1542309429237 Preparing flush snapshotting stores in 6e1d90aaa73c3f420cd56e3a5e045315 at 1542309429237 Finished memstore snapshotting testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315., syncing WAL and waiting on mvcc, flushsize=dataSize=93112, getHeapSize=101128, getOffHeapSize=0 at 1542309429237 Flushing stores of testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315. at 1542309429237 Flushing family: creating writer at 1542309429237 Flushing family: appending metadata at 1542309429268 Flushing family: closing flushed file at 1542309429268 Flushing family: reopening flushed file at 1542309429270 Finished flush of dataSize ~90.93 KB/93112, heapSize ~98.76 KB/101128, currentSize=96.13 KB/98441 for 6e1d90aaa73c3f420cd56e3a5e045315 in 34ms, sequenceid=959, compaction requested=true at 1542309429271 Flush successful at 1542309429271 2018-11-15 19:17:09,271 INFO [Thread-432] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=96.13 KB heapSize=103.61 KB 2018-11-15 19:17:09,295 DEBUG [Thread-432] hfile.HFile$WriterFactory(336): Unable to set drop behind on d5d90283905343609d41f7208ed9c485 2018-11-15 19:17:09,297 INFO [Thread-432] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=97.16 KB at sequenceid=1061 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/d5d90283905343609d41f7208ed9c485 2018-11-15 19:17:09,297 DEBUG [Thread-432] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/d5d90283905343609d41f7208ed9c485 as /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/d5d90283905343609d41f7208ed9c485 2018-11-15 19:17:09,298 INFO [Thread-432] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/d5d90283905343609d41f7208ed9c485, entries=99, sequenceid=1061, filesize=102.3 K 2018-11-15 19:17:09,298 INFO [Thread-432] regionserver.HRegion(2856): Finished flush of dataSize ~97.16 KB/99495, heapSize ~104.70 KB/107208, currentSize=77.78 KB/79643 for 6e1d90aaa73c3f420cd56e3a5e045315 in 27ms, sequenceid=1061, compaction requested=true 2018-11-15 19:17:09,298 DEBUG [Thread-432] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309429271 Obtaining lock to block concurrent updates at 1542309429271 Preparing flush snapshotting stores in 6e1d90aaa73c3f420cd56e3a5e045315 at 1542309429271 Finished memstore snapshotting testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315., syncing WAL and waiting on mvcc, flushsize=dataSize=99495, getHeapSize=107208, getOffHeapSize=0 at 1542309429271 Flushing stores of testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315. at 1542309429271 Flushing family: creating writer at 1542309429272 Flushing family: appending metadata at 1542309429296 Flushing family: closing flushed file at 1542309429296 Flushing family: reopening flushed file at 1542309429298 Finished flush of dataSize ~97.16 KB/99495, heapSize ~104.70 KB/107208, currentSize=77.78 KB/79643 for 6e1d90aaa73c3f420cd56e3a5e045315 in 27ms, sequenceid=1061, compaction requested=true at 1542309429298 Flush successful at 1542309429298 2018-11-15 19:17:09,299 INFO [Thread-432] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=77.78 KB heapSize=83.41 KB 2018-11-15 19:17:09,325 DEBUG [Thread-432] hfile.HFile$WriterFactory(336): Unable to set drop behind on 83254b28a5924ab98bf45cfbb002e15f 2018-11-15 19:17:09,327 INFO [Thread-432] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=79.98 KB at sequenceid=1139 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/83254b28a5924ab98bf45cfbb002e15f 2018-11-15 19:17:09,328 DEBUG [Thread-432] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/83254b28a5924ab98bf45cfbb002e15f as /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/83254b28a5924ab98bf45cfbb002e15f 2018-11-15 19:17:09,328 INFO [Thread-432] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/83254b28a5924ab98bf45cfbb002e15f, entries=75, sequenceid=1139, filesize=85.0 K 2018-11-15 19:17:09,329 INFO [Thread-432] regionserver.HRegion(2856): Finished flush of dataSize ~79.98 KB/81900, heapSize ~85.74 KB/87800, currentSize=94.92 KB/97193 for 6e1d90aaa73c3f420cd56e3a5e045315 in 30ms, sequenceid=1139, compaction requested=true 2018-11-15 19:17:09,329 DEBUG [Thread-432] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309429299 Obtaining lock to block concurrent updates at 1542309429299 Preparing flush snapshotting stores in 6e1d90aaa73c3f420cd56e3a5e045315 at 1542309429299 Finished memstore snapshotting testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315., syncing WAL and waiting on mvcc, flushsize=dataSize=81900, getHeapSize=87800, getOffHeapSize=0 at 1542309429299 Flushing stores of testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315. at 1542309429300 Flushing family: creating writer at 1542309429300 Flushing family: appending metadata at 1542309429326 Flushing family: closing flushed file at 1542309429326 Flushing family: reopening flushed file at 1542309429328 Finished flush of dataSize ~79.98 KB/81900, heapSize ~85.74 KB/87800, currentSize=94.92 KB/97193 for 6e1d90aaa73c3f420cd56e3a5e045315 in 30ms, sequenceid=1139, compaction requested=true at 1542309429329 Flush successful at 1542309429329 2018-11-15 19:17:09,329 INFO [Thread-432] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=94.92 KB heapSize=101.29 KB 2018-11-15 19:17:09,351 DEBUG [Thread-432] hfile.HFile$WriterFactory(336): Unable to set drop behind on 614ecab1023144e1beb530654fc72a51 2018-11-15 19:17:09,353 INFO [Thread-432] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=96.10 KB at sequenceid=1226 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/614ecab1023144e1beb530654fc72a51 2018-11-15 19:17:09,354 DEBUG [Thread-432] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/614ecab1023144e1beb530654fc72a51 as /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/614ecab1023144e1beb530654fc72a51 2018-11-15 19:17:09,354 INFO [Thread-432] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/614ecab1023144e1beb530654fc72a51, entries=84, sequenceid=1226, filesize=101.2 K 2018-11-15 19:17:09,355 INFO [Thread-432] regionserver.HRegion(2856): Finished flush of dataSize ~96.10 KB/98406, heapSize ~102.53 KB/104992, currentSize=96.67 KB/98987 for 6e1d90aaa73c3f420cd56e3a5e045315 in 26ms, sequenceid=1226, compaction requested=true 2018-11-15 19:17:09,355 DEBUG [Thread-432] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309429329 Obtaining lock to block concurrent updates at 1542309429329 Preparing flush snapshotting stores in 6e1d90aaa73c3f420cd56e3a5e045315 at 1542309429329 Finished memstore snapshotting testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315., syncing WAL and waiting on mvcc, flushsize=dataSize=98406, getHeapSize=104992, getOffHeapSize=0 at 1542309429329 Flushing stores of testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315. at 1542309429329 Flushing family: creating writer at 1542309429329 Flushing family: appending metadata at 1542309429352 Flushing family: closing flushed file at 1542309429352 Flushing family: reopening flushed file at 1542309429354 Finished flush of dataSize ~96.10 KB/98406, heapSize ~102.53 KB/104992, currentSize=96.67 KB/98987 for 6e1d90aaa73c3f420cd56e3a5e045315 in 26ms, sequenceid=1226, compaction requested=true at 1542309429355 Flush successful at 1542309429355 2018-11-15 19:17:09,355 INFO [Thread-432] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=96.67 KB heapSize=102.74 KB 2018-11-15 19:17:09,380 DEBUG [Thread-432] hfile.HFile$WriterFactory(336): Unable to set drop behind on af192eb9c6eb4a3a988cc70f5068a842 2018-11-15 19:17:09,382 INFO [Thread-432] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=97.93 KB at sequenceid=1309 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/af192eb9c6eb4a3a988cc70f5068a842 2018-11-15 19:17:09,383 DEBUG [Thread-432] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/af192eb9c6eb4a3a988cc70f5068a842 as /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/af192eb9c6eb4a3a988cc70f5068a842 2018-11-15 19:17:09,383 INFO [Thread-432] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/af192eb9c6eb4a3a988cc70f5068a842, entries=80, sequenceid=1309, filesize=103.0 K 2018-11-15 19:17:09,384 INFO [Thread-432] regionserver.HRegion(2856): Finished flush of dataSize ~97.93 KB/100280, heapSize ~104.06 KB/106560, currentSize=113.59 KB/116319 for 6e1d90aaa73c3f420cd56e3a5e045315 in 29ms, sequenceid=1309, compaction requested=true 2018-11-15 19:17:09,384 DEBUG [Thread-432] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309429355 Obtaining lock to block concurrent updates at 1542309429355 Preparing flush snapshotting stores in 6e1d90aaa73c3f420cd56e3a5e045315 at 1542309429355 Finished memstore snapshotting testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315., syncing WAL and waiting on mvcc, flushsize=dataSize=100280, getHeapSize=106560, getOffHeapSize=0 at 1542309429355 Flushing stores of testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315. at 1542309429355 Flushing family: creating writer at 1542309429355 Flushing family: appending metadata at 1542309429381 Flushing family: closing flushed file at 1542309429381 Flushing family: reopening flushed file at 1542309429383 Finished flush of dataSize ~97.93 KB/100280, heapSize ~104.06 KB/106560, currentSize=113.59 KB/116319 for 6e1d90aaa73c3f420cd56e3a5e045315 in 29ms, sequenceid=1309, compaction requested=true at 1542309429384 Flush successful at 1542309429384 2018-11-15 19:17:09,384 INFO [Thread-432] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=114.94 KB heapSize=121.68 KB 2018-11-15 19:17:09,407 DEBUG [Thread-432] hfile.HFile$WriterFactory(336): Unable to set drop behind on 470f7faf2db84f68a559844552b4867f 2018-11-15 19:17:09,409 INFO [Thread-432] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=116.29 KB at sequenceid=1401 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/470f7faf2db84f68a559844552b4867f 2018-11-15 19:17:09,410 DEBUG [Thread-432] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/470f7faf2db84f68a559844552b4867f as /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/470f7faf2db84f68a559844552b4867f 2018-11-15 19:17:09,411 INFO [Thread-432] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/470f7faf2db84f68a559844552b4867f, entries=89, sequenceid=1401, filesize=121.4 K 2018-11-15 19:17:09,412 INFO [Thread-432] regionserver.HRegion(2856): Finished flush of dataSize ~116.29 KB/119082, heapSize ~123.09 KB/126040, currentSize=106.85 KB/109417 for 6e1d90aaa73c3f420cd56e3a5e045315 in 28ms, sequenceid=1401, compaction requested=true 2018-11-15 19:17:09,412 DEBUG [Thread-432] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309429384 Obtaining lock to block concurrent updates at 1542309429384 Preparing flush snapshotting stores in 6e1d90aaa73c3f420cd56e3a5e045315 at 1542309429384 Finished memstore snapshotting testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315., syncing WAL and waiting on mvcc, flushsize=dataSize=119082, getHeapSize=126040, getOffHeapSize=0 at 1542309429385 Flushing stores of testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315. at 1542309429385 Flushing family: creating writer at 1542309429385 Flushing family: appending metadata at 1542309429407 Flushing family: closing flushed file at 1542309429407 Flushing family: reopening flushed file at 1542309429411 Finished flush of dataSize ~116.29 KB/119082, heapSize ~123.09 KB/126040, currentSize=106.85 KB/109417 for 6e1d90aaa73c3f420cd56e3a5e045315 in 28ms, sequenceid=1401, compaction requested=true at 1542309429412 Flush successful at 1542309429412 2018-11-15 19:17:09,412 INFO [Thread-432] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=106.85 KB heapSize=112.78 KB 2018-11-15 19:17:09,438 DEBUG [Thread-432] hfile.HFile$WriterFactory(336): Unable to set drop behind on c24a9454117040219192fbf855d0c019 2018-11-15 19:17:09,440 INFO [Thread-432] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=108.28 KB at sequenceid=1482 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/c24a9454117040219192fbf855d0c019 2018-11-15 19:17:09,440 DEBUG [Thread-432] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/c24a9454117040219192fbf855d0c019 as /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/c24a9454117040219192fbf855d0c019 2018-11-15 19:17:09,441 INFO [Thread-432] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/c24a9454117040219192fbf855d0c019, entries=78, sequenceid=1482, filesize=113.3 K 2018-11-15 19:17:09,441 INFO [Thread-432] regionserver.HRegion(2856): Finished flush of dataSize ~108.28 KB/110877, heapSize ~114.27 KB/117008, currentSize=106.72 KB/109281 for 6e1d90aaa73c3f420cd56e3a5e045315 in 29ms, sequenceid=1482, compaction requested=true 2018-11-15 19:17:09,441 DEBUG [Thread-432] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309429412 Obtaining lock to block concurrent updates at 1542309429412 Preparing flush snapshotting stores in 6e1d90aaa73c3f420cd56e3a5e045315 at 1542309429412 Finished memstore snapshotting testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315., syncing WAL and waiting on mvcc, flushsize=dataSize=110877, getHeapSize=117008, getOffHeapSize=0 at 1542309429412 Flushing stores of testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315. at 1542309429412 Flushing family: creating writer at 1542309429413 Flushing family: appending metadata at 1542309429439 Flushing family: closing flushed file at 1542309429439 Flushing family: reopening flushed file at 1542309429441 Finished flush of dataSize ~108.28 KB/110877, heapSize ~114.27 KB/117008, currentSize=106.72 KB/109281 for 6e1d90aaa73c3f420cd56e3a5e045315 in 29ms, sequenceid=1482, compaction requested=true at 1542309429441 Flush successful at 1542309429441 2018-11-15 19:17:09,442 INFO [Thread-432] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=108.22 KB heapSize=113.92 KB 2018-11-15 19:17:09,468 DEBUG [Thread-432] hfile.HFile$WriterFactory(336): Unable to set drop behind on 8fa31eb59c5a4531befdcbcdac96e42a 2018-11-15 19:17:09,469 INFO [Thread-432] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=109.72 KB at sequenceid=1560 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/8fa31eb59c5a4531befdcbcdac96e42a 2018-11-15 19:17:09,470 DEBUG [Thread-432] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/8fa31eb59c5a4531befdcbcdac96e42a as /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/8fa31eb59c5a4531befdcbcdac96e42a 2018-11-15 19:17:09,471 INFO [Thread-432] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/8fa31eb59c5a4531befdcbcdac96e42a, entries=75, sequenceid=1560, filesize=114.8 K 2018-11-15 19:17:09,471 INFO [Thread-432] regionserver.HRegion(2856): Finished flush of dataSize ~109.72 KB/112350, heapSize ~115.48 KB/118248, currentSize=126.24 KB/129273 for 6e1d90aaa73c3f420cd56e3a5e045315 in 30ms, sequenceid=1560, compaction requested=true 2018-11-15 19:17:09,471 DEBUG [Thread-432] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309429441 Obtaining lock to block concurrent updates at 1542309429442 Preparing flush snapshotting stores in 6e1d90aaa73c3f420cd56e3a5e045315 at 1542309429442 Finished memstore snapshotting testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315., syncing WAL and waiting on mvcc, flushsize=dataSize=112350, getHeapSize=118248, getOffHeapSize=0 at 1542309429442 Flushing stores of testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315. at 1542309429442 Flushing family: creating writer at 1542309429442 Flushing family: appending metadata at 1542309429468 Flushing family: closing flushed file at 1542309429468 Flushing family: reopening flushed file at 1542309429470 Finished flush of dataSize ~109.72 KB/112350, heapSize ~115.48 KB/118248, currentSize=126.24 KB/129273 for 6e1d90aaa73c3f420cd56e3a5e045315 in 30ms, sequenceid=1560, compaction requested=true at 1542309429471 Flush successful at 1542309429471 2018-11-15 19:17:09,471 INFO [Thread-432] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=126.24 KB heapSize=132.54 KB 2018-11-15 19:17:09,492 DEBUG [Thread-432] hfile.HFile$WriterFactory(336): Unable to set drop behind on 555f440df86c4972bb142e93c8cdbdb2 2018-11-15 19:17:09,494 INFO [Thread-432] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=129.40 KB at sequenceid=1647 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/555f440df86c4972bb142e93c8cdbdb2 2018-11-15 19:17:09,494 DEBUG [Thread-432] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/555f440df86c4972bb142e93c8cdbdb2 as /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/555f440df86c4972bb142e93c8cdbdb2 2018-11-15 19:17:09,495 INFO [Thread-432] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/555f440df86c4972bb142e93c8cdbdb2, entries=84, sequenceid=1647, filesize=134.6 K 2018-11-15 19:17:09,495 INFO [Thread-432] regionserver.HRegion(2856): Finished flush of dataSize ~129.40 KB/132510, heapSize ~135.84 KB/139096, currentSize=103.22 KB/105696 for 6e1d90aaa73c3f420cd56e3a5e045315 in 24ms, sequenceid=1647, compaction requested=true 2018-11-15 19:17:09,495 DEBUG [Thread-432] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309429471 Obtaining lock to block concurrent updates at 1542309429471 Preparing flush snapshotting stores in 6e1d90aaa73c3f420cd56e3a5e045315 at 1542309429472 Finished memstore snapshotting testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315., syncing WAL and waiting on mvcc, flushsize=dataSize=132510, getHeapSize=139096, getOffHeapSize=0 at 1542309429472 Flushing stores of testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315. at 1542309429472 Flushing family: creating writer at 1542309429472 Flushing family: appending metadata at 1542309429493 Flushing family: closing flushed file at 1542309429493 Flushing family: reopening flushed file at 1542309429494 Finished flush of dataSize ~129.40 KB/132510, heapSize ~135.84 KB/139096, currentSize=103.22 KB/105696 for 6e1d90aaa73c3f420cd56e3a5e045315 in 24ms, sequenceid=1647, compaction requested=true at 1542309429495 Flush successful at 1542309429495 2018-11-15 19:17:09,496 INFO [Thread-432] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=103.22 KB heapSize=108.19 KB 2018-11-15 19:17:09,519 DEBUG [Thread-432] hfile.HFile$WriterFactory(336): Unable to set drop behind on d29e158b15c1413787201d7861be4986 2018-11-15 19:17:09,521 INFO [Thread-432] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=104.86 KB at sequenceid=1715 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/d29e158b15c1413787201d7861be4986 2018-11-15 19:17:09,522 DEBUG [Thread-432] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/d29e158b15c1413787201d7861be4986 as /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/d29e158b15c1413787201d7861be4986 2018-11-15 19:17:09,522 INFO [Thread-432] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/d29e158b15c1413787201d7861be4986, entries=65, sequenceid=1715, filesize=109.9 K 2018-11-15 19:17:09,523 INFO [Thread-432] regionserver.HRegion(2856): Finished flush of dataSize ~104.86 KB/107380, heapSize ~109.89 KB/112528, currentSize=126.12 KB/129150 for 6e1d90aaa73c3f420cd56e3a5e045315 in 28ms, sequenceid=1715, compaction requested=true 2018-11-15 19:17:09,523 DEBUG [Thread-432] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309429495 Obtaining lock to block concurrent updates at 1542309429496 Preparing flush snapshotting stores in 6e1d90aaa73c3f420cd56e3a5e045315 at 1542309429496 Finished memstore snapshotting testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315., syncing WAL and waiting on mvcc, flushsize=dataSize=107380, getHeapSize=112528, getOffHeapSize=0 at 1542309429496 Flushing stores of testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315. at 1542309429496 Flushing family: creating writer at 1542309429496 Flushing family: appending metadata at 1542309429520 Flushing family: closing flushed file at 1542309429520 Flushing family: reopening flushed file at 1542309429522 Finished flush of dataSize ~104.86 KB/107380, heapSize ~109.89 KB/112528, currentSize=126.12 KB/129150 for 6e1d90aaa73c3f420cd56e3a5e045315 in 28ms, sequenceid=1715, compaction requested=true at 1542309429523 Flush successful at 1542309429523 2018-11-15 19:17:09,523 INFO [Thread-432] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=127.84 KB heapSize=133.69 KB 2018-11-15 19:17:09,542 DEBUG [Thread-432] hfile.HFile$WriterFactory(336): Unable to set drop behind on 4cf8a3e6a6244a75b66672b19cef4c59 2018-11-15 19:17:09,544 INFO [Thread-432] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=129.56 KB at sequenceid=1795 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/4cf8a3e6a6244a75b66672b19cef4c59 2018-11-15 19:17:09,544 DEBUG [Thread-432] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/4cf8a3e6a6244a75b66672b19cef4c59 as /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/4cf8a3e6a6244a75b66672b19cef4c59 2018-11-15 19:17:09,545 INFO [Thread-432] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/4cf8a3e6a6244a75b66672b19cef4c59, entries=77, sequenceid=1795, filesize=134.6 K 2018-11-15 19:17:09,546 INFO [Thread-432] regionserver.HRegion(2856): Finished flush of dataSize ~129.56 KB/132671, heapSize ~135.47 KB/138720, currentSize=115.66 KB/118437 for 6e1d90aaa73c3f420cd56e3a5e045315 in 23ms, sequenceid=1795, compaction requested=true 2018-11-15 19:17:09,546 DEBUG [Thread-432] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309429523 Obtaining lock to block concurrent updates at 1542309429523 Preparing flush snapshotting stores in 6e1d90aaa73c3f420cd56e3a5e045315 at 1542309429523 Finished memstore snapshotting testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315., syncing WAL and waiting on mvcc, flushsize=dataSize=132671, getHeapSize=138720, getOffHeapSize=0 at 1542309429523 Flushing stores of testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315. at 1542309429523 Flushing family: creating writer at 1542309429523 Flushing family: appending metadata at 1542309429543 Flushing family: closing flushed file at 1542309429543 Flushing family: reopening flushed file at 1542309429545 Finished flush of dataSize ~129.56 KB/132671, heapSize ~135.47 KB/138720, currentSize=115.66 KB/118437 for 6e1d90aaa73c3f420cd56e3a5e045315 in 23ms, sequenceid=1795, compaction requested=true at 1542309429546 Flush successful at 1542309429546 2018-11-15 19:17:09,546 INFO [Thread-432] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=115.66 KB heapSize=120.78 KB 2018-11-15 19:17:09,573 DEBUG [Thread-432] hfile.HFile$WriterFactory(336): Unable to set drop behind on 1a9456ab95334123863275702b6492f9 2018-11-15 19:17:09,575 INFO [Thread-432] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=117.45 KB at sequenceid=1865 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/1a9456ab95334123863275702b6492f9 2018-11-15 19:17:09,576 DEBUG [Thread-432] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/1a9456ab95334123863275702b6492f9 as /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/1a9456ab95334123863275702b6492f9 2018-11-15 19:17:09,576 INFO [Thread-432] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/1a9456ab95334123863275702b6492f9, entries=67, sequenceid=1865, filesize=122.5 K 2018-11-15 19:17:09,577 INFO [Thread-432] regionserver.HRegion(2856): Finished flush of dataSize ~117.45 KB/120265, heapSize ~122.63 KB/125568, currentSize=153.44 KB/157122 for 6e1d90aaa73c3f420cd56e3a5e045315 in 31ms, sequenceid=1865, compaction requested=true 2018-11-15 19:17:09,577 DEBUG [Thread-432] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309429546 Obtaining lock to block concurrent updates at 1542309429546 Preparing flush snapshotting stores in 6e1d90aaa73c3f420cd56e3a5e045315 at 1542309429546 Finished memstore snapshotting testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315., syncing WAL and waiting on mvcc, flushsize=dataSize=120265, getHeapSize=125568, getOffHeapSize=0 at 1542309429546 Flushing stores of testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315. at 1542309429546 Flushing family: creating writer at 1542309429546 Flushing family: appending metadata at 1542309429574 Flushing family: closing flushed file at 1542309429574 Flushing family: reopening flushed file at 1542309429576 Finished flush of dataSize ~117.45 KB/120265, heapSize ~122.63 KB/125568, currentSize=153.44 KB/157122 for 6e1d90aaa73c3f420cd56e3a5e045315 in 31ms, sequenceid=1865, compaction requested=true at 1542309429577 Flush successful at 1542309429577 2018-11-15 19:17:09,577 INFO [Thread-432] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=153.44 KB heapSize=159.88 KB 2018-11-15 19:17:09,601 DEBUG [Thread-432] hfile.HFile$WriterFactory(336): Unable to set drop behind on f198d0b18c0e4dc39cd317b540ab1567 2018-11-15 19:17:09,602 INFO [Thread-432] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=155.31 KB at sequenceid=1953 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/f198d0b18c0e4dc39cd317b540ab1567 2018-11-15 19:17:09,603 DEBUG [Thread-432] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/f198d0b18c0e4dc39cd317b540ab1567 as /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/f198d0b18c0e4dc39cd317b540ab1567 2018-11-15 19:17:09,604 INFO [Thread-432] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/f198d0b18c0e4dc39cd317b540ab1567, entries=85, sequenceid=1953, filesize=160.5 K 2018-11-15 19:17:09,604 INFO [Thread-432] regionserver.HRegion(2856): Finished flush of dataSize ~155.31 KB/159035, heapSize ~161.80 KB/165688, currentSize=137.07 KB/140364 for 6e1d90aaa73c3f420cd56e3a5e045315 in 27ms, sequenceid=1953, compaction requested=true 2018-11-15 19:17:09,604 DEBUG [Thread-432] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309429577 Obtaining lock to block concurrent updates at 1542309429577 Preparing flush snapshotting stores in 6e1d90aaa73c3f420cd56e3a5e045315 at 1542309429577 Finished memstore snapshotting testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315., syncing WAL and waiting on mvcc, flushsize=dataSize=159035, getHeapSize=165688, getOffHeapSize=0 at 1542309429578 Flushing stores of testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315. at 1542309429578 Flushing family: creating writer at 1542309429578 Flushing family: appending metadata at 1542309429601 Flushing family: closing flushed file at 1542309429601 Flushing family: reopening flushed file at 1542309429603 Finished flush of dataSize ~155.31 KB/159035, heapSize ~161.80 KB/165688, currentSize=137.07 KB/140364 for 6e1d90aaa73c3f420cd56e3a5e045315 in 27ms, sequenceid=1953, compaction requested=true at 1542309429604 Flush successful at 1542309429604 2018-11-15 19:17:09,605 INFO [Thread-432] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=139.01 KB heapSize=144.65 KB 2018-11-15 19:17:09,631 DEBUG [Thread-432] hfile.HFile$WriterFactory(336): Unable to set drop behind on d266632412714701b91ca0405fcaa974 2018-11-15 19:17:09,633 INFO [Thread-432] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=140.95 KB at sequenceid=2030 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/d266632412714701b91ca0405fcaa974 2018-11-15 19:17:09,634 DEBUG [Thread-432] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/d266632412714701b91ca0405fcaa974 as /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/d266632412714701b91ca0405fcaa974 2018-11-15 19:17:09,634 INFO [Thread-432] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/d266632412714701b91ca0405fcaa974, entries=74, sequenceid=2030, filesize=146.1 K 2018-11-15 19:17:09,635 INFO [Thread-432] regionserver.HRegion(2856): Finished flush of dataSize ~140.95 KB/144337, heapSize ~146.65 KB/150168, currentSize=112.22 KB/114912 for 6e1d90aaa73c3f420cd56e3a5e045315 in 31ms, sequenceid=2030, compaction requested=true 2018-11-15 19:17:09,635 DEBUG [Thread-432] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309429604 Obtaining lock to block concurrent updates at 1542309429605 Preparing flush snapshotting stores in 6e1d90aaa73c3f420cd56e3a5e045315 at 1542309429605 Finished memstore snapshotting testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315., syncing WAL and waiting on mvcc, flushsize=dataSize=144337, getHeapSize=150168, getOffHeapSize=0 at 1542309429605 Flushing stores of testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315. at 1542309429605 Flushing family: creating writer at 1542309429605 Flushing family: appending metadata at 1542309429632 Flushing family: closing flushed file at 1542309429632 Flushing family: reopening flushed file at 1542309429634 Finished flush of dataSize ~140.95 KB/144337, heapSize ~146.65 KB/150168, currentSize=112.22 KB/114912 for 6e1d90aaa73c3f420cd56e3a5e045315 in 31ms, sequenceid=2030, compaction requested=true at 1542309429635 Flush successful at 1542309429635 2018-11-15 19:17:09,636 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 6e1d90aaa73c3f420cd56e3a5e045315, disabling compactions & flushes 2018-11-15 19:17:09,636 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315. 2018-11-15 19:17:09,636 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=112.22 KB heapSize=116.67 KB 2018-11-15 19:17:09,660 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on a1d60fd2941b447d81a4edbcabc6c360 2018-11-15 19:17:09,662 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=112.22 KB at sequenceid=2090 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/a1d60fd2941b447d81a4edbcabc6c360 2018-11-15 19:17:09,663 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/.tmp/family/a1d60fd2941b447d81a4edbcabc6c360 as /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/a1d60fd2941b447d81a4edbcabc6c360 2018-11-15 19:17:09,664 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/data/default/testParallelAppendWithMemStoreFlush/6e1d90aaa73c3f420cd56e3a5e045315/family/a1d60fd2941b447d81a4edbcabc6c360, entries=57, sequenceid=2090, filesize=117.2 K 2018-11-15 19:17:09,665 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~112.22 KB/114912, heapSize ~116.66 KB/119456, currentSize=0 B/0 for 6e1d90aaa73c3f420cd56e3a5e045315 in 28ms, sequenceid=2090, compaction requested=true 2018-11-15 19:17:09,667 INFO [Time-limited test] regionserver.HRegion(1711): Closed testParallelAppendWithMemStoreFlush,,1542309428641.6e1d90aaa73c3f420cd56e3a5e045315. 2018-11-15 19:17:09,669 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb/2c7bf5e5-6b28-0dc0-ff95-5cf7826f79c9/testParallelAppendWithMemStoreFlush.log/oldWALs 2018-11-15 19:17:09,669 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-82317738:(num 1542309428595) 2018-11-15 19:17:09,669 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/578531d4-c51b-a57e-3fd3-58bb41873fcb 2018-11-15 19:17:09,726 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testParallelAppendWithMemStoreFlush Thread=14 (was 14), OpenFileDescriptor=9439 (was 9153) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=220 (was 220), ProcessCount=362 (was 363), AvailableMemoryMB=37364 (was 37371) 2018-11-15 19:17:09,727 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=9439 is superior to 1024 2018-11-15 19:17:09,788 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testRegionInfoFileCreation Thread=14, OpenFileDescriptor=9441, MaxFileDescriptor=32000, SystemLoadAverage=220, ProcessCount=362, AvailableMemoryMB=37358 2018-11-15 19:17:09,789 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=9441 is superior to 1024 2018-11-15 19:17:09,822 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/9bad9652-9119-e384-c06a-aa3ccf38a7db 2018-11-15 19:17:09,822 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:09,822 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/9bad9652-9119-e384-c06a-aa3ccf38a7db 2018-11-15 19:17:09,822 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:09,823 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/9bad9652-9119-e384-c06a-aa3ccf38a7db 2018-11-15 19:17:09,825 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:09,831 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-93611961, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/9bad9652-9119-e384-c06a-aa3ccf38a7db/TestHRegiontestRegionInfoFileCreation/WALs/hregion-93611961, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/9bad9652-9119-e384-c06a-aa3ccf38a7db/TestHRegiontestRegionInfoFileCreation/oldWALs 2018-11-15 19:17:09,876 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/9bad9652-9119-e384-c06a-aa3ccf38a7db/TestHRegiontestRegionInfoFileCreation/WALs/hregion-93611961/hregion-93611961.1542309429832 2018-11-15 19:17:09,877 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:17:09,877 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testRegionInfoFileCreation HTD == 'testRegionInfoFileCreation', {NAME => 'cf', VERSIONS => '1', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536'} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/9bad9652-9119-e384-c06a-aa3ccf38a7db/TestHRegiontestRegionInfoFileCreation Table name == testRegionInfoFileCreation 2018-11-15 19:17:09,919 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testRegionInfoFileCreation,,1542309429823.6fd58912f0b89a7918654c3ed1f9911a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:09,919 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 6fd58912f0b89a7918654c3ed1f9911a, disabling compactions & flushes 2018-11-15 19:17:09,920 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testRegionInfoFileCreation,,1542309429823.6fd58912f0b89a7918654c3ed1f9911a. 2018-11-15 19:17:09,920 INFO [Time-limited test] regionserver.HRegion(1711): Closed testRegionInfoFileCreation,,1542309429823.6fd58912f0b89a7918654c3ed1f9911a. 2018-11-15 19:17:09,922 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/9bad9652-9119-e384-c06a-aa3ccf38a7db/TestHRegiontestRegionInfoFileCreation/oldWALs 2018-11-15 19:17:09,923 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-93611961:(num 1542309429832) 2018-11-15 19:17:09,923 DEBUG [Time-limited test] regionserver.HRegion(7233): Opening region: {ENCODED => 6fd58912f0b89a7918654c3ed1f9911a, NAME => 'testRegionInfoFileCreation,,1542309429823.6fd58912f0b89a7918654c3ed1f9911a.', STARTKEY => '', ENDKEY => ''} 2018-11-15 19:17:09,923 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testRegionInfoFileCreation,,1542309429823.6fd58912f0b89a7918654c3ed1f9911a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:09,924 DEBUG [Time-limited test] regionserver.HRegion(7272): checking encryption for 6fd58912f0b89a7918654c3ed1f9911a 2018-11-15 19:17:09,924 DEBUG [Time-limited test] regionserver.HRegion(7277): checking classloading for 6fd58912f0b89a7918654c3ed1f9911a 2018-11-15 19:17:09,926 DEBUG [StoreOpener-6fd58912f0b89a7918654c3ed1f9911a-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:09,928 INFO [StoreOpener-6fd58912f0b89a7918654c3ed1f9911a-1] hfile.CacheConfig(237): Created cacheConfig for cf: blockCache=LruBlockCache{blockCount=208, currentSize=8.41 MB, freeSize=987.19 MB, maxSize=995.60 MB, heapSize=8.41 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:09,928 INFO [StoreOpener-6fd58912f0b89a7918654c3ed1f9911a-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:09,929 INFO [StoreOpener-6fd58912f0b89a7918654c3ed1f9911a-1] regionserver.HStore(335): Store=cf, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:09,929 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 6fd58912f0b89a7918654c3ed1f9911a 2018-11-15 19:17:09,930 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/9bad9652-9119-e384-c06a-aa3ccf38a7db/data/default/testRegionInfoFileCreation/6fd58912f0b89a7918654c3ed1f9911a 2018-11-15 19:17:09,931 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/9bad9652-9119-e384-c06a-aa3ccf38a7db/default/testRegionInfoFileCreation/6fd58912f0b89a7918654c3ed1f9911a 2018-11-15 19:17:09,931 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 6fd58912f0b89a7918654c3ed1f9911a 2018-11-15 19:17:09,931 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 6fd58912f0b89a7918654c3ed1f9911a 2018-11-15 19:17:09,931 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 6fd58912f0b89a7918654c3ed1f9911a 2018-11-15 19:17:09,932 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 6fd58912f0b89a7918654c3ed1f9911a 2018-11-15 19:17:09,972 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/9bad9652-9119-e384-c06a-aa3ccf38a7db/default/testRegionInfoFileCreation/6fd58912f0b89a7918654c3ed1f9911a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:09,972 INFO [Time-limited test] regionserver.HRegion(1009): Opened 6fd58912f0b89a7918654c3ed1f9911a; next sequenceid=2 2018-11-15 19:17:09,972 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 6fd58912f0b89a7918654c3ed1f9911a, disabling compactions & flushes 2018-11-15 19:17:09,973 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testRegionInfoFileCreation,,1542309429823.6fd58912f0b89a7918654c3ed1f9911a. 2018-11-15 19:17:09,973 INFO [Time-limited test] regionserver.HRegion(1711): Closed testRegionInfoFileCreation,,1542309429823.6fd58912f0b89a7918654c3ed1f9911a. 2018-11-15 19:17:09,974 DEBUG [Time-limited test] regionserver.HRegion(7233): Opening region: {ENCODED => 6fd58912f0b89a7918654c3ed1f9911a, NAME => 'testRegionInfoFileCreation,,1542309429823.6fd58912f0b89a7918654c3ed1f9911a.', STARTKEY => '', ENDKEY => ''} 2018-11-15 19:17:09,974 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testRegionInfoFileCreation,,1542309429823.6fd58912f0b89a7918654c3ed1f9911a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:09,975 DEBUG [Time-limited test] regionserver.HRegion(7272): checking encryption for 6fd58912f0b89a7918654c3ed1f9911a 2018-11-15 19:17:09,975 DEBUG [Time-limited test] regionserver.HRegion(7277): checking classloading for 6fd58912f0b89a7918654c3ed1f9911a 2018-11-15 19:17:09,975 WARN [Time-limited test] regionserver.HRegionFileSystem(907): .regioninfo file not found for region: 6fd58912f0b89a7918654c3ed1f9911a on table testRegionInfoFileCreation 2018-11-15 19:17:10,011 DEBUG [StoreOpener-6fd58912f0b89a7918654c3ed1f9911a-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:10,012 INFO [StoreOpener-6fd58912f0b89a7918654c3ed1f9911a-1] hfile.CacheConfig(237): Created cacheConfig for cf: blockCache=LruBlockCache{blockCount=208, currentSize=8.41 MB, freeSize=987.19 MB, maxSize=995.60 MB, heapSize=8.41 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:10,012 INFO [StoreOpener-6fd58912f0b89a7918654c3ed1f9911a-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:10,013 INFO [StoreOpener-6fd58912f0b89a7918654c3ed1f9911a-1] regionserver.HStore(335): Store=cf, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:10,013 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 6fd58912f0b89a7918654c3ed1f9911a 2018-11-15 19:17:10,014 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/9bad9652-9119-e384-c06a-aa3ccf38a7db/data/default/testRegionInfoFileCreation/6fd58912f0b89a7918654c3ed1f9911a 2018-11-15 19:17:10,015 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/9bad9652-9119-e384-c06a-aa3ccf38a7db/default/testRegionInfoFileCreation/6fd58912f0b89a7918654c3ed1f9911a 2018-11-15 19:17:10,015 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 6fd58912f0b89a7918654c3ed1f9911a 2018-11-15 19:17:10,015 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 6fd58912f0b89a7918654c3ed1f9911a 2018-11-15 19:17:10,015 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 6fd58912f0b89a7918654c3ed1f9911a 2018-11-15 19:17:10,016 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 6fd58912f0b89a7918654c3ed1f9911a 2018-11-15 19:17:10,017 INFO [Time-limited test] regionserver.HRegion(1009): Opened 6fd58912f0b89a7918654c3ed1f9911a; next sequenceid=2 2018-11-15 19:17:10,017 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 6fd58912f0b89a7918654c3ed1f9911a, disabling compactions & flushes 2018-11-15 19:17:10,017 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testRegionInfoFileCreation,,1542309429823.6fd58912f0b89a7918654c3ed1f9911a. 2018-11-15 19:17:10,018 INFO [Time-limited test] regionserver.HRegion(1711): Closed testRegionInfoFileCreation,,1542309429823.6fd58912f0b89a7918654c3ed1f9911a. 2018-11-15 19:17:10,018 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/9bad9652-9119-e384-c06a-aa3ccf38a7db 2018-11-15 19:17:10,080 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testRegionInfoFileCreation Thread=14 (was 14), OpenFileDescriptor=9727 (was 9441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=220 (was 220), ProcessCount=362 (was 362), AvailableMemoryMB=37361 (was 37358) - AvailableMemoryMB LEAK? - 2018-11-15 19:17:10,081 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=9727 is superior to 1024 2018-11-15 19:17:10,146 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testReverseScanner_FromMemStore_SingleCF_Normal Thread=14, OpenFileDescriptor=9729, MaxFileDescriptor=32000, SystemLoadAverage=220, ProcessCount=362, AvailableMemoryMB=37356 2018-11-15 19:17:10,146 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=9729 is superior to 1024 2018-11-15 19:17:10,177 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/a39b1f24-552a-9de8-cf43-e7753ca896b6 2018-11-15 19:17:10,177 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:10,177 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/a39b1f24-552a-9de8-cf43-e7753ca896b6 2018-11-15 19:17:10,177 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:10,177 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/a39b1f24-552a-9de8-cf43-e7753ca896b6 2018-11-15 19:17:10,202 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:17:10,203 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:10,208 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-62353791, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/a39b1f24-552a-9de8-cf43-e7753ca896b6/a16c40d4-0158-883d-814e-af5f0aa73bfd/testReverseScanner_FromMemStore_SingleCF_Normal.log/WALs/hregion-62353791, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/a39b1f24-552a-9de8-cf43-e7753ca896b6/a16c40d4-0158-883d-814e-af5f0aa73bfd/testReverseScanner_FromMemStore_SingleCF_Normal.log/oldWALs 2018-11-15 19:17:10,255 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/a39b1f24-552a-9de8-cf43-e7753ca896b6/a16c40d4-0158-883d-814e-af5f0aa73bfd/testReverseScanner_FromMemStore_SingleCF_Normal.log/WALs/hregion-62353791/hregion-62353791.1542309430209 2018-11-15 19:17:10,256 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:17:10,257 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testReverseScanner_FromMemStore_SingleCF_Normal HTD == 'testReverseScanner_FromMemStore_SingleCF_Normal', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'CF', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/a39b1f24-552a-9de8-cf43-e7753ca896b6 Table name == testReverseScanner_FromMemStore_SingleCF_Normal 2018-11-15 19:17:10,300 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testReverseScanner_FromMemStore_SingleCF_Normal,,1542309430256.c52109744a14834ca89611bdbf9ba60c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:10,302 DEBUG [StoreOpener-c52109744a14834ca89611bdbf9ba60c-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:10,303 INFO [StoreOpener-c52109744a14834ca89611bdbf9ba60c-1] hfile.CacheConfig(237): Created cacheConfig for CF: blockCache=LruBlockCache{blockCount=208, currentSize=8.41 MB, freeSize=987.19 MB, maxSize=995.60 MB, heapSize=8.41 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:10,304 INFO [StoreOpener-c52109744a14834ca89611bdbf9ba60c-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:10,304 INFO [StoreOpener-c52109744a14834ca89611bdbf9ba60c-1] regionserver.HStore(335): Store=CF, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:10,305 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for c52109744a14834ca89611bdbf9ba60c 2018-11-15 19:17:10,306 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/a39b1f24-552a-9de8-cf43-e7753ca896b6/data/default/testReverseScanner_FromMemStore_SingleCF_Normal/c52109744a14834ca89611bdbf9ba60c 2018-11-15 19:17:10,306 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/a39b1f24-552a-9de8-cf43-e7753ca896b6/default/testReverseScanner_FromMemStore_SingleCF_Normal/c52109744a14834ca89611bdbf9ba60c 2018-11-15 19:17:10,306 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for c52109744a14834ca89611bdbf9ba60c 2018-11-15 19:17:10,307 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for c52109744a14834ca89611bdbf9ba60c 2018-11-15 19:17:10,307 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for c52109744a14834ca89611bdbf9ba60c 2018-11-15 19:17:10,308 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for c52109744a14834ca89611bdbf9ba60c 2018-11-15 19:17:10,350 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/a39b1f24-552a-9de8-cf43-e7753ca896b6/default/testReverseScanner_FromMemStore_SingleCF_Normal/c52109744a14834ca89611bdbf9ba60c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:10,350 INFO [Time-limited test] regionserver.HRegion(1009): Opened c52109744a14834ca89611bdbf9ba60c; next sequenceid=2 2018-11-15 19:17:10,355 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing c52109744a14834ca89611bdbf9ba60c, disabling compactions & flushes 2018-11-15 19:17:10,355 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testReverseScanner_FromMemStore_SingleCF_Normal,,1542309430256.c52109744a14834ca89611bdbf9ba60c. 2018-11-15 19:17:10,355 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=108 B heapSize=672 B 2018-11-15 19:17:10,395 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 46d3d7fa85c7480fb06d604e07c318d7 2018-11-15 19:17:10,397 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=108 B at sequenceid=5 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/a39b1f24-552a-9de8-cf43-e7753ca896b6/data/default/testReverseScanner_FromMemStore_SingleCF_Normal/c52109744a14834ca89611bdbf9ba60c/.tmp/CF/46d3d7fa85c7480fb06d604e07c318d7 2018-11-15 19:17:10,399 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/a39b1f24-552a-9de8-cf43-e7753ca896b6/data/default/testReverseScanner_FromMemStore_SingleCF_Normal/c52109744a14834ca89611bdbf9ba60c/.tmp/CF/46d3d7fa85c7480fb06d604e07c318d7 as /mnt/disk2/a/hbase/hbase-server/target/test-data/a39b1f24-552a-9de8-cf43-e7753ca896b6/data/default/testReverseScanner_FromMemStore_SingleCF_Normal/c52109744a14834ca89611bdbf9ba60c/CF/46d3d7fa85c7480fb06d604e07c318d7 2018-11-15 19:17:10,400 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/a39b1f24-552a-9de8-cf43-e7753ca896b6/data/default/testReverseScanner_FromMemStore_SingleCF_Normal/c52109744a14834ca89611bdbf9ba60c/CF/46d3d7fa85c7480fb06d604e07c318d7, entries=4, sequenceid=5, filesize=4.8 K 2018-11-15 19:17:10,401 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~108 B/108, heapSize ~656 B/656, currentSize=0 B/0 for c52109744a14834ca89611bdbf9ba60c in 46ms, sequenceid=5, compaction requested=false 2018-11-15 19:17:10,403 INFO [Time-limited test] regionserver.HRegion(1711): Closed testReverseScanner_FromMemStore_SingleCF_Normal,,1542309430256.c52109744a14834ca89611bdbf9ba60c. 2018-11-15 19:17:10,405 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/a39b1f24-552a-9de8-cf43-e7753ca896b6/a16c40d4-0158-883d-814e-af5f0aa73bfd/testReverseScanner_FromMemStore_SingleCF_Normal.log/oldWALs 2018-11-15 19:17:10,405 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-62353791:(num 1542309430209) 2018-11-15 19:17:10,405 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/a39b1f24-552a-9de8-cf43-e7753ca896b6 2018-11-15 19:17:10,472 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testReverseScanner_FromMemStore_SingleCF_Normal Thread=14 (was 14), OpenFileDescriptor=10015 (was 9729) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=220 (was 220), ProcessCount=362 (was 362), AvailableMemoryMB=37361 (was 37356) - AvailableMemoryMB LEAK? - 2018-11-15 19:17:10,473 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=10015 is superior to 1024 2018-11-15 19:17:10,536 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testRegionTooBusy Thread=14, OpenFileDescriptor=10017, MaxFileDescriptor=32000, SystemLoadAverage=220, ProcessCount=362, AvailableMemoryMB=37357 2018-11-15 19:17:10,536 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=10017 is superior to 1024 2018-11-15 19:17:10,567 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/0c97cc24-8046-737e-232e-39ab640956ec 2018-11-15 19:17:10,567 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:10,568 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/0c97cc24-8046-737e-232e-39ab640956ec 2018-11-15 19:17:10,568 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:10,568 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/0c97cc24-8046-737e-232e-39ab640956ec 2018-11-15 19:17:10,568 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:17:10,570 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:10,576 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-60598769, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/0c97cc24-8046-737e-232e-39ab640956ec/6987efee-0b05-ad25-d22c-98278b091edc/testRegionTooBusy.log/WALs/hregion-60598769, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/0c97cc24-8046-737e-232e-39ab640956ec/6987efee-0b05-ad25-d22c-98278b091edc/testRegionTooBusy.log/oldWALs 2018-11-15 19:17:10,624 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/0c97cc24-8046-737e-232e-39ab640956ec/6987efee-0b05-ad25-d22c-98278b091edc/testRegionTooBusy.log/WALs/hregion-60598769/hregion-60598769.1542309430577 2018-11-15 19:17:10,625 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:17:10,626 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testRegionTooBusy HTD == 'testRegionTooBusy', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/0c97cc24-8046-737e-232e-39ab640956ec Table name == testRegionTooBusy 2018-11-15 19:17:10,671 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testRegionTooBusy,,1542309430626.0339627a17fec607dadc565619d7a64a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:10,673 DEBUG [StoreOpener-0339627a17fec607dadc565619d7a64a-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:10,674 INFO [StoreOpener-0339627a17fec607dadc565619d7a64a-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=208, currentSize=8.41 MB, freeSize=987.19 MB, maxSize=995.60 MB, heapSize=8.41 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:10,675 INFO [StoreOpener-0339627a17fec607dadc565619d7a64a-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:10,676 INFO [StoreOpener-0339627a17fec607dadc565619d7a64a-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:10,676 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 0339627a17fec607dadc565619d7a64a 2018-11-15 19:17:10,677 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/0c97cc24-8046-737e-232e-39ab640956ec/data/default/testRegionTooBusy/0339627a17fec607dadc565619d7a64a 2018-11-15 19:17:10,677 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/0c97cc24-8046-737e-232e-39ab640956ec/default/testRegionTooBusy/0339627a17fec607dadc565619d7a64a 2018-11-15 19:17:10,678 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 0339627a17fec607dadc565619d7a64a 2018-11-15 19:17:10,678 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 0339627a17fec607dadc565619d7a64a 2018-11-15 19:17:10,678 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 0339627a17fec607dadc565619d7a64a 2018-11-15 19:17:10,678 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 0339627a17fec607dadc565619d7a64a 2018-11-15 19:17:10,723 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/0c97cc24-8046-737e-232e-39ab640956ec/default/testRegionTooBusy/0339627a17fec607dadc565619d7a64a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:10,724 INFO [Time-limited test] regionserver.HRegion(1009): Opened 0339627a17fec607dadc565619d7a64a; next sequenceid=2 2018-11-15 19:17:11,827 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 0339627a17fec607dadc565619d7a64a, disabling compactions & flushes 2018-11-15 19:17:11,828 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testRegionTooBusy,,1542309430626.0339627a17fec607dadc565619d7a64a. 2018-11-15 19:17:11,830 INFO [Time-limited test] regionserver.HRegion(1711): Closed testRegionTooBusy,,1542309430626.0339627a17fec607dadc565619d7a64a. 2018-11-15 19:17:11,832 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/0c97cc24-8046-737e-232e-39ab640956ec/6987efee-0b05-ad25-d22c-98278b091edc/testRegionTooBusy.log/oldWALs 2018-11-15 19:17:11,833 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-60598769:(num 1542309430577) 2018-11-15 19:17:11,833 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/0c97cc24-8046-737e-232e-39ab640956ec 2018-11-15 19:17:11,903 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testRegionTooBusy Thread=14 (was 14), OpenFileDescriptor=10303 (was 10017) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=220 (was 220), ProcessCount=362 (was 362), AvailableMemoryMB=37361 (was 37357) - AvailableMemoryMB LEAK? - 2018-11-15 19:17:11,903 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=10303 is superior to 1024 2018-11-15 19:17:11,972 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testLongQualifier Thread=14, OpenFileDescriptor=10305, MaxFileDescriptor=32000, SystemLoadAverage=220, ProcessCount=362, AvailableMemoryMB=37356 2018-11-15 19:17:11,972 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=10305 is superior to 1024 2018-11-15 19:17:11,998 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/651761c4-a82d-b56e-fa73-265e41730593 2018-11-15 19:17:11,998 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:11,998 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/651761c4-a82d-b56e-fa73-265e41730593 2018-11-15 19:17:11,999 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:11,999 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/651761c4-a82d-b56e-fa73-265e41730593 2018-11-15 19:17:11,999 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:17:12,000 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:12,006 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-77066320, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/651761c4-a82d-b56e-fa73-265e41730593/9fe63ff1-8633-60ad-c2c1-da588b8fcc0c/testLongQualifier.log/WALs/hregion-77066320, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/651761c4-a82d-b56e-fa73-265e41730593/9fe63ff1-8633-60ad-c2c1-da588b8fcc0c/testLongQualifier.log/oldWALs 2018-11-15 19:17:12,054 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/651761c4-a82d-b56e-fa73-265e41730593/9fe63ff1-8633-60ad-c2c1-da588b8fcc0c/testLongQualifier.log/WALs/hregion-77066320/hregion-77066320.1542309432006 2018-11-15 19:17:12,054 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:17:12,057 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testLongQualifier HTD == 'testLongQualifier', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/651761c4-a82d-b56e-fa73-265e41730593 Table name == testLongQualifier 2018-11-15 19:17:12,102 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testLongQualifier,,1542309432056.f7a30944dda36ccbaa556c0315e1d2b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:12,104 DEBUG [StoreOpener-f7a30944dda36ccbaa556c0315e1d2b4-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:12,106 INFO [StoreOpener-f7a30944dda36ccbaa556c0315e1d2b4-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=208, currentSize=8.41 MB, freeSize=987.19 MB, maxSize=995.60 MB, heapSize=8.41 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:12,106 INFO [StoreOpener-f7a30944dda36ccbaa556c0315e1d2b4-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:12,107 INFO [StoreOpener-f7a30944dda36ccbaa556c0315e1d2b4-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:12,107 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for f7a30944dda36ccbaa556c0315e1d2b4 2018-11-15 19:17:12,108 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/651761c4-a82d-b56e-fa73-265e41730593/data/default/testLongQualifier/f7a30944dda36ccbaa556c0315e1d2b4 2018-11-15 19:17:12,109 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/651761c4-a82d-b56e-fa73-265e41730593/default/testLongQualifier/f7a30944dda36ccbaa556c0315e1d2b4 2018-11-15 19:17:12,109 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for f7a30944dda36ccbaa556c0315e1d2b4 2018-11-15 19:17:12,109 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for f7a30944dda36ccbaa556c0315e1d2b4 2018-11-15 19:17:12,109 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for f7a30944dda36ccbaa556c0315e1d2b4 2018-11-15 19:17:12,110 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for f7a30944dda36ccbaa556c0315e1d2b4 2018-11-15 19:17:12,157 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/651761c4-a82d-b56e-fa73-265e41730593/default/testLongQualifier/f7a30944dda36ccbaa556c0315e1d2b4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:12,157 INFO [Time-limited test] regionserver.HRegion(1009): Opened f7a30944dda36ccbaa556c0315e1d2b4; next sequenceid=2 2018-11-15 19:17:12,166 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=640.30 KB heapSize=641.27 KB 2018-11-15 19:17:12,213 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on e14e7dea200844dfadfb867bdec8a877 2018-11-15 19:17:12,249 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=640.30 KB at sequenceid=12 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/651761c4-a82d-b56e-fa73-265e41730593/data/default/testLongQualifier/f7a30944dda36ccbaa556c0315e1d2b4/.tmp/family/e14e7dea200844dfadfb867bdec8a877 2018-11-15 19:17:12,251 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/651761c4-a82d-b56e-fa73-265e41730593/data/default/testLongQualifier/f7a30944dda36ccbaa556c0315e1d2b4/.tmp/family/e14e7dea200844dfadfb867bdec8a877 as /mnt/disk2/a/hbase/hbase-server/target/test-data/651761c4-a82d-b56e-fa73-265e41730593/data/default/testLongQualifier/f7a30944dda36ccbaa556c0315e1d2b4/family/e14e7dea200844dfadfb867bdec8a877 2018-11-15 19:17:12,253 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/651761c4-a82d-b56e-fa73-265e41730593/data/default/testLongQualifier/f7a30944dda36ccbaa556c0315e1d2b4/family/e14e7dea200844dfadfb867bdec8a877, entries=10, sequenceid=12, filesize=1.1 M 2018-11-15 19:17:12,254 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~640.30 KB/655670, heapSize ~641.25 KB/656640, currentSize=0 B/0 for f7a30944dda36ccbaa556c0315e1d2b4 in 88ms, sequenceid=12, compaction requested=false 2018-11-15 19:17:12,254 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309432165 Obtaining lock to block concurrent updates at 1542309432166 Preparing flush snapshotting stores in f7a30944dda36ccbaa556c0315e1d2b4 at 1542309432166 Finished memstore snapshotting testLongQualifier,,1542309432056.f7a30944dda36ccbaa556c0315e1d2b4., syncing WAL and waiting on mvcc, flushsize=dataSize=655670, getHeapSize=656640, getOffHeapSize=0 at 1542309432166 Flushing stores of testLongQualifier,,1542309432056.f7a30944dda36ccbaa556c0315e1d2b4. at 1542309432167 Flushing family: creating writer at 1542309432167 Flushing family: appending metadata at 1542309432246 Flushing family: closing flushed file at 1542309432246 Flushing family: reopening flushed file at 1542309432252 Finished flush of dataSize ~640.30 KB/655670, heapSize ~641.25 KB/656640, currentSize=0 B/0 for f7a30944dda36ccbaa556c0315e1d2b4 in 88ms, sequenceid=12, compaction requested=false at 1542309432254 Flush successful at 1542309432254 2018-11-15 19:17:12,254 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing f7a30944dda36ccbaa556c0315e1d2b4, disabling compactions & flushes 2018-11-15 19:17:12,255 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testLongQualifier,,1542309432056.f7a30944dda36ccbaa556c0315e1d2b4. 2018-11-15 19:17:12,261 INFO [Time-limited test] regionserver.HRegion(1711): Closed testLongQualifier,,1542309432056.f7a30944dda36ccbaa556c0315e1d2b4. 2018-11-15 19:17:12,264 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/651761c4-a82d-b56e-fa73-265e41730593/9fe63ff1-8633-60ad-c2c1-da588b8fcc0c/testLongQualifier.log/oldWALs 2018-11-15 19:17:12,264 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-77066320:(num 1542309432006) 2018-11-15 19:17:12,265 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/651761c4-a82d-b56e-fa73-265e41730593 2018-11-15 19:17:12,331 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testLongQualifier Thread=14 (was 14), OpenFileDescriptor=10591 (was 10305) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=220 (was 220), ProcessCount=362 (was 362), AvailableMemoryMB=37357 (was 37356) - AvailableMemoryMB LEAK? - 2018-11-15 19:17:12,331 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=10591 is superior to 1024 2018-11-15 19:17:12,398 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testGetScanner_WithOkFamilies Thread=14, OpenFileDescriptor=10593, MaxFileDescriptor=32000, SystemLoadAverage=220, ProcessCount=362, AvailableMemoryMB=37353 2018-11-15 19:17:12,398 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=10593 is superior to 1024 2018-11-15 19:17:12,432 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/1255f43c-2ddd-b620-8c0e-c1337763f7ce 2018-11-15 19:17:12,433 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:12,433 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/1255f43c-2ddd-b620-8c0e-c1337763f7ce 2018-11-15 19:17:12,433 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:12,433 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/1255f43c-2ddd-b620-8c0e-c1337763f7ce 2018-11-15 19:17:12,434 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:17:12,435 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:12,442 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-96348874, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/1255f43c-2ddd-b620-8c0e-c1337763f7ce/f6715d50-8c5f-3fac-d06d-6a22cf6da8d4/testGetScanner_WithOkFamilies.log/WALs/hregion-96348874, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/1255f43c-2ddd-b620-8c0e-c1337763f7ce/f6715d50-8c5f-3fac-d06d-6a22cf6da8d4/testGetScanner_WithOkFamilies.log/oldWALs 2018-11-15 19:17:12,491 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/1255f43c-2ddd-b620-8c0e-c1337763f7ce/f6715d50-8c5f-3fac-d06d-6a22cf6da8d4/testGetScanner_WithOkFamilies.log/WALs/hregion-96348874/hregion-96348874.1542309432442 2018-11-15 19:17:12,492 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:17:12,493 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testGetScanner_WithOkFamilies HTD == 'testGetScanner_WithOkFamilies', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'fam1', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'fam2', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/1255f43c-2ddd-b620-8c0e-c1337763f7ce Table name == testGetScanner_WithOkFamilies 2018-11-15 19:17:12,534 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testGetScanner_WithOkFamilies,,1542309432492.179b0851397d23d502afe7f2fe40de20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:12,537 DEBUG [StoreOpener-179b0851397d23d502afe7f2fe40de20-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:12,538 INFO [StoreOpener-179b0851397d23d502afe7f2fe40de20-1] hfile.CacheConfig(237): Created cacheConfig for fam1: blockCache=LruBlockCache{blockCount=208, currentSize=8.41 MB, freeSize=987.19 MB, maxSize=995.60 MB, heapSize=8.41 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:12,539 INFO [StoreOpener-179b0851397d23d502afe7f2fe40de20-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:12,539 INFO [StoreOpener-179b0851397d23d502afe7f2fe40de20-1] regionserver.HStore(335): Store=fam1, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:12,540 DEBUG [StoreOpener-179b0851397d23d502afe7f2fe40de20-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:12,541 INFO [StoreOpener-179b0851397d23d502afe7f2fe40de20-1] hfile.CacheConfig(237): Created cacheConfig for fam2: blockCache=LruBlockCache{blockCount=208, currentSize=8.41 MB, freeSize=987.19 MB, maxSize=995.60 MB, heapSize=8.41 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:12,541 INFO [StoreOpener-179b0851397d23d502afe7f2fe40de20-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:12,541 INFO [StoreOpener-179b0851397d23d502afe7f2fe40de20-1] regionserver.HStore(335): Store=fam2, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:12,542 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 179b0851397d23d502afe7f2fe40de20 2018-11-15 19:17:12,542 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/1255f43c-2ddd-b620-8c0e-c1337763f7ce/data/default/testGetScanner_WithOkFamilies/179b0851397d23d502afe7f2fe40de20 2018-11-15 19:17:12,543 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/1255f43c-2ddd-b620-8c0e-c1337763f7ce/default/testGetScanner_WithOkFamilies/179b0851397d23d502afe7f2fe40de20 2018-11-15 19:17:12,543 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 179b0851397d23d502afe7f2fe40de20 2018-11-15 19:17:12,543 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 179b0851397d23d502afe7f2fe40de20 2018-11-15 19:17:12,543 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 179b0851397d23d502afe7f2fe40de20 2018-11-15 19:17:12,544 DEBUG [Time-limited test] regionserver.FlushLargeStoresPolicy(61): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testGetScanner_WithOkFamilies descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0M)) instead. 2018-11-15 19:17:12,544 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 179b0851397d23d502afe7f2fe40de20 2018-11-15 19:17:12,584 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/1255f43c-2ddd-b620-8c0e-c1337763f7ce/default/testGetScanner_WithOkFamilies/179b0851397d23d502afe7f2fe40de20/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:12,585 INFO [Time-limited test] regionserver.HRegion(1009): Opened 179b0851397d23d502afe7f2fe40de20; next sequenceid=2 2018-11-15 19:17:12,585 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 179b0851397d23d502afe7f2fe40de20, disabling compactions & flushes 2018-11-15 19:17:12,586 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testGetScanner_WithOkFamilies,,1542309432492.179b0851397d23d502afe7f2fe40de20. 2018-11-15 19:17:12,586 INFO [Time-limited test] regionserver.HRegion(1711): Closed testGetScanner_WithOkFamilies,,1542309432492.179b0851397d23d502afe7f2fe40de20. 2018-11-15 19:17:12,589 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/1255f43c-2ddd-b620-8c0e-c1337763f7ce/f6715d50-8c5f-3fac-d06d-6a22cf6da8d4/testGetScanner_WithOkFamilies.log/oldWALs 2018-11-15 19:17:12,589 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-96348874:(num 1542309432442) 2018-11-15 19:17:12,589 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/1255f43c-2ddd-b620-8c0e-c1337763f7ce 2018-11-15 19:17:12,651 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testGetScanner_WithOkFamilies Thread=14 (was 14), OpenFileDescriptor=10879 (was 10593) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=220 (was 220), ProcessCount=362 (was 362), AvailableMemoryMB=37357 (was 37353) - AvailableMemoryMB LEAK? - 2018-11-15 19:17:12,651 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=10879 is superior to 1024 2018-11-15 19:17:12,718 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testPutWithLatestTS Thread=14, OpenFileDescriptor=10881, MaxFileDescriptor=32000, SystemLoadAverage=220, ProcessCount=362, AvailableMemoryMB=37354 2018-11-15 19:17:12,719 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=10881 is superior to 1024 2018-11-15 19:17:12,751 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/c808098a-0e27-259b-fa5c-48b417dac96a 2018-11-15 19:17:12,751 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:12,751 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/c808098a-0e27-259b-fa5c-48b417dac96a 2018-11-15 19:17:12,752 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:12,752 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/c808098a-0e27-259b-fa5c-48b417dac96a 2018-11-15 19:17:12,752 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:17:12,754 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:12,760 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-28667980, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/c808098a-0e27-259b-fa5c-48b417dac96a/5f997ebf-c4bc-3309-2525-aef6ad4de2d4/testPutWithLatestTS.log/WALs/hregion-28667980, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/c808098a-0e27-259b-fa5c-48b417dac96a/5f997ebf-c4bc-3309-2525-aef6ad4de2d4/testPutWithLatestTS.log/oldWALs 2018-11-15 19:17:12,810 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/c808098a-0e27-259b-fa5c-48b417dac96a/5f997ebf-c4bc-3309-2525-aef6ad4de2d4/testPutWithLatestTS.log/WALs/hregion-28667980/hregion-28667980.1542309432761 2018-11-15 19:17:12,811 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:17:12,812 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testPutWithLatestTS HTD == 'testPutWithLatestTS', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'info', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/c808098a-0e27-259b-fa5c-48b417dac96a Table name == testPutWithLatestTS 2018-11-15 19:17:12,852 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testPutWithLatestTS,,1542309432811.6e2fce7772212770ce56afccd7cbc072.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:12,855 DEBUG [StoreOpener-6e2fce7772212770ce56afccd7cbc072-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:12,856 INFO [StoreOpener-6e2fce7772212770ce56afccd7cbc072-1] hfile.CacheConfig(237): Created cacheConfig for info: blockCache=LruBlockCache{blockCount=208, currentSize=8.41 MB, freeSize=987.19 MB, maxSize=995.60 MB, heapSize=8.41 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:12,856 INFO [StoreOpener-6e2fce7772212770ce56afccd7cbc072-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:12,857 INFO [StoreOpener-6e2fce7772212770ce56afccd7cbc072-1] regionserver.HStore(335): Store=info, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:12,857 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 6e2fce7772212770ce56afccd7cbc072 2018-11-15 19:17:12,858 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/c808098a-0e27-259b-fa5c-48b417dac96a/data/default/testPutWithLatestTS/6e2fce7772212770ce56afccd7cbc072 2018-11-15 19:17:12,858 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/c808098a-0e27-259b-fa5c-48b417dac96a/default/testPutWithLatestTS/6e2fce7772212770ce56afccd7cbc072 2018-11-15 19:17:12,858 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 6e2fce7772212770ce56afccd7cbc072 2018-11-15 19:17:12,859 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 6e2fce7772212770ce56afccd7cbc072 2018-11-15 19:17:12,859 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 6e2fce7772212770ce56afccd7cbc072 2018-11-15 19:17:12,859 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 6e2fce7772212770ce56afccd7cbc072 2018-11-15 19:17:12,899 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/c808098a-0e27-259b-fa5c-48b417dac96a/default/testPutWithLatestTS/6e2fce7772212770ce56afccd7cbc072/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:12,900 INFO [Time-limited test] regionserver.HRegion(1009): Opened 6e2fce7772212770ce56afccd7cbc072; next sequenceid=2 2018-11-15 19:17:12,903 INFO [Time-limited test] regionserver.TestHRegion(2268): Got: row1/info:qual/1542309432900/Put/vlen=5/seqid=2/value 2018-11-15 19:17:12,904 INFO [Time-limited test] regionserver.TestHRegion(2284): Got: row2/info:qual/1542309432903/Put/vlen=5/seqid=3/value 2018-11-15 19:17:12,904 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 6e2fce7772212770ce56afccd7cbc072, disabling compactions & flushes 2018-11-15 19:17:12,904 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testPutWithLatestTS,,1542309432811.6e2fce7772212770ce56afccd7cbc072. 2018-11-15 19:17:12,904 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=74 B heapSize=480 B 2018-11-15 19:17:12,942 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 3c5a753ffb7e4f01b376bf29a4b715b8 2018-11-15 19:17:12,944 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=74 B at sequenceid=4 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/c808098a-0e27-259b-fa5c-48b417dac96a/data/default/testPutWithLatestTS/6e2fce7772212770ce56afccd7cbc072/.tmp/info/3c5a753ffb7e4f01b376bf29a4b715b8 2018-11-15 19:17:12,947 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/c808098a-0e27-259b-fa5c-48b417dac96a/data/default/testPutWithLatestTS/6e2fce7772212770ce56afccd7cbc072/.tmp/info/3c5a753ffb7e4f01b376bf29a4b715b8 as /mnt/disk2/a/hbase/hbase-server/target/test-data/c808098a-0e27-259b-fa5c-48b417dac96a/data/default/testPutWithLatestTS/6e2fce7772212770ce56afccd7cbc072/info/3c5a753ffb7e4f01b376bf29a4b715b8 2018-11-15 19:17:12,948 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/c808098a-0e27-259b-fa5c-48b417dac96a/data/default/testPutWithLatestTS/6e2fce7772212770ce56afccd7cbc072/info/3c5a753ffb7e4f01b376bf29a4b715b8, entries=2, sequenceid=4, filesize=4.8 K 2018-11-15 19:17:12,949 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 6e2fce7772212770ce56afccd7cbc072 in 45ms, sequenceid=4, compaction requested=false 2018-11-15 19:17:12,952 INFO [Time-limited test] regionserver.HRegion(1711): Closed testPutWithLatestTS,,1542309432811.6e2fce7772212770ce56afccd7cbc072. 2018-11-15 19:17:12,954 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/c808098a-0e27-259b-fa5c-48b417dac96a/5f997ebf-c4bc-3309-2525-aef6ad4de2d4/testPutWithLatestTS.log/oldWALs 2018-11-15 19:17:12,954 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-28667980:(num 1542309432761) 2018-11-15 19:17:12,955 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/c808098a-0e27-259b-fa5c-48b417dac96a 2018-11-15 19:17:13,027 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testPutWithLatestTS Thread=14 (was 14), OpenFileDescriptor=11167 (was 10881) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=202 (was 220), ProcessCount=362 (was 362), AvailableMemoryMB=37355 (was 37354) - AvailableMemoryMB LEAK? - 2018-11-15 19:17:13,027 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=11167 is superior to 1024 2018-11-15 19:17:13,096 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testFamilyWithAndWithoutColon Thread=14, OpenFileDescriptor=11169, MaxFileDescriptor=32000, SystemLoadAverage=202, ProcessCount=362, AvailableMemoryMB=37353 2018-11-15 19:17:13,097 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=11169 is superior to 1024 2018-11-15 19:17:13,129 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/2a0bdee4-8f36-3913-3f4d-ef80f734ab33 2018-11-15 19:17:13,130 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:13,130 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/2a0bdee4-8f36-3913-3f4d-ef80f734ab33 2018-11-15 19:17:13,130 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:13,130 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/2a0bdee4-8f36-3913-3f4d-ef80f734ab33 2018-11-15 19:17:13,131 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:17:13,132 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:13,138 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-10228029, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/2a0bdee4-8f36-3913-3f4d-ef80f734ab33/30a9322a-a23e-dac7-79df-cda4cb04a2eb/testFamilyWithAndWithoutColon.log/WALs/hregion-10228029, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/2a0bdee4-8f36-3913-3f4d-ef80f734ab33/30a9322a-a23e-dac7-79df-cda4cb04a2eb/testFamilyWithAndWithoutColon.log/oldWALs 2018-11-15 19:17:13,189 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/2a0bdee4-8f36-3913-3f4d-ef80f734ab33/30a9322a-a23e-dac7-79df-cda4cb04a2eb/testFamilyWithAndWithoutColon.log/WALs/hregion-10228029/hregion-10228029.1542309433139 2018-11-15 19:17:13,190 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:17:13,190 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testFamilyWithAndWithoutColon HTD == 'testFamilyWithAndWithoutColon', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'MyCF', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/2a0bdee4-8f36-3913-3f4d-ef80f734ab33 Table name == testFamilyWithAndWithoutColon 2018-11-15 19:17:13,230 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testFamilyWithAndWithoutColon,,1542309433190.5bab635e294812f528f13acd87590720.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:13,233 DEBUG [StoreOpener-5bab635e294812f528f13acd87590720-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:13,235 INFO [StoreOpener-5bab635e294812f528f13acd87590720-1] hfile.CacheConfig(237): Created cacheConfig for MyCF: blockCache=LruBlockCache{blockCount=208, currentSize=8.41 MB, freeSize=987.19 MB, maxSize=995.60 MB, heapSize=8.41 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:13,235 INFO [StoreOpener-5bab635e294812f528f13acd87590720-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:13,236 INFO [StoreOpener-5bab635e294812f528f13acd87590720-1] regionserver.HStore(335): Store=MyCF, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:13,236 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 5bab635e294812f528f13acd87590720 2018-11-15 19:17:13,237 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/2a0bdee4-8f36-3913-3f4d-ef80f734ab33/data/default/testFamilyWithAndWithoutColon/5bab635e294812f528f13acd87590720 2018-11-15 19:17:13,237 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/2a0bdee4-8f36-3913-3f4d-ef80f734ab33/default/testFamilyWithAndWithoutColon/5bab635e294812f528f13acd87590720 2018-11-15 19:17:13,238 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 5bab635e294812f528f13acd87590720 2018-11-15 19:17:13,238 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 5bab635e294812f528f13acd87590720 2018-11-15 19:17:13,238 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 5bab635e294812f528f13acd87590720 2018-11-15 19:17:13,239 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 5bab635e294812f528f13acd87590720 2018-11-15 19:17:13,283 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/2a0bdee4-8f36-3913-3f4d-ef80f734ab33/default/testFamilyWithAndWithoutColon/5bab635e294812f528f13acd87590720/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:13,283 INFO [Time-limited test] regionserver.HRegion(1009): Opened 5bab635e294812f528f13acd87590720; next sequenceid=2 2018-11-15 19:17:13,284 WARN [Time-limited test] regionserver.HRegion$BatchOperation(3256): No such column family in batch mutation. org.apache.hadoop.hbase.regionserver.NoSuchColumnFamilyException: Column family MyCF: does not exist in region testFamilyWithAndWithoutColon,,1542309433190.5bab635e294812f528f13acd87590720. in table 'testFamilyWithAndWithoutColon', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'MyCF', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} at org.apache.hadoop.hbase.regionserver.HRegion.checkFamily(HRegion.java:4479) at org.apache.hadoop.hbase.regionserver.HRegion.checkFamily(HRegion.java:4466) at org.apache.hadoop.hbase.regionserver.HRegion.checkFamilies(HRegion.java:4460) at org.apache.hadoop.hbase.regionserver.HRegion.access$700(HRegion.java:228) at org.apache.hadoop.hbase.regionserver.HRegion$MutationBatchOperation.checkAndPreparePut(HRegion.java:3564) at org.apache.hadoop.hbase.regionserver.HRegion$BatchOperation.checkAndPrepareMutation(HRegion.java:3232) at org.apache.hadoop.hbase.regionserver.HRegion$BatchOperation.checkAndPrepareMutation(HRegion.java:3242) at org.apache.hadoop.hbase.regionserver.HRegion$MutationBatchOperation$1.visit(HRegion.java:3590) at org.apache.hadoop.hbase.regionserver.HRegion$BatchOperation.visitBatchOperations(HRegion.java:3125) at org.apache.hadoop.hbase.regionserver.HRegion$MutationBatchOperation.checkAndPrepare(HRegion.java:3570) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4009) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3943) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3934) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3948) at org.apache.hadoop.hbase.regionserver.HRegion.doBatchMutate(HRegion.java:4275) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3068) at org.apache.hadoop.hbase.regionserver.TestHRegion.testFamilyWithAndWithoutColon(TestHRegion.java:1486) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:13,285 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 5bab635e294812f528f13acd87590720, disabling compactions & flushes 2018-11-15 19:17:13,285 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testFamilyWithAndWithoutColon,,1542309433190.5bab635e294812f528f13acd87590720. 2018-11-15 19:17:13,285 INFO [Time-limited test] regionserver.HRegion(1711): Closed testFamilyWithAndWithoutColon,,1542309433190.5bab635e294812f528f13acd87590720. 2018-11-15 19:17:13,287 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/2a0bdee4-8f36-3913-3f4d-ef80f734ab33/30a9322a-a23e-dac7-79df-cda4cb04a2eb/testFamilyWithAndWithoutColon.log/oldWALs 2018-11-15 19:17:13,288 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-10228029:(num 1542309433139) 2018-11-15 19:17:13,288 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/2a0bdee4-8f36-3913-3f4d-ef80f734ab33 2018-11-15 19:17:13,349 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testFamilyWithAndWithoutColon Thread=14 (was 14), OpenFileDescriptor=11455 (was 11169) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=202 (was 202), ProcessCount=362 (was 362), AvailableMemoryMB=37354 (was 37353) - AvailableMemoryMB LEAK? - 2018-11-15 19:17:13,349 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=11455 is superior to 1024 2018-11-15 19:17:13,420 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testReverseScanShouldNotScanMemstoreIfReadPtLesser Thread=14, OpenFileDescriptor=11457, MaxFileDescriptor=32000, SystemLoadAverage=202, ProcessCount=362, AvailableMemoryMB=37350 2018-11-15 19:17:13,420 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=11457 is superior to 1024 2018-11-15 19:17:13,451 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/933b36ec-bf14-bbfb-0482-759fd05dfd8b 2018-11-15 19:17:13,451 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:13,451 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/933b36ec-bf14-bbfb-0482-759fd05dfd8b 2018-11-15 19:17:13,452 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:13,452 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/933b36ec-bf14-bbfb-0482-759fd05dfd8b 2018-11-15 19:17:13,478 WARN [Time-limited test] hbase.HBaseConfiguration(49): instantiating HBaseConfiguration() is deprecated. Please use HBaseConfiguration#create() to construct a plain Configuration 2018-11-15 19:17:13,479 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:17:13,480 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:13,485 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-60034735, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/933b36ec-bf14-bbfb-0482-759fd05dfd8b/53d43feb-f693-2208-2d7c-9298ff5a6f8f/testReverseScanShouldNotScanMemstoreIfReadPtLesser.log/WALs/hregion-60034735, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/933b36ec-bf14-bbfb-0482-759fd05dfd8b/53d43feb-f693-2208-2d7c-9298ff5a6f8f/testReverseScanShouldNotScanMemstoreIfReadPtLesser.log/oldWALs 2018-11-15 19:17:13,537 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/933b36ec-bf14-bbfb-0482-759fd05dfd8b/53d43feb-f693-2208-2d7c-9298ff5a6f8f/testReverseScanShouldNotScanMemstoreIfReadPtLesser.log/WALs/hregion-60034735/hregion-60034735.1542309433486 2018-11-15 19:17:13,537 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:17:13,538 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testReverseScanShouldNotScanMemstoreIfReadPtLesser HTD == 'testReverseScanShouldNotScanMemstoreIfReadPtLesser', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'CF1', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/933b36ec-bf14-bbfb-0482-759fd05dfd8b Table name == testReverseScanShouldNotScanMemstoreIfReadPtLesser 2018-11-15 19:17:13,586 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testReverseScanShouldNotScanMemstoreIfReadPtLesser,,1542309433538.e01c5f8bc522c1c6c9baaf25618be897.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:13,588 DEBUG [StoreOpener-e01c5f8bc522c1c6c9baaf25618be897-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:13,589 INFO [StoreOpener-e01c5f8bc522c1c6c9baaf25618be897-1] hfile.CacheConfig(237): Created cacheConfig for CF1: blockCache=LruBlockCache{blockCount=208, currentSize=8.41 MB, freeSize=987.19 MB, maxSize=995.60 MB, heapSize=8.41 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:13,590 INFO [StoreOpener-e01c5f8bc522c1c6c9baaf25618be897-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:13,590 INFO [StoreOpener-e01c5f8bc522c1c6c9baaf25618be897-1] regionserver.HStore(335): Store=CF1, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:13,591 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for e01c5f8bc522c1c6c9baaf25618be897 2018-11-15 19:17:13,591 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/933b36ec-bf14-bbfb-0482-759fd05dfd8b/data/default/testReverseScanShouldNotScanMemstoreIfReadPtLesser/e01c5f8bc522c1c6c9baaf25618be897 2018-11-15 19:17:13,592 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/933b36ec-bf14-bbfb-0482-759fd05dfd8b/default/testReverseScanShouldNotScanMemstoreIfReadPtLesser/e01c5f8bc522c1c6c9baaf25618be897 2018-11-15 19:17:13,592 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for e01c5f8bc522c1c6c9baaf25618be897 2018-11-15 19:17:13,592 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for e01c5f8bc522c1c6c9baaf25618be897 2018-11-15 19:17:13,592 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for e01c5f8bc522c1c6c9baaf25618be897 2018-11-15 19:17:13,593 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for e01c5f8bc522c1c6c9baaf25618be897 2018-11-15 19:17:13,646 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/933b36ec-bf14-bbfb-0482-759fd05dfd8b/default/testReverseScanShouldNotScanMemstoreIfReadPtLesser/e01c5f8bc522c1c6c9baaf25618be897/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:13,646 INFO [Time-limited test] regionserver.HRegion(1009): Opened e01c5f8bc522c1c6c9baaf25618be897; next sequenceid=2 2018-11-15 19:17:13,649 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=64 B heapSize=464 B 2018-11-15 19:17:13,697 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on f68a4caa429b486983486323125d7a3a 2018-11-15 19:17:13,699 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=64 B at sequenceid=4 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/933b36ec-bf14-bbfb-0482-759fd05dfd8b/data/default/testReverseScanShouldNotScanMemstoreIfReadPtLesser/e01c5f8bc522c1c6c9baaf25618be897/.tmp/CF1/f68a4caa429b486983486323125d7a3a 2018-11-15 19:17:13,700 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/933b36ec-bf14-bbfb-0482-759fd05dfd8b/data/default/testReverseScanShouldNotScanMemstoreIfReadPtLesser/e01c5f8bc522c1c6c9baaf25618be897/.tmp/CF1/f68a4caa429b486983486323125d7a3a as /mnt/disk2/a/hbase/hbase-server/target/test-data/933b36ec-bf14-bbfb-0482-759fd05dfd8b/data/default/testReverseScanShouldNotScanMemstoreIfReadPtLesser/e01c5f8bc522c1c6c9baaf25618be897/CF1/f68a4caa429b486983486323125d7a3a 2018-11-15 19:17:13,702 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/933b36ec-bf14-bbfb-0482-759fd05dfd8b/data/default/testReverseScanShouldNotScanMemstoreIfReadPtLesser/e01c5f8bc522c1c6c9baaf25618be897/CF1/f68a4caa429b486983486323125d7a3a, entries=2, sequenceid=4, filesize=4.8 K 2018-11-15 19:17:13,703 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~64 B/64, heapSize ~448 B/448, currentSize=0 B/0 for e01c5f8bc522c1c6c9baaf25618be897 in 55ms, sequenceid=4, compaction requested=false 2018-11-15 19:17:13,704 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309433648 Obtaining lock to block concurrent updates at 1542309433649 Preparing flush snapshotting stores in e01c5f8bc522c1c6c9baaf25618be897 at 1542309433649 Finished memstore snapshotting testReverseScanShouldNotScanMemstoreIfReadPtLesser,,1542309433538.e01c5f8bc522c1c6c9baaf25618be897., syncing WAL and waiting on mvcc, flushsize=dataSize=64, getHeapSize=448, getOffHeapSize=0 at 1542309433649 Flushing stores of testReverseScanShouldNotScanMemstoreIfReadPtLesser,,1542309433538.e01c5f8bc522c1c6c9baaf25618be897. at 1542309433649 Flushing CF1: creating writer at 1542309433650 Flushing CF1: appending metadata at 1542309433697 Flushing CF1: closing flushed file at 1542309433697 Flushing CF1: reopening flushed file at 1542309433701 Finished flush of dataSize ~64 B/64, heapSize ~448 B/448, currentSize=0 B/0 for e01c5f8bc522c1c6c9baaf25618be897 in 55ms, sequenceid=4, compaction requested=false at 1542309433703 Flush successful at 1542309433703 2018-11-15 19:17:14,217 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing e01c5f8bc522c1c6c9baaf25618be897, disabling compactions & flushes 2018-11-15 19:17:14,217 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testReverseScanShouldNotScanMemstoreIfReadPtLesser,,1542309433538.e01c5f8bc522c1c6c9baaf25618be897. 2018-11-15 19:17:14,217 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=332.03 KB heapSize=1.07 MB 2018-11-15 19:17:14,255 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 4293620b51a2459495b2ae126f444412 2018-11-15 19:17:14,289 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=332.03 KB at sequenceid=10007 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/933b36ec-bf14-bbfb-0482-759fd05dfd8b/data/default/testReverseScanShouldNotScanMemstoreIfReadPtLesser/e01c5f8bc522c1c6c9baaf25618be897/.tmp/CF1/4293620b51a2459495b2ae126f444412 2018-11-15 19:17:14,291 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/933b36ec-bf14-bbfb-0482-759fd05dfd8b/data/default/testReverseScanShouldNotScanMemstoreIfReadPtLesser/e01c5f8bc522c1c6c9baaf25618be897/.tmp/CF1/4293620b51a2459495b2ae126f444412 as /mnt/disk2/a/hbase/hbase-server/target/test-data/933b36ec-bf14-bbfb-0482-759fd05dfd8b/data/default/testReverseScanShouldNotScanMemstoreIfReadPtLesser/e01c5f8bc522c1c6c9baaf25618be897/CF1/4293620b51a2459495b2ae126f444412 2018-11-15 19:17:14,292 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/933b36ec-bf14-bbfb-0482-759fd05dfd8b/data/default/testReverseScanShouldNotScanMemstoreIfReadPtLesser/e01c5f8bc522c1c6c9baaf25618be897/CF1/4293620b51a2459495b2ae126f444412, entries=10000, sequenceid=10007, filesize=382.1 K 2018-11-15 19:17:14,293 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~332.03 KB/340000, heapSize ~1.07 MB/1120240, currentSize=0 B/0 for e01c5f8bc522c1c6c9baaf25618be897 in 76ms, sequenceid=10007, compaction requested=false 2018-11-15 19:17:14,295 INFO [Time-limited test] regionserver.HRegion(1711): Closed testReverseScanShouldNotScanMemstoreIfReadPtLesser,,1542309433538.e01c5f8bc522c1c6c9baaf25618be897. 2018-11-15 19:17:14,297 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/933b36ec-bf14-bbfb-0482-759fd05dfd8b/53d43feb-f693-2208-2d7c-9298ff5a6f8f/testReverseScanShouldNotScanMemstoreIfReadPtLesser.log/oldWALs 2018-11-15 19:17:14,297 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-60034735:(num 1542309433486) 2018-11-15 19:17:14,297 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/933b36ec-bf14-bbfb-0482-759fd05dfd8b 2018-11-15 19:17:14,346 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testReverseScanShouldNotScanMemstoreIfReadPtLesser Thread=14 (was 14), OpenFileDescriptor=11741 (was 11457) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=202 (was 202), ProcessCount=362 (was 362), AvailableMemoryMB=37296 (was 37350) 2018-11-15 19:17:14,346 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=11741 is superior to 1024 2018-11-15 19:17:14,390 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testBloomFilterSize Thread=14, OpenFileDescriptor=11743, MaxFileDescriptor=32000, SystemLoadAverage=202, ProcessCount=362, AvailableMemoryMB=37291 2018-11-15 19:17:14,390 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=11743 is superior to 1024 2018-11-15 19:17:14,409 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422 2018-11-15 19:17:14,409 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:14,409 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422 2018-11-15 19:17:14,410 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:14,410 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422 2018-11-15 19:17:14,411 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:14,415 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-87856521, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/WALs/hregion-87856521, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/oldWALs 2018-11-15 19:17:14,448 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/WALs/hregion-87856521/hregion-87856521.1542309434415 2018-11-15 19:17:14,449 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:17:14,449 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testBloomFilterSize HTD == 'testBloomFilterSize', {NAME => 'fam1', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536'} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422 Table name == testBloomFilterSize 2018-11-15 19:17:14,478 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testBloomFilterSize,,1542309434410.20598ab018327ab62c812f6d5f38f2bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:14,480 DEBUG [StoreOpener-20598ab018327ab62c812f6d5f38f2bd-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:14,481 INFO [StoreOpener-20598ab018327ab62c812f6d5f38f2bd-1] hfile.CacheConfig(237): Created cacheConfig for fam1: blockCache=LruBlockCache{blockCount=209, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:14,481 INFO [StoreOpener-20598ab018327ab62c812f6d5f38f2bd-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:14,481 INFO [StoreOpener-20598ab018327ab62c812f6d5f38f2bd-1] regionserver.HStore(335): Store=fam1, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:14,481 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 20598ab018327ab62c812f6d5f38f2bd 2018-11-15 19:17:14,482 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/data/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd 2018-11-15 19:17:14,482 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd 2018-11-15 19:17:14,482 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 20598ab018327ab62c812f6d5f38f2bd 2018-11-15 19:17:14,482 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 20598ab018327ab62c812f6d5f38f2bd 2018-11-15 19:17:14,482 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 20598ab018327ab62c812f6d5f38f2bd 2018-11-15 19:17:14,483 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 20598ab018327ab62c812f6d5f38f2bd 2018-11-15 19:17:14,516 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:14,516 INFO [Time-limited test] regionserver.HRegion(1009): Opened 20598ab018327ab62c812f6d5f38f2bd; next sequenceid=2 2018-11-15 19:17:14,516 INFO [Time-limited test] regionserver.HRegion(8449): writing data to region testBloomFilterSize,,1542309434410.20598ab018327ab62c812f6d5f38f2bd. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:17:14,518 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=740 B heapSize=2.44 KB 2018-11-15 19:17:14,550 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 311700864db742f39661088cbefa97c1 2018-11-15 19:17:14,553 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=740 B at sequenceid=22 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/data/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd/.tmp/fam1/311700864db742f39661088cbefa97c1 2018-11-15 19:17:14,554 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/data/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd/.tmp/fam1/311700864db742f39661088cbefa97c1 as /mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/data/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd/fam1/311700864db742f39661088cbefa97c1 2018-11-15 19:17:14,555 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/data/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd/fam1/311700864db742f39661088cbefa97c1, entries=20, sequenceid=22, filesize=5.5 K 2018-11-15 19:17:14,556 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~740 B/740, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 20598ab018327ab62c812f6d5f38f2bd in 39ms, sequenceid=22, compaction requested=false 2018-11-15 19:17:14,556 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309434517 Obtaining lock to block concurrent updates at 1542309434518 Preparing flush snapshotting stores in 20598ab018327ab62c812f6d5f38f2bd at 1542309434518 Finished memstore snapshotting testBloomFilterSize,,1542309434410.20598ab018327ab62c812f6d5f38f2bd., syncing WAL and waiting on mvcc, flushsize=dataSize=740, getHeapSize=2480, getOffHeapSize=0 at 1542309434519 Flushing stores of testBloomFilterSize,,1542309434410.20598ab018327ab62c812f6d5f38f2bd. at 1542309434519 Flushing fam1: creating writer at 1542309434519 Flushing fam1: appending metadata at 1542309434552 Flushing fam1: closing flushed file at 1542309434552 Flushing fam1: reopening flushed file at 1542309434555 Finished flush of dataSize ~740 B/740, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 20598ab018327ab62c812f6d5f38f2bd in 39ms, sequenceid=22, compaction requested=false at 1542309434556 Flush successful at 1542309434556 2018-11-15 19:17:14,556 INFO [Time-limited test] regionserver.HRegion(8449): writing data to region testBloomFilterSize,,1542309434410.20598ab018327ab62c812f6d5f38f2bd. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:17:14,557 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=740 B heapSize=2.44 KB 2018-11-15 19:17:14,596 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 192abfcd7da942f6bcf8cbb5a0d99ee5 2018-11-15 19:17:14,598 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=740 B at sequenceid=45 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/data/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd/.tmp/fam1/192abfcd7da942f6bcf8cbb5a0d99ee5 2018-11-15 19:17:14,600 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/data/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd/.tmp/fam1/192abfcd7da942f6bcf8cbb5a0d99ee5 as /mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/data/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd/fam1/192abfcd7da942f6bcf8cbb5a0d99ee5 2018-11-15 19:17:14,602 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/data/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd/fam1/192abfcd7da942f6bcf8cbb5a0d99ee5, entries=20, sequenceid=45, filesize=5.5 K 2018-11-15 19:17:14,602 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~740 B/740, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 20598ab018327ab62c812f6d5f38f2bd in 45ms, sequenceid=45, compaction requested=false 2018-11-15 19:17:14,603 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309434557 Obtaining lock to block concurrent updates at 1542309434557 Preparing flush snapshotting stores in 20598ab018327ab62c812f6d5f38f2bd at 1542309434557 Finished memstore snapshotting testBloomFilterSize,,1542309434410.20598ab018327ab62c812f6d5f38f2bd., syncing WAL and waiting on mvcc, flushsize=dataSize=740, getHeapSize=2480, getOffHeapSize=0 at 1542309434557 Flushing stores of testBloomFilterSize,,1542309434410.20598ab018327ab62c812f6d5f38f2bd. at 1542309434558 Flushing fam1: creating writer at 1542309434558 Flushing fam1: appending metadata at 1542309434597 Flushing fam1: closing flushed file at 1542309434597 Flushing fam1: reopening flushed file at 1542309434601 Finished flush of dataSize ~740 B/740, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 20598ab018327ab62c812f6d5f38f2bd in 45ms, sequenceid=45, compaction requested=false at 1542309434603 Flush successful at 1542309434603 2018-11-15 19:17:14,603 INFO [Time-limited test] regionserver.HRegion(8449): writing data to region testBloomFilterSize,,1542309434410.20598ab018327ab62c812f6d5f38f2bd. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:17:14,604 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=740 B heapSize=2.44 KB 2018-11-15 19:17:14,655 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 6f3ef9fc358447ceab2186c7da2f958e 2018-11-15 19:17:14,658 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=740 B at sequenceid=68 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/data/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd/.tmp/fam1/6f3ef9fc358447ceab2186c7da2f958e 2018-11-15 19:17:14,659 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/data/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd/.tmp/fam1/6f3ef9fc358447ceab2186c7da2f958e as /mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/data/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd/fam1/6f3ef9fc358447ceab2186c7da2f958e 2018-11-15 19:17:14,661 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/data/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd/fam1/6f3ef9fc358447ceab2186c7da2f958e, entries=20, sequenceid=68, filesize=5.5 K 2018-11-15 19:17:14,662 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~740 B/740, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 20598ab018327ab62c812f6d5f38f2bd in 58ms, sequenceid=68, compaction requested=true 2018-11-15 19:17:14,662 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309434604 Obtaining lock to block concurrent updates at 1542309434604 Preparing flush snapshotting stores in 20598ab018327ab62c812f6d5f38f2bd at 1542309434604 Finished memstore snapshotting testBloomFilterSize,,1542309434410.20598ab018327ab62c812f6d5f38f2bd., syncing WAL and waiting on mvcc, flushsize=dataSize=740, getHeapSize=2480, getOffHeapSize=0 at 1542309434605 Flushing stores of testBloomFilterSize,,1542309434410.20598ab018327ab62c812f6d5f38f2bd. at 1542309434605 Flushing fam1: creating writer at 1542309434605 Flushing fam1: appending metadata at 1542309434656 Flushing fam1: closing flushed file at 1542309434656 Flushing fam1: reopening flushed file at 1542309434660 Finished flush of dataSize ~740 B/740, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 20598ab018327ab62c812f6d5f38f2bd in 58ms, sequenceid=68, compaction requested=true at 1542309434662 Flush successful at 1542309434662 2018-11-15 19:17:14,662 INFO [Time-limited test] regionserver.HRegion(8449): writing data to region testBloomFilterSize,,1542309434410.20598ab018327ab62c812f6d5f38f2bd. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:17:14,664 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=740 B heapSize=2.44 KB 2018-11-15 19:17:14,712 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 8c14959ced5843e399d139ee9557bd83 2018-11-15 19:17:14,714 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=740 B at sequenceid=91 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/data/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd/.tmp/fam1/8c14959ced5843e399d139ee9557bd83 2018-11-15 19:17:14,716 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/data/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd/.tmp/fam1/8c14959ced5843e399d139ee9557bd83 as /mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/data/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd/fam1/8c14959ced5843e399d139ee9557bd83 2018-11-15 19:17:14,717 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/data/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd/fam1/8c14959ced5843e399d139ee9557bd83, entries=20, sequenceid=91, filesize=5.5 K 2018-11-15 19:17:14,718 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~740 B/740, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 20598ab018327ab62c812f6d5f38f2bd in 54ms, sequenceid=91, compaction requested=true 2018-11-15 19:17:14,718 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309434664 Obtaining lock to block concurrent updates at 1542309434664 Preparing flush snapshotting stores in 20598ab018327ab62c812f6d5f38f2bd at 1542309434664 Finished memstore snapshotting testBloomFilterSize,,1542309434410.20598ab018327ab62c812f6d5f38f2bd., syncing WAL and waiting on mvcc, flushsize=dataSize=740, getHeapSize=2480, getOffHeapSize=0 at 1542309434664 Flushing stores of testBloomFilterSize,,1542309434410.20598ab018327ab62c812f6d5f38f2bd. at 1542309434664 Flushing fam1: creating writer at 1542309434665 Flushing fam1: appending metadata at 1542309434713 Flushing fam1: closing flushed file at 1542309434713 Flushing fam1: reopening flushed file at 1542309434716 Finished flush of dataSize ~740 B/740, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 20598ab018327ab62c812f6d5f38f2bd in 54ms, sequenceid=91, compaction requested=true at 1542309434718 Flush successful at 1542309434718 2018-11-15 19:17:14,719 DEBUG [Time-limited test] compactions.SortedCompactionPolicy(68): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2018-11-15 19:17:14,719 DEBUG [Time-limited test] regionserver.HStore(1825): 20598ab018327ab62c812f6d5f38f2bd - fam1: Initiating major compaction (all files) 2018-11-15 19:17:14,720 INFO [Time-limited test] regionserver.HRegion(2185): Starting compaction of fam1 in testBloomFilterSize,,1542309434410.20598ab018327ab62c812f6d5f38f2bd. 2018-11-15 19:17:14,720 INFO [Time-limited test] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/data/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd/fam1/311700864db742f39661088cbefa97c1, /mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/data/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd/fam1/192abfcd7da942f6bcf8cbb5a0d99ee5, /mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/data/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd/fam1/6f3ef9fc358447ceab2186c7da2f958e, /mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/data/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd/fam1/8c14959ced5843e399d139ee9557bd83] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/data/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd/.tmp, totalSize=22.1 K 2018-11-15 19:17:14,720 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 311700864db742f39661088cbefa97c1, keycount=20, bloomtype=ROWCOL, size=5.5 K, encoding=NONE, compression=NONE, seqNum=22, earliestPutTs=0 2018-11-15 19:17:14,721 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 192abfcd7da942f6bcf8cbb5a0d99ee5, keycount=20, bloomtype=ROWCOL, size=5.5 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=20 2018-11-15 19:17:14,721 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 6f3ef9fc358447ceab2186c7da2f958e, keycount=20, bloomtype=ROWCOL, size=5.5 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=40 2018-11-15 19:17:14,721 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 8c14959ced5843e399d139ee9557bd83, keycount=20, bloomtype=ROWCOL, size=5.5 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=60 2018-11-15 19:17:14,773 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on d481061d7491487fafcae718e97cc232 2018-11-15 19:17:14,778 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/data/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd/.tmp/fam1/d481061d7491487fafcae718e97cc232 as /mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/data/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd/fam1/d481061d7491487fafcae718e97cc232 2018-11-15 19:17:14,781 INFO [Time-limited test] regionserver.HStore(1578): Completed major compaction of 4 (all) file(s) in fam1 of 20598ab018327ab62c812f6d5f38f2bd into d481061d7491487fafcae718e97cc232(size=7.8 K), total size for store is 7.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:17:14,781 DEBUG [Time-limited test] regionserver.HRegion(2215): Compaction status journal: Compacting store fam1 at 1542309434720 Compaction complete at 1542309434781 2018-11-15 19:17:14,781 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 20598ab018327ab62c812f6d5f38f2bd, disabling compactions & flushes 2018-11-15 19:17:14,782 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testBloomFilterSize,,1542309434410.20598ab018327ab62c812f6d5f38f2bd. 2018-11-15 19:17:14,785 DEBUG [StoreCloserThread-testBloomFilterSize,,1542309434410.20598ab018327ab62c812f6d5f38f2bd.-1] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/data/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd/fam1/311700864db742f39661088cbefa97c1, /mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/data/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd/fam1/192abfcd7da942f6bcf8cbb5a0d99ee5, /mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/data/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd/fam1/6f3ef9fc358447ceab2186c7da2f958e, /mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/data/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd/fam1/8c14959ced5843e399d139ee9557bd83] to archive 2018-11-15 19:17:14,787 DEBUG [StoreCloserThread-testBloomFilterSize,,1542309434410.20598ab018327ab62c812f6d5f38f2bd.-1] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:17:14,788 DEBUG [StoreCloserThread-testBloomFilterSize,,1542309434410.20598ab018327ab62c812f6d5f38f2bd.-1] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/data/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd/fam1/311700864db742f39661088cbefa97c1 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/archive/data/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd/fam1/311700864db742f39661088cbefa97c1 2018-11-15 19:17:14,788 DEBUG [StoreCloserThread-testBloomFilterSize,,1542309434410.20598ab018327ab62c812f6d5f38f2bd.-1] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/data/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd/fam1/192abfcd7da942f6bcf8cbb5a0d99ee5 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/archive/data/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd/fam1/192abfcd7da942f6bcf8cbb5a0d99ee5 2018-11-15 19:17:14,789 DEBUG [StoreCloserThread-testBloomFilterSize,,1542309434410.20598ab018327ab62c812f6d5f38f2bd.-1] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/data/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd/fam1/6f3ef9fc358447ceab2186c7da2f958e to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/archive/data/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd/fam1/6f3ef9fc358447ceab2186c7da2f958e 2018-11-15 19:17:14,789 DEBUG [StoreCloserThread-testBloomFilterSize,,1542309434410.20598ab018327ab62c812f6d5f38f2bd.-1] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/data/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd/fam1/8c14959ced5843e399d139ee9557bd83 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/archive/data/default/testBloomFilterSize/20598ab018327ab62c812f6d5f38f2bd/fam1/8c14959ced5843e399d139ee9557bd83 2018-11-15 19:17:14,791 INFO [Time-limited test] regionserver.HRegion(1711): Closed testBloomFilterSize,,1542309434410.20598ab018327ab62c812f6d5f38f2bd. 2018-11-15 19:17:14,793 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422/oldWALs 2018-11-15 19:17:14,794 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-87856521:(num 1542309434415) 2018-11-15 19:17:14,794 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/758133c2-0681-8517-dd2c-5bfad6bc9422 2018-11-15 19:17:14,866 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testBloomFilterSize Thread=14 (was 14), OpenFileDescriptor=12029 (was 11743) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=202 (was 202), ProcessCount=362 (was 362), AvailableMemoryMB=37293 (was 37291) - AvailableMemoryMB LEAK? - 2018-11-15 19:17:14,866 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=12029 is superior to 1024 2018-11-15 19:17:14,940 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testReverseScanner_moreRowsMayExistAfter Thread=14, OpenFileDescriptor=12031, MaxFileDescriptor=32000, SystemLoadAverage=202, ProcessCount=362, AvailableMemoryMB=37290 2018-11-15 19:17:14,941 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=12031 is superior to 1024 2018-11-15 19:17:14,970 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/9488f843-edcc-77d1-cac4-9fe975f5a8c4 2018-11-15 19:17:14,970 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:14,970 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/9488f843-edcc-77d1-cac4-9fe975f5a8c4 2018-11-15 19:17:14,971 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:14,971 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/9488f843-edcc-77d1-cac4-9fe975f5a8c4 2018-11-15 19:17:14,991 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:17:14,992 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:14,997 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-19823182, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/9488f843-edcc-77d1-cac4-9fe975f5a8c4/dc757692-57ab-a180-b674-d1bf8f0bfa17/testReverseScanner_moreRowsMayExistAfter.log/WALs/hregion-19823182, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/9488f843-edcc-77d1-cac4-9fe975f5a8c4/dc757692-57ab-a180-b674-d1bf8f0bfa17/testReverseScanner_moreRowsMayExistAfter.log/oldWALs 2018-11-15 19:17:15,051 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/9488f843-edcc-77d1-cac4-9fe975f5a8c4/dc757692-57ab-a180-b674-d1bf8f0bfa17/testReverseScanner_moreRowsMayExistAfter.log/WALs/hregion-19823182/hregion-19823182.1542309434998 2018-11-15 19:17:15,052 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:17:15,052 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testReverseScanner_moreRowsMayExistAfter HTD == 'testReverseScanner_moreRowsMayExistAfter', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'CF', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/9488f843-edcc-77d1-cac4-9fe975f5a8c4 Table name == testReverseScanner_moreRowsMayExistAfter 2018-11-15 19:17:15,099 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testReverseScanner_moreRowsMayExistAfter,,1542309435052.a5c2170b7a4f174a8a5c9af649447b51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:15,101 DEBUG [StoreOpener-a5c2170b7a4f174a8a5c9af649447b51-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:15,102 INFO [StoreOpener-a5c2170b7a4f174a8a5c9af649447b51-1] hfile.CacheConfig(237): Created cacheConfig for CF: blockCache=LruBlockCache{blockCount=209, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:15,102 INFO [StoreOpener-a5c2170b7a4f174a8a5c9af649447b51-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:15,103 INFO [StoreOpener-a5c2170b7a4f174a8a5c9af649447b51-1] regionserver.HStore(335): Store=CF, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:15,103 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for a5c2170b7a4f174a8a5c9af649447b51 2018-11-15 19:17:15,104 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/9488f843-edcc-77d1-cac4-9fe975f5a8c4/data/default/testReverseScanner_moreRowsMayExistAfter/a5c2170b7a4f174a8a5c9af649447b51 2018-11-15 19:17:15,104 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/9488f843-edcc-77d1-cac4-9fe975f5a8c4/default/testReverseScanner_moreRowsMayExistAfter/a5c2170b7a4f174a8a5c9af649447b51 2018-11-15 19:17:15,105 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for a5c2170b7a4f174a8a5c9af649447b51 2018-11-15 19:17:15,105 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for a5c2170b7a4f174a8a5c9af649447b51 2018-11-15 19:17:15,105 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for a5c2170b7a4f174a8a5c9af649447b51 2018-11-15 19:17:15,106 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for a5c2170b7a4f174a8a5c9af649447b51 2018-11-15 19:17:15,146 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/9488f843-edcc-77d1-cac4-9fe975f5a8c4/default/testReverseScanner_moreRowsMayExistAfter/a5c2170b7a4f174a8a5c9af649447b51/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:15,146 INFO [Time-limited test] regionserver.HRegion(1009): Opened a5c2170b7a4f174a8a5c9af649447b51; next sequenceid=2 2018-11-15 19:17:15,150 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=180 B heapSize=880 B 2018-11-15 19:17:15,202 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 8028dbe51a984ddc909a9f7ce06f3e71 2018-11-15 19:17:15,205 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=180 B at sequenceid=8 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/9488f843-edcc-77d1-cac4-9fe975f5a8c4/data/default/testReverseScanner_moreRowsMayExistAfter/a5c2170b7a4f174a8a5c9af649447b51/.tmp/CF/8028dbe51a984ddc909a9f7ce06f3e71 2018-11-15 19:17:15,208 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/9488f843-edcc-77d1-cac4-9fe975f5a8c4/data/default/testReverseScanner_moreRowsMayExistAfter/a5c2170b7a4f174a8a5c9af649447b51/.tmp/CF/8028dbe51a984ddc909a9f7ce06f3e71 as /mnt/disk2/a/hbase/hbase-server/target/test-data/9488f843-edcc-77d1-cac4-9fe975f5a8c4/data/default/testReverseScanner_moreRowsMayExistAfter/a5c2170b7a4f174a8a5c9af649447b51/CF/8028dbe51a984ddc909a9f7ce06f3e71 2018-11-15 19:17:15,210 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/9488f843-edcc-77d1-cac4-9fe975f5a8c4/data/default/testReverseScanner_moreRowsMayExistAfter/a5c2170b7a4f174a8a5c9af649447b51/CF/8028dbe51a984ddc909a9f7ce06f3e71, entries=6, sequenceid=8, filesize=4.9 K 2018-11-15 19:17:15,211 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~180 B/180, heapSize ~864 B/864, currentSize=0 B/0 for a5c2170b7a4f174a8a5c9af649447b51 in 61ms, sequenceid=8, compaction requested=false 2018-11-15 19:17:15,211 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309435150 Obtaining lock to block concurrent updates at 1542309435150 Preparing flush snapshotting stores in a5c2170b7a4f174a8a5c9af649447b51 at 1542309435150 Finished memstore snapshotting testReverseScanner_moreRowsMayExistAfter,,1542309435052.a5c2170b7a4f174a8a5c9af649447b51., syncing WAL and waiting on mvcc, flushsize=dataSize=180, getHeapSize=864, getOffHeapSize=0 at 1542309435151 Flushing stores of testReverseScanner_moreRowsMayExistAfter,,1542309435052.a5c2170b7a4f174a8a5c9af649447b51. at 1542309435151 Flushing CF: creating writer at 1542309435152 Flushing CF: appending metadata at 1542309435204 Flushing CF: closing flushed file at 1542309435204 Flushing CF: reopening flushed file at 1542309435209 Finished flush of dataSize ~180 B/180, heapSize ~864 B/864, currentSize=0 B/0 for a5c2170b7a4f174a8a5c9af649447b51 in 61ms, sequenceid=8, compaction requested=false at 1542309435211 Flush successful at 1542309435211 2018-11-15 19:17:15,214 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing a5c2170b7a4f174a8a5c9af649447b51, disabling compactions & flushes 2018-11-15 19:17:15,215 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testReverseScanner_moreRowsMayExistAfter,,1542309435052.a5c2170b7a4f174a8a5c9af649447b51. 2018-11-15 19:17:15,217 INFO [Time-limited test] regionserver.HRegion(1711): Closed testReverseScanner_moreRowsMayExistAfter,,1542309435052.a5c2170b7a4f174a8a5c9af649447b51. 2018-11-15 19:17:15,219 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/9488f843-edcc-77d1-cac4-9fe975f5a8c4/dc757692-57ab-a180-b674-d1bf8f0bfa17/testReverseScanner_moreRowsMayExistAfter.log/oldWALs 2018-11-15 19:17:15,219 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-19823182:(num 1542309434998) 2018-11-15 19:17:15,219 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/9488f843-edcc-77d1-cac4-9fe975f5a8c4 2018-11-15 19:17:15,291 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testReverseScanner_moreRowsMayExistAfter Thread=14 (was 14), OpenFileDescriptor=12317 (was 12031) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=202 (was 202), ProcessCount=362 (was 362), AvailableMemoryMB=37293 (was 37290) - AvailableMemoryMB LEAK? - 2018-11-15 19:17:15,292 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=12317 is superior to 1024 2018-11-15 19:17:15,364 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testCloseRegionWrittenToWAL Thread=14, OpenFileDescriptor=12319, MaxFileDescriptor=32000, SystemLoadAverage=202, ProcessCount=362, AvailableMemoryMB=37289 2018-11-15 19:17:15,364 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=12319 is superior to 1024 2018-11-15 19:17:15,394 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/81ef1369-8445-ad8f-47af-813f66e0131a 2018-11-15 19:17:15,394 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:15,395 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/81ef1369-8445-ad8f-47af-813f66e0131a 2018-11-15 19:17:15,395 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:15,395 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/81ef1369-8445-ad8f-47af-813f66e0131a 2018-11-15 19:17:15,441 INFO [Time-limited test] zookeeper.RecoverableZooKeeper(106): Process identifier=testing utility connecting to ZooKeeper ensemble=localhost:21818 2018-11-15 19:17:15,468 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:17:15,706 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testCloseRegionWrittenToWAL HTD == 'testCloseRegionWrittenToWAL', {NAME => 'colfamily11', VERSIONS => '1', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536'}, {NAME => 'colfamily21', VERSIONS => '1', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536'} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/81ef1369-8445-ad8f-47af-813f66e0131a/TestHRegiontestCloseRegionWrittenToWAL Table name == testCloseRegionWrittenToWAL 2018-11-15 19:17:15,758 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testCloseRegionWrittenToWAL,,1542309435657.bcf6b9d13f95166fe4a9b715bf03fdf5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:15,760 DEBUG [StoreOpener-bcf6b9d13f95166fe4a9b715bf03fdf5-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:15,761 INFO [StoreOpener-bcf6b9d13f95166fe4a9b715bf03fdf5-1] hfile.CacheConfig(237): Created cacheConfig for colfamily11: blockCache=LruBlockCache{blockCount=210, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:15,762 INFO [StoreOpener-bcf6b9d13f95166fe4a9b715bf03fdf5-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:15,762 INFO [StoreOpener-bcf6b9d13f95166fe4a9b715bf03fdf5-1] regionserver.HStore(335): Store=colfamily11, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:15,763 DEBUG [StoreOpener-bcf6b9d13f95166fe4a9b715bf03fdf5-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:15,764 INFO [StoreOpener-bcf6b9d13f95166fe4a9b715bf03fdf5-1] hfile.CacheConfig(237): Created cacheConfig for colfamily21: blockCache=LruBlockCache{blockCount=210, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:15,764 INFO [StoreOpener-bcf6b9d13f95166fe4a9b715bf03fdf5-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:15,765 INFO [StoreOpener-bcf6b9d13f95166fe4a9b715bf03fdf5-1] regionserver.HStore(335): Store=colfamily21, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:15,765 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for bcf6b9d13f95166fe4a9b715bf03fdf5 2018-11-15 19:17:15,766 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/81ef1369-8445-ad8f-47af-813f66e0131a/TestHRegiontestCloseRegionWrittenToWAL/data/default/testCloseRegionWrittenToWAL/bcf6b9d13f95166fe4a9b715bf03fdf5 2018-11-15 19:17:15,766 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/81ef1369-8445-ad8f-47af-813f66e0131a/TestHRegiontestCloseRegionWrittenToWAL/default/testCloseRegionWrittenToWAL/bcf6b9d13f95166fe4a9b715bf03fdf5 2018-11-15 19:17:15,767 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for bcf6b9d13f95166fe4a9b715bf03fdf5 2018-11-15 19:17:15,767 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for bcf6b9d13f95166fe4a9b715bf03fdf5 2018-11-15 19:17:15,767 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for bcf6b9d13f95166fe4a9b715bf03fdf5 2018-11-15 19:17:15,768 DEBUG [Time-limited test] regionserver.FlushLargeStoresPolicy(61): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCloseRegionWrittenToWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0M)) instead. 2018-11-15 19:17:15,768 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for bcf6b9d13f95166fe4a9b715bf03fdf5 2018-11-15 19:17:15,819 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/81ef1369-8445-ad8f-47af-813f66e0131a/TestHRegiontestCloseRegionWrittenToWAL/default/testCloseRegionWrittenToWAL/bcf6b9d13f95166fe4a9b715bf03fdf5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:15,819 INFO [Time-limited test] regionserver.HRegion(1009): Opened bcf6b9d13f95166fe4a9b715bf03fdf5; next sequenceid=2 2018-11-15 19:17:15,820 DEBUG [Time-limited test] regionserver.HRegion(7233): Opening region: {ENCODED => bcf6b9d13f95166fe4a9b715bf03fdf5, NAME => 'testCloseRegionWrittenToWAL,,1542309435657.bcf6b9d13f95166fe4a9b715bf03fdf5.', STARTKEY => '', ENDKEY => ''} 2018-11-15 19:17:15,838 DEBUG [Time-limited test] regionserver.MetricsRegionSourceImpl(75): Creating new MetricsRegionSourceImpl for table testCloseRegionWrittenToWAL bcf6b9d13f95166fe4a9b715bf03fdf5 2018-11-15 19:17:15,839 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testCloseRegionWrittenToWAL,,1542309435657.bcf6b9d13f95166fe4a9b715bf03fdf5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:15,839 DEBUG [Time-limited test] regionserver.HRegion(7272): checking encryption for bcf6b9d13f95166fe4a9b715bf03fdf5 2018-11-15 19:17:15,839 DEBUG [Time-limited test] regionserver.HRegion(7277): checking classloading for bcf6b9d13f95166fe4a9b715bf03fdf5 2018-11-15 19:17:15,841 DEBUG [StoreOpener-bcf6b9d13f95166fe4a9b715bf03fdf5-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.fs.HFileSystem.setStoragePolicy(HFileSystem.java:157) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:596) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:15,842 DEBUG [StoreOpener-bcf6b9d13f95166fe4a9b715bf03fdf5-1] util.CommonFSUtils(598): Set storagePolicy=HOT for path=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/81ef1369-8445-ad8f-47af-813f66e0131a/TestHRegiontestCloseRegionWrittenToWAL/data/default/testCloseRegionWrittenToWAL/bcf6b9d13f95166fe4a9b715bf03fdf5/colfamily11 2018-11-15 19:17:15,842 INFO [StoreOpener-bcf6b9d13f95166fe4a9b715bf03fdf5-1] hfile.CacheConfig(237): Created cacheConfig for colfamily11: blockCache=LruBlockCache{blockCount=210, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:15,843 INFO [StoreOpener-bcf6b9d13f95166fe4a9b715bf03fdf5-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:15,844 INFO [StoreOpener-bcf6b9d13f95166fe4a9b715bf03fdf5-1] regionserver.HStore(335): Store=colfamily11, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:15,844 DEBUG [StoreOpener-bcf6b9d13f95166fe4a9b715bf03fdf5-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.fs.HFileSystem.setStoragePolicy(HFileSystem.java:157) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:596) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:15,844 DEBUG [StoreOpener-bcf6b9d13f95166fe4a9b715bf03fdf5-1] util.CommonFSUtils(598): Set storagePolicy=HOT for path=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/81ef1369-8445-ad8f-47af-813f66e0131a/TestHRegiontestCloseRegionWrittenToWAL/data/default/testCloseRegionWrittenToWAL/bcf6b9d13f95166fe4a9b715bf03fdf5/colfamily21 2018-11-15 19:17:15,845 INFO [StoreOpener-bcf6b9d13f95166fe4a9b715bf03fdf5-1] hfile.CacheConfig(237): Created cacheConfig for colfamily21: blockCache=LruBlockCache{blockCount=210, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:15,845 INFO [StoreOpener-bcf6b9d13f95166fe4a9b715bf03fdf5-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:15,846 INFO [StoreOpener-bcf6b9d13f95166fe4a9b715bf03fdf5-1] regionserver.HStore(335): Store=colfamily21, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:15,846 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for bcf6b9d13f95166fe4a9b715bf03fdf5 2018-11-15 19:17:15,847 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/81ef1369-8445-ad8f-47af-813f66e0131a/TestHRegiontestCloseRegionWrittenToWAL/data/default/testCloseRegionWrittenToWAL/bcf6b9d13f95166fe4a9b715bf03fdf5 2018-11-15 19:17:15,848 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/81ef1369-8445-ad8f-47af-813f66e0131a/TestHRegiontestCloseRegionWrittenToWAL/default/testCloseRegionWrittenToWAL/bcf6b9d13f95166fe4a9b715bf03fdf5 2018-11-15 19:17:15,848 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for bcf6b9d13f95166fe4a9b715bf03fdf5 2018-11-15 19:17:15,848 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for bcf6b9d13f95166fe4a9b715bf03fdf5 2018-11-15 19:17:15,848 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for bcf6b9d13f95166fe4a9b715bf03fdf5 2018-11-15 19:17:15,849 DEBUG [Time-limited test] regionserver.FlushLargeStoresPolicy(61): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCloseRegionWrittenToWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0M)) instead. 2018-11-15 19:17:15,849 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for bcf6b9d13f95166fe4a9b715bf03fdf5 2018-11-15 19:17:15,850 INFO [Time-limited test] regionserver.HRegion(1009): Opened bcf6b9d13f95166fe4a9b715bf03fdf5; next sequenceid=2 2018-11-15 19:17:15,850 DEBUG [Time-limited test] regionserver.HRegion(1016): Running coprocessor post-open hooks for bcf6b9d13f95166fe4a9b715bf03fdf5 2018-11-15 19:17:15,867 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing bcf6b9d13f95166fe4a9b715bf03fdf5, disabling compactions & flushes 2018-11-15 19:17:15,867 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testCloseRegionWrittenToWAL,,1542309435657.bcf6b9d13f95166fe4a9b715bf03fdf5. 2018-11-15 19:17:15,921 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/81ef1369-8445-ad8f-47af-813f66e0131a/TestHRegiontestCloseRegionWrittenToWAL/default/testCloseRegionWrittenToWAL/bcf6b9d13f95166fe4a9b715bf03fdf5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2018-11-15 19:17:15,922 INFO [Time-limited test] regionserver.HRegion(1711): Closed testCloseRegionWrittenToWAL,,1542309435657.bcf6b9d13f95166fe4a9b715bf03fdf5. 2018-11-15 19:17:15,944 INFO [Time-limited test] regionserver.TestHRegion(5761): RegionEventDescriptor from WAL: event_type: REGION_CLOSE table_name: "testCloseRegionWrittenToWAL" encoded_region_name: "bcf6b9d13f95166fe4a9b715bf03fdf5" log_sequence_number: 3 stores { family_name: "colfamily11" store_home_dir: "colfamily11" } stores { family_name: "colfamily21" store_home_dir: "colfamily21" } server { host_name: "testCloseRegionWrittenToWAL" port: 100 start_code: 42 } region_name: "testCloseRegionWrittenToWAL,,1542309435657.bcf6b9d13f95166fe4a9b715bf03fdf5." 2018-11-15 19:17:15,945 WARN [Time-limited test] regionserver.HRegion(1539): Region testCloseRegionWrittenToWAL,,1542309435657.bcf6b9d13f95166fe4a9b715bf03fdf5. already closed 2018-11-15 19:17:15,945 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/81ef1369-8445-ad8f-47af-813f66e0131a 2018-11-15 19:17:16,020 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testCloseRegionWrittenToWAL Thread=16 (was 14) Potentially hanging thread: Time-limited test-SendThread(localhost:21818) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) Potentially hanging thread: Time-limited test-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) - Thread LEAK? -, OpenFileDescriptor=12321 (was 12319) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=202 (was 202), ProcessCount=362 (was 362), AvailableMemoryMB=37290 (was 37289) - AvailableMemoryMB LEAK? - 2018-11-15 19:17:16,021 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=12321 is superior to 1024 2018-11-15 19:17:16,094 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testFlushSizeAccounting Thread=16, OpenFileDescriptor=12323, MaxFileDescriptor=32000, SystemLoadAverage=202, ProcessCount=362, AvailableMemoryMB=37288 2018-11-15 19:17:16,095 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=12323 is superior to 1024 2018-11-15 19:17:16,121 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/37d47e2f-455d-6b5f-ff91-de81401817f7 2018-11-15 19:17:16,121 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:16,121 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/37d47e2f-455d-6b5f-ff91-de81401817f7 2018-11-15 19:17:16,121 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:16,121 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/37d47e2f-455d-6b5f-ff91-de81401817f7 2018-11-15 19:17:16,147 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:17:16,148 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:16,158 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=testFlushSizeAccounting, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/37d47e2f-455d-6b5f-ff91-de81401817f7/14809057-477b-2a36-172b-8bf0177d9b88/testFlushSizeAccounting.log/WALs/testFlushSizeAccounting, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/37d47e2f-455d-6b5f-ff91-de81401817f7/14809057-477b-2a36-172b-8bf0177d9b88/testFlushSizeAccounting.log/oldWALs 2018-11-15 19:17:16,212 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/37d47e2f-455d-6b5f-ff91-de81401817f7/14809057-477b-2a36-172b-8bf0177d9b88/testFlushSizeAccounting.log/WALs/testFlushSizeAccounting/testFlushSizeAccounting.1542309436159 2018-11-15 19:17:16,213 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] Creating faulty! 2018-11-15 19:17:16,273 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testFlushSizeAccounting HTD == 'testFlushSizeAccounting', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'MyCF', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/37d47e2f-455d-6b5f-ff91-de81401817f7 Table name == testFlushSizeAccounting faulty stream write at pos 0 2018-11-15 19:17:16,421 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testFlushSizeAccounting,,1542309436272.01b1ae85c562359f267806e5b65c23de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:16,473 WARN [StoreOpener-01b1ae85c562359f267806e5b65c23de-1] util.CommonFSUtils(574): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.hbase.regionserver.TestHStore$FaultyFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:16,475 INFO [StoreOpener-01b1ae85c562359f267806e5b65c23de-1] hfile.CacheConfig(237): Created cacheConfig for MyCF: blockCache=LruBlockCache{blockCount=210, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:16,475 INFO [StoreOpener-01b1ae85c562359f267806e5b65c23de-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:16,476 INFO [StoreOpener-01b1ae85c562359f267806e5b65c23de-1] regionserver.HStore(335): Store=MyCF, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:16,476 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 01b1ae85c562359f267806e5b65c23de 2018-11-15 19:17:16,479 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/37d47e2f-455d-6b5f-ff91-de81401817f7/data/default/testFlushSizeAccounting/01b1ae85c562359f267806e5b65c23de 2018-11-15 19:17:16,479 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/37d47e2f-455d-6b5f-ff91-de81401817f7/default/testFlushSizeAccounting/01b1ae85c562359f267806e5b65c23de 2018-11-15 19:17:16,479 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 01b1ae85c562359f267806e5b65c23de 2018-11-15 19:17:16,479 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 01b1ae85c562359f267806e5b65c23de 2018-11-15 19:17:16,480 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 01b1ae85c562359f267806e5b65c23de 2018-11-15 19:17:16,480 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 01b1ae85c562359f267806e5b65c23de 2018-11-15 19:17:16,575 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/37d47e2f-455d-6b5f-ff91-de81401817f7/default/testFlushSizeAccounting/01b1ae85c562359f267806e5b65c23de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:16,575 INFO [Time-limited test] regionserver.HRegion(1009): Opened 01b1ae85c562359f267806e5b65c23de; next sequenceid=2 2018-11-15 19:17:16,577 INFO [Time-limited test] regionserver.TestHRegion$1(506): Flushing 2018-11-15 19:17:16,578 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=33 B heapSize=368 B 2018-11-15 19:17:16,732 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on a55d451bef4b40df991116c25fcc2105 faulty stream write at pos 0 faulty stream write at pos 67 faulty stream write at pos 71 faulty stream write at pos 106 faulty stream write at pos 110 faulty stream write at pos 181 faulty stream write at pos 185 faulty stream write at pos 218 2018-11-15 19:17:16,736 WARN [Time-limited test] regionserver.HStore(1041): Failed flushing store file, retrying num=0 java.io.IOException: Fault injected at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.injectFault(TestHStore.java:774) at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.write(TestHStore.java:768) at java.io.FilterOutputStream.write(FilterOutputStream.java:97) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.finishBlockAndWriteHeaderAndData(HFileBlock.java:1128) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.writeHeaderAndData(HFileBlock.java:1111) at org.apache.hadoop.hbase.io.hfile.HFileWriterImpl.close(HFileWriterImpl.java:640) at org.apache.hadoop.hbase.regionserver.StoreFileWriter.close(StoreFileWriter.java:328) at org.apache.hadoop.hbase.regionserver.StoreFlusher.finalizeWriter(StoreFlusher.java:71) at org.apache.hadoop.hbase.regionserver.DefaultStoreFlusher.flushSnapshot(DefaultStoreFlusher.java:78) at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:1024) at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:2304) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:2744) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2478) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2450) at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2340) at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2243) at org.apache.hadoop.hbase.regionserver.TestHRegion$1.run(TestHRegion.java:507) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1762) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:347) at org.apache.hadoop.hbase.regionserver.TestHRegion.testFlushSizeAccounting(TestHRegion.java:485) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:17,837 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on daf8a2d5b1914f0db7e705fea4aca978 faulty stream write at pos 0 faulty stream write at pos 67 faulty stream write at pos 71 faulty stream write at pos 106 faulty stream write at pos 110 faulty stream write at pos 181 faulty stream write at pos 185 faulty stream write at pos 218 2018-11-15 19:17:17,840 WARN [Time-limited test] regionserver.HStore(1041): Failed flushing store file, retrying num=1 java.io.IOException: Fault injected at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.injectFault(TestHStore.java:774) at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.write(TestHStore.java:768) at java.io.FilterOutputStream.write(FilterOutputStream.java:97) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.finishBlockAndWriteHeaderAndData(HFileBlock.java:1128) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.writeHeaderAndData(HFileBlock.java:1111) at org.apache.hadoop.hbase.io.hfile.HFileWriterImpl.close(HFileWriterImpl.java:640) at org.apache.hadoop.hbase.regionserver.StoreFileWriter.close(StoreFileWriter.java:328) at org.apache.hadoop.hbase.regionserver.StoreFlusher.finalizeWriter(StoreFlusher.java:71) at org.apache.hadoop.hbase.regionserver.DefaultStoreFlusher.flushSnapshot(DefaultStoreFlusher.java:78) at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:1024) at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:2304) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:2744) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2478) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2450) at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2340) at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2243) at org.apache.hadoop.hbase.regionserver.TestHRegion$1.run(TestHRegion.java:507) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1762) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:347) at org.apache.hadoop.hbase.regionserver.TestHRegion.testFlushSizeAccounting(TestHRegion.java:485) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:18,943 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 0713579b0ae04ff992685f4b524521ee faulty stream write at pos 0 faulty stream write at pos 67 faulty stream write at pos 71 faulty stream write at pos 106 faulty stream write at pos 110 faulty stream write at pos 181 faulty stream write at pos 185 faulty stream write at pos 218 2018-11-15 19:17:18,947 WARN [Time-limited test] regionserver.HStore(1041): Failed flushing store file, retrying num=2 java.io.IOException: Fault injected at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.injectFault(TestHStore.java:774) at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.write(TestHStore.java:768) at java.io.FilterOutputStream.write(FilterOutputStream.java:97) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.finishBlockAndWriteHeaderAndData(HFileBlock.java:1128) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.writeHeaderAndData(HFileBlock.java:1111) at org.apache.hadoop.hbase.io.hfile.HFileWriterImpl.close(HFileWriterImpl.java:640) at org.apache.hadoop.hbase.regionserver.StoreFileWriter.close(StoreFileWriter.java:328) at org.apache.hadoop.hbase.regionserver.StoreFlusher.finalizeWriter(StoreFlusher.java:71) at org.apache.hadoop.hbase.regionserver.DefaultStoreFlusher.flushSnapshot(DefaultStoreFlusher.java:78) at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:1024) at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:2304) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:2744) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2478) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2450) at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2340) at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2243) at org.apache.hadoop.hbase.regionserver.TestHRegion$1.run(TestHRegion.java:507) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1762) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:347) at org.apache.hadoop.hbase.regionserver.TestHRegion.testFlushSizeAccounting(TestHRegion.java:485) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:20,047 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on df11ccc14f3d483a84517b493e217210 faulty stream write at pos 0 faulty stream write at pos 67 faulty stream write at pos 71 faulty stream write at pos 106 faulty stream write at pos 110 faulty stream write at pos 181 faulty stream write at pos 185 faulty stream write at pos 218 2018-11-15 19:17:20,050 WARN [Time-limited test] regionserver.HStore(1041): Failed flushing store file, retrying num=3 java.io.IOException: Fault injected at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.injectFault(TestHStore.java:774) at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.write(TestHStore.java:768) at java.io.FilterOutputStream.write(FilterOutputStream.java:97) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.finishBlockAndWriteHeaderAndData(HFileBlock.java:1128) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.writeHeaderAndData(HFileBlock.java:1111) at org.apache.hadoop.hbase.io.hfile.HFileWriterImpl.close(HFileWriterImpl.java:640) at org.apache.hadoop.hbase.regionserver.StoreFileWriter.close(StoreFileWriter.java:328) at org.apache.hadoop.hbase.regionserver.StoreFlusher.finalizeWriter(StoreFlusher.java:71) at org.apache.hadoop.hbase.regionserver.DefaultStoreFlusher.flushSnapshot(DefaultStoreFlusher.java:78) at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:1024) at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:2304) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:2744) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2478) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2450) at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2340) at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2243) at org.apache.hadoop.hbase.regionserver.TestHRegion$1.run(TestHRegion.java:507) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1762) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:347) at org.apache.hadoop.hbase.regionserver.TestHRegion.testFlushSizeAccounting(TestHRegion.java:485) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:21,148 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 9e0ace5055e64506a46a4b609702fcbd faulty stream write at pos 0 faulty stream write at pos 67 faulty stream write at pos 71 faulty stream write at pos 106 faulty stream write at pos 110 faulty stream write at pos 181 faulty stream write at pos 185 faulty stream write at pos 218 2018-11-15 19:17:21,150 WARN [Time-limited test] regionserver.HStore(1041): Failed flushing store file, retrying num=4 java.io.IOException: Fault injected at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.injectFault(TestHStore.java:774) at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.write(TestHStore.java:768) at java.io.FilterOutputStream.write(FilterOutputStream.java:97) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.finishBlockAndWriteHeaderAndData(HFileBlock.java:1128) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.writeHeaderAndData(HFileBlock.java:1111) at org.apache.hadoop.hbase.io.hfile.HFileWriterImpl.close(HFileWriterImpl.java:640) at org.apache.hadoop.hbase.regionserver.StoreFileWriter.close(StoreFileWriter.java:328) at org.apache.hadoop.hbase.regionserver.StoreFlusher.finalizeWriter(StoreFlusher.java:71) at org.apache.hadoop.hbase.regionserver.DefaultStoreFlusher.flushSnapshot(DefaultStoreFlusher.java:78) at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:1024) at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:2304) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:2744) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2478) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2450) at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2340) at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2243) at org.apache.hadoop.hbase.regionserver.TestHRegion$1.run(TestHRegion.java:507) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1762) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:347) at org.apache.hadoop.hbase.regionserver.TestHRegion.testFlushSizeAccounting(TestHRegion.java:485) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:21,346 WARN [HBase-Metrics2-1] impl.MetricsConfig(125): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2018-11-15 19:17:22,254 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on a054ccba0bac4440a34aa8a96a380bf2 faulty stream write at pos 0 faulty stream write at pos 67 faulty stream write at pos 71 faulty stream write at pos 106 faulty stream write at pos 110 faulty stream write at pos 181 faulty stream write at pos 185 faulty stream write at pos 218 2018-11-15 19:17:22,257 WARN [Time-limited test] regionserver.HStore(1041): Failed flushing store file, retrying num=5 java.io.IOException: Fault injected at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.injectFault(TestHStore.java:774) at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.write(TestHStore.java:768) at java.io.FilterOutputStream.write(FilterOutputStream.java:97) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.finishBlockAndWriteHeaderAndData(HFileBlock.java:1128) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.writeHeaderAndData(HFileBlock.java:1111) at org.apache.hadoop.hbase.io.hfile.HFileWriterImpl.close(HFileWriterImpl.java:640) at org.apache.hadoop.hbase.regionserver.StoreFileWriter.close(StoreFileWriter.java:328) at org.apache.hadoop.hbase.regionserver.StoreFlusher.finalizeWriter(StoreFlusher.java:71) at org.apache.hadoop.hbase.regionserver.DefaultStoreFlusher.flushSnapshot(DefaultStoreFlusher.java:78) at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:1024) at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:2304) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:2744) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2478) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2450) at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2340) at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2243) at org.apache.hadoop.hbase.regionserver.TestHRegion$1.run(TestHRegion.java:507) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1762) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:347) at org.apache.hadoop.hbase.regionserver.TestHRegion.testFlushSizeAccounting(TestHRegion.java:485) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:23,361 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on ceaa5e7533fe4d70bfa3ccdcdfb7260b faulty stream write at pos 0 faulty stream write at pos 67 faulty stream write at pos 71 faulty stream write at pos 106 faulty stream write at pos 110 faulty stream write at pos 181 faulty stream write at pos 185 faulty stream write at pos 218 2018-11-15 19:17:23,363 WARN [Time-limited test] regionserver.HStore(1041): Failed flushing store file, retrying num=6 java.io.IOException: Fault injected at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.injectFault(TestHStore.java:774) at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.write(TestHStore.java:768) at java.io.FilterOutputStream.write(FilterOutputStream.java:97) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.finishBlockAndWriteHeaderAndData(HFileBlock.java:1128) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.writeHeaderAndData(HFileBlock.java:1111) at org.apache.hadoop.hbase.io.hfile.HFileWriterImpl.close(HFileWriterImpl.java:640) at org.apache.hadoop.hbase.regionserver.StoreFileWriter.close(StoreFileWriter.java:328) at org.apache.hadoop.hbase.regionserver.StoreFlusher.finalizeWriter(StoreFlusher.java:71) at org.apache.hadoop.hbase.regionserver.DefaultStoreFlusher.flushSnapshot(DefaultStoreFlusher.java:78) at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:1024) at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:2304) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:2744) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2478) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2450) at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2340) at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2243) at org.apache.hadoop.hbase.regionserver.TestHRegion$1.run(TestHRegion.java:507) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1762) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:347) at org.apache.hadoop.hbase.regionserver.TestHRegion.testFlushSizeAccounting(TestHRegion.java:485) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:24,469 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on bb77f910be334457a78ccd0bba17921a faulty stream write at pos 0 faulty stream write at pos 67 faulty stream write at pos 71 faulty stream write at pos 106 faulty stream write at pos 110 faulty stream write at pos 181 faulty stream write at pos 185 faulty stream write at pos 218 2018-11-15 19:17:24,471 WARN [Time-limited test] regionserver.HStore(1041): Failed flushing store file, retrying num=7 java.io.IOException: Fault injected at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.injectFault(TestHStore.java:774) at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.write(TestHStore.java:768) at java.io.FilterOutputStream.write(FilterOutputStream.java:97) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.finishBlockAndWriteHeaderAndData(HFileBlock.java:1128) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.writeHeaderAndData(HFileBlock.java:1111) at org.apache.hadoop.hbase.io.hfile.HFileWriterImpl.close(HFileWriterImpl.java:640) at org.apache.hadoop.hbase.regionserver.StoreFileWriter.close(StoreFileWriter.java:328) at org.apache.hadoop.hbase.regionserver.StoreFlusher.finalizeWriter(StoreFlusher.java:71) at org.apache.hadoop.hbase.regionserver.DefaultStoreFlusher.flushSnapshot(DefaultStoreFlusher.java:78) at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:1024) at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:2304) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:2744) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2478) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2450) at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2340) at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2243) at org.apache.hadoop.hbase.regionserver.TestHRegion$1.run(TestHRegion.java:507) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1762) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:347) at org.apache.hadoop.hbase.regionserver.TestHRegion.testFlushSizeAccounting(TestHRegion.java:485) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:25,576 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on d6a1d47f4e2d41d9bc3a28d6ce5d2ab4 faulty stream write at pos 0 faulty stream write at pos 67 faulty stream write at pos 71 faulty stream write at pos 106 faulty stream write at pos 110 faulty stream write at pos 181 faulty stream write at pos 185 faulty stream write at pos 218 2018-11-15 19:17:25,580 WARN [Time-limited test] regionserver.HStore(1041): Failed flushing store file, retrying num=8 java.io.IOException: Fault injected at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.injectFault(TestHStore.java:774) at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.write(TestHStore.java:768) at java.io.FilterOutputStream.write(FilterOutputStream.java:97) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.finishBlockAndWriteHeaderAndData(HFileBlock.java:1128) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.writeHeaderAndData(HFileBlock.java:1111) at org.apache.hadoop.hbase.io.hfile.HFileWriterImpl.close(HFileWriterImpl.java:640) at org.apache.hadoop.hbase.regionserver.StoreFileWriter.close(StoreFileWriter.java:328) at org.apache.hadoop.hbase.regionserver.StoreFlusher.finalizeWriter(StoreFlusher.java:71) at org.apache.hadoop.hbase.regionserver.DefaultStoreFlusher.flushSnapshot(DefaultStoreFlusher.java:78) at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:1024) at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:2304) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:2744) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2478) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2450) at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2340) at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2243) at org.apache.hadoop.hbase.regionserver.TestHRegion$1.run(TestHRegion.java:507) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1762) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:347) at org.apache.hadoop.hbase.regionserver.TestHRegion.testFlushSizeAccounting(TestHRegion.java:485) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:26,686 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 7c8851a60131469fa233801a523e2460 faulty stream write at pos 0 faulty stream write at pos 67 faulty stream write at pos 71 faulty stream write at pos 106 faulty stream write at pos 110 faulty stream write at pos 181 faulty stream write at pos 185 faulty stream write at pos 218 2018-11-15 19:17:26,690 WARN [Time-limited test] regionserver.HStore(1041): Failed flushing store file, retrying num=9 java.io.IOException: Fault injected at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.injectFault(TestHStore.java:774) at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.write(TestHStore.java:768) at java.io.FilterOutputStream.write(FilterOutputStream.java:97) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.finishBlockAndWriteHeaderAndData(HFileBlock.java:1128) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.writeHeaderAndData(HFileBlock.java:1111) at org.apache.hadoop.hbase.io.hfile.HFileWriterImpl.close(HFileWriterImpl.java:640) at org.apache.hadoop.hbase.regionserver.StoreFileWriter.close(StoreFileWriter.java:328) at org.apache.hadoop.hbase.regionserver.StoreFlusher.finalizeWriter(StoreFlusher.java:71) at org.apache.hadoop.hbase.regionserver.DefaultStoreFlusher.flushSnapshot(DefaultStoreFlusher.java:78) at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:1024) at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:2304) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:2744) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2478) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2450) at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2340) at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2243) at org.apache.hadoop.hbase.regionserver.TestHRegion$1.run(TestHRegion.java:507) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1762) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:347) at org.apache.hadoop.hbase.regionserver.TestHRegion.testFlushSizeAccounting(TestHRegion.java:485) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:26,693 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309436578 Obtaining lock to block concurrent updates at 1542309436578 Preparing flush snapshotting stores in 01b1ae85c562359f267806e5b65c23de at 1542309436578 Finished memstore snapshotting testFlushSizeAccounting,,1542309436272.01b1ae85c562359f267806e5b65c23de., syncing WAL and waiting on mvcc, flushsize=dataSize=33, getHeapSize=352, getOffHeapSize=0 at 1542309436578 Flushing stores of testFlushSizeAccounting,,1542309436272.01b1ae85c562359f267806e5b65c23de. at 1542309436579 Flushing MyCF: creating writer at 1542309436579 Flushing MyCF: appending metadata at 1542309436734 Flushing MyCF: closing flushed file at 1542309436734 Flushing MyCF: creating writer at 1542309437737 Flushing MyCF: appending metadata at 1542309437839 Flushing MyCF: closing flushed file at 1542309437839 Flushing MyCF: creating writer at 1542309438844 Flushing MyCF: appending metadata at 1542309438945 Flushing MyCF: closing flushed file at 1542309438945 Flushing MyCF: creating writer at 1542309439948 Flushing MyCF: appending metadata at 1542309440048 Flushing MyCF: closing flushed file at 1542309440048 Flushing MyCF: creating writer at 1542309441051 Flushing MyCF: appending metadata at 1542309441149 Flushing MyCF: closing flushed file at 1542309441149 Flushing MyCF: creating writer at 1542309442151 Flushing MyCF: appending metadata at 1542309442255 Flushing MyCF: closing flushed file at 1542309442255 Flushing MyCF: creating writer at 1542309443259 Flushing MyCF: appending metadata at 1542309443362 Flushing MyCF: closing flushed file at 1542309443362 Flushing MyCF: creating writer at 1542309444364 Flushing MyCF: appending metadata at 1542309444470 Flushing MyCF: closing flushed file at 1542309444470 Flushing MyCF: creating writer at 1542309445472 Flushing MyCF: appending metadata at 1542309445578 Flushing MyCF: closing flushed file at 1542309445578 Flushing MyCF: creating writer at 1542309446581 Flushing MyCF: appending metadata at 1542309446688 Flushing MyCF: closing flushed file at 1542309446688 Flush failed: java.io.IOException: Fault injected at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.injectFault(TestHStore.java:774) at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.write(TestHStore.java:768) at java.io.FilterOutputStream.write(FilterOutputStream.java:97) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.finishBlockAndWriteHeaderAndData(HFileBlock.java:1128) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.writeHeaderAndData(HFileBlock.java:1111) at org.apache.hadoop.hbase.io.hfile.HFileWriterImpl.close(HFileWriterImpl.java:640) at org.apache.hadoop.hbase.regionserver.StoreFileWriter.close(StoreFileWriter.java:328) at org.apache.hadoop.hbase.regionserver.StoreFlusher.finalizeWriter(StoreFlusher.java:71) at org.apache.hadoop.hbase.regionserver.DefaultStoreFlusher.flushSnapshot(DefaultStoreFlusher.java:78) at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:1024) at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:2304) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:2744) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2478) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2450) at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2340) at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2243) at org.apache.hadoop.hbase.regionserver.TestHRegion$1.run(TestHRegion.java:507) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1762) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:347) at org.apache.hadoop.hbase.regionserver.TestHRegion.testFlushSizeAccounting(TestHRegion.java:485) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) at 1542309446692 2018-11-15 19:17:26,695 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=99 B heapSize=832 B 2018-11-15 19:17:26,696 WARN [Time-limited test] regionserver.DefaultMemStore(95): Snapshot called again without clearing previous. Doing nothing. Another ongoing flush or did we fail last attempt? 2018-11-15 19:17:26,795 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on d18566cc56ed414dbd52a5afe5fb2757 faulty stream write at pos 0 faulty stream write at pos 67 faulty stream write at pos 71 faulty stream write at pos 106 faulty stream write at pos 110 faulty stream write at pos 181 faulty stream write at pos 185 faulty stream write at pos 218 faulty stream write at pos 222 faulty stream write at pos 653 faulty stream write at pos 657 faulty stream write at pos 748 faulty stream write at pos 752 2018-11-15 19:17:26,799 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=33 B at sequenceid=7 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/37d47e2f-455d-6b5f-ff91-de81401817f7/data/default/testFlushSizeAccounting/01b1ae85c562359f267806e5b65c23de/.tmp/MyCF/d18566cc56ed414dbd52a5afe5fb2757 2018-11-15 19:17:26,808 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/37d47e2f-455d-6b5f-ff91-de81401817f7/data/default/testFlushSizeAccounting/01b1ae85c562359f267806e5b65c23de/.tmp/MyCF/d18566cc56ed414dbd52a5afe5fb2757 as /mnt/disk2/a/hbase/hbase-server/target/test-data/37d47e2f-455d-6b5f-ff91-de81401817f7/data/default/testFlushSizeAccounting/01b1ae85c562359f267806e5b65c23de/MyCF/d18566cc56ed414dbd52a5afe5fb2757 2018-11-15 19:17:26,810 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/37d47e2f-455d-6b5f-ff91-de81401817f7/data/default/testFlushSizeAccounting/01b1ae85c562359f267806e5b65c23de/MyCF/d18566cc56ed414dbd52a5afe5fb2757, entries=1, sequenceid=7, filesize=4.7 K 2018-11-15 19:17:26,811 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~33 B/33, heapSize ~352 B/352, currentSize=66 B/66 for 01b1ae85c562359f267806e5b65c23de in 116ms, sequenceid=7, compaction requested=false 2018-11-15 19:17:26,812 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309446695 Obtaining lock to block concurrent updates at 1542309446695 Preparing flush snapshotting stores in 01b1ae85c562359f267806e5b65c23de at 1542309446695 Finished memstore snapshotting testFlushSizeAccounting,,1542309436272.01b1ae85c562359f267806e5b65c23de., syncing WAL and waiting on mvcc, flushsize=dataSize=33, getHeapSize=352, getOffHeapSize=0 at 1542309446696 Flushing stores of testFlushSizeAccounting,,1542309436272.01b1ae85c562359f267806e5b65c23de. at 1542309446697 Flushing MyCF: creating writer at 1542309446697 Flushing MyCF: appending metadata at 1542309446796 Flushing MyCF: closing flushed file at 1542309446796 Flushing MyCF: reopening flushed file at 1542309446809 Finished flush of dataSize ~33 B/33, heapSize ~352 B/352, currentSize=66 B/66 for 01b1ae85c562359f267806e5b65c23de in 116ms, sequenceid=7, compaction requested=false at 1542309446812 Flush successful at 1542309446812 2018-11-15 19:17:26,812 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 01b1ae85c562359f267806e5b65c23de, disabling compactions & flushes 2018-11-15 19:17:26,813 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testFlushSizeAccounting,,1542309436272.01b1ae85c562359f267806e5b65c23de. 2018-11-15 19:17:26,813 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=66 B heapSize=480 B 2018-11-15 19:17:26,914 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 9d529810df9e44c0860912afcd3d1659 faulty stream write at pos 0 faulty stream write at pos 101 faulty stream write at pos 105 faulty stream write at pos 140 faulty stream write at pos 144 faulty stream write at pos 215 faulty stream write at pos 219 faulty stream write at pos 252 faulty stream write at pos 256 faulty stream write at pos 687 faulty stream write at pos 691 faulty stream write at pos 782 faulty stream write at pos 786 2018-11-15 19:17:26,917 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=66 B at sequenceid=10 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/37d47e2f-455d-6b5f-ff91-de81401817f7/data/default/testFlushSizeAccounting/01b1ae85c562359f267806e5b65c23de/.tmp/MyCF/9d529810df9e44c0860912afcd3d1659 2018-11-15 19:17:26,918 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/37d47e2f-455d-6b5f-ff91-de81401817f7/data/default/testFlushSizeAccounting/01b1ae85c562359f267806e5b65c23de/.tmp/MyCF/9d529810df9e44c0860912afcd3d1659 as /mnt/disk2/a/hbase/hbase-server/target/test-data/37d47e2f-455d-6b5f-ff91-de81401817f7/data/default/testFlushSizeAccounting/01b1ae85c562359f267806e5b65c23de/MyCF/9d529810df9e44c0860912afcd3d1659 2018-11-15 19:17:26,920 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/37d47e2f-455d-6b5f-ff91-de81401817f7/data/default/testFlushSizeAccounting/01b1ae85c562359f267806e5b65c23de/MyCF/9d529810df9e44c0860912afcd3d1659, entries=2, sequenceid=10, filesize=4.8 K 2018-11-15 19:17:26,921 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~66 B/66, heapSize ~464 B/464, currentSize=0 B/0 for 01b1ae85c562359f267806e5b65c23de in 108ms, sequenceid=10, compaction requested=false 2018-11-15 19:17:26,925 INFO [Time-limited test] regionserver.HRegion(1711): Closed testFlushSizeAccounting,,1542309436272.01b1ae85c562359f267806e5b65c23de. 2018-11-15 19:17:26,927 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/37d47e2f-455d-6b5f-ff91-de81401817f7/14809057-477b-2a36-172b-8bf0177d9b88/testFlushSizeAccounting.log/oldWALs 2018-11-15 19:17:26,928 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL testFlushSizeAccounting:(num 1542309436159) 2018-11-15 19:17:26,929 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/37d47e2f-455d-6b5f-ff91-de81401817f7 2018-11-15 19:17:27,007 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testFlushSizeAccounting Thread=16 (was 16), OpenFileDescriptor=12629 (was 12323) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=179 (was 202), ProcessCount=362 (was 362), AvailableMemoryMB=37289 (was 37288) - AvailableMemoryMB LEAK? - 2018-11-15 19:17:27,008 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=12629 is superior to 1024 2018-11-15 19:17:27,079 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testReverseScanner_smaller_blocksize Thread=16, OpenFileDescriptor=12631, MaxFileDescriptor=32000, SystemLoadAverage=179, ProcessCount=362, AvailableMemoryMB=37287 2018-11-15 19:17:27,080 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=12631 is superior to 1024 2018-11-15 19:17:27,115 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/90c083d4-468b-467a-004f-4c70d7b2969d 2018-11-15 19:17:27,115 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:27,116 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/90c083d4-468b-467a-004f-4c70d7b2969d 2018-11-15 19:17:27,116 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:27,116 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/90c083d4-468b-467a-004f-4c70d7b2969d 2018-11-15 19:17:27,139 WARN [Time-limited test] hbase.HBaseConfiguration(49): instantiating HBaseConfiguration() is deprecated. Please use HBaseConfiguration#create() to construct a plain Configuration 2018-11-15 19:17:27,139 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:17:27,141 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:27,146 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-46719107, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/90c083d4-468b-467a-004f-4c70d7b2969d/a838a0c6-3230-e615-a976-34e0deec995d/testReverseScanner_smaller_blocksize.log/WALs/hregion-46719107, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/90c083d4-468b-467a-004f-4c70d7b2969d/a838a0c6-3230-e615-a976-34e0deec995d/testReverseScanner_smaller_blocksize.log/oldWALs 2018-11-15 19:17:27,200 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/90c083d4-468b-467a-004f-4c70d7b2969d/a838a0c6-3230-e615-a976-34e0deec995d/testReverseScanner_smaller_blocksize.log/WALs/hregion-46719107/hregion-46719107.1542309447147 2018-11-15 19:17:27,201 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:17:27,202 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testReverseScanner_smaller_blocksize HTD == 'testReverseScanner_smaller_blocksize', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'CF', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/90c083d4-468b-467a-004f-4c70d7b2969d Table name == testReverseScanner_smaller_blocksize 2018-11-15 19:17:27,251 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testReverseScanner_smaller_blocksize,,1542309447202.00e399997377d34709b0443ccfe85bfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:27,253 DEBUG [StoreOpener-00e399997377d34709b0443ccfe85bfd-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:27,254 INFO [StoreOpener-00e399997377d34709b0443ccfe85bfd-1] hfile.CacheConfig(237): Created cacheConfig for CF: blockCache=LruBlockCache{blockCount=210, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:27,255 INFO [StoreOpener-00e399997377d34709b0443ccfe85bfd-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:27,256 INFO [StoreOpener-00e399997377d34709b0443ccfe85bfd-1] regionserver.HStore(335): Store=CF, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:27,257 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 00e399997377d34709b0443ccfe85bfd 2018-11-15 19:17:27,258 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/90c083d4-468b-467a-004f-4c70d7b2969d/data/default/testReverseScanner_smaller_blocksize/00e399997377d34709b0443ccfe85bfd 2018-11-15 19:17:27,258 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/90c083d4-468b-467a-004f-4c70d7b2969d/default/testReverseScanner_smaller_blocksize/00e399997377d34709b0443ccfe85bfd 2018-11-15 19:17:27,258 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 00e399997377d34709b0443ccfe85bfd 2018-11-15 19:17:27,259 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 00e399997377d34709b0443ccfe85bfd 2018-11-15 19:17:27,259 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 00e399997377d34709b0443ccfe85bfd 2018-11-15 19:17:27,260 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 00e399997377d34709b0443ccfe85bfd 2018-11-15 19:17:27,314 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/90c083d4-468b-467a-004f-4c70d7b2969d/default/testReverseScanner_smaller_blocksize/00e399997377d34709b0443ccfe85bfd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:27,314 INFO [Time-limited test] regionserver.HRegion(1009): Opened 00e399997377d34709b0443ccfe85bfd; next sequenceid=2 2018-11-15 19:17:27,317 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=180 B heapSize=880 B 2018-11-15 19:17:27,374 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on b8a1c1f0185a4549a89a7560abe8a075 2018-11-15 19:17:27,376 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=180 B at sequenceid=8 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/90c083d4-468b-467a-004f-4c70d7b2969d/data/default/testReverseScanner_smaller_blocksize/00e399997377d34709b0443ccfe85bfd/.tmp/CF/b8a1c1f0185a4549a89a7560abe8a075 2018-11-15 19:17:27,378 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/90c083d4-468b-467a-004f-4c70d7b2969d/data/default/testReverseScanner_smaller_blocksize/00e399997377d34709b0443ccfe85bfd/.tmp/CF/b8a1c1f0185a4549a89a7560abe8a075 as /mnt/disk2/a/hbase/hbase-server/target/test-data/90c083d4-468b-467a-004f-4c70d7b2969d/data/default/testReverseScanner_smaller_blocksize/00e399997377d34709b0443ccfe85bfd/CF/b8a1c1f0185a4549a89a7560abe8a075 2018-11-15 19:17:27,379 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/90c083d4-468b-467a-004f-4c70d7b2969d/data/default/testReverseScanner_smaller_blocksize/00e399997377d34709b0443ccfe85bfd/CF/b8a1c1f0185a4549a89a7560abe8a075, entries=6, sequenceid=8, filesize=4.9 K 2018-11-15 19:17:27,380 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~180 B/180, heapSize ~864 B/864, currentSize=0 B/0 for 00e399997377d34709b0443ccfe85bfd in 63ms, sequenceid=8, compaction requested=false 2018-11-15 19:17:27,381 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309447317 Obtaining lock to block concurrent updates at 1542309447318 Preparing flush snapshotting stores in 00e399997377d34709b0443ccfe85bfd at 1542309447318 Finished memstore snapshotting testReverseScanner_smaller_blocksize,,1542309447202.00e399997377d34709b0443ccfe85bfd., syncing WAL and waiting on mvcc, flushsize=dataSize=180, getHeapSize=864, getOffHeapSize=0 at 1542309447318 Flushing stores of testReverseScanner_smaller_blocksize,,1542309447202.00e399997377d34709b0443ccfe85bfd. at 1542309447318 Flushing CF: creating writer at 1542309447318 Flushing CF: appending metadata at 1542309447375 Flushing CF: closing flushed file at 1542309447375 Flushing CF: reopening flushed file at 1542309447378 Finished flush of dataSize ~180 B/180, heapSize ~864 B/864, currentSize=0 B/0 for 00e399997377d34709b0443ccfe85bfd in 63ms, sequenceid=8, compaction requested=false at 1542309447381 Flush successful at 1542309447381 2018-11-15 19:17:27,384 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 00e399997377d34709b0443ccfe85bfd, disabling compactions & flushes 2018-11-15 19:17:27,384 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testReverseScanner_smaller_blocksize,,1542309447202.00e399997377d34709b0443ccfe85bfd. 2018-11-15 19:17:27,387 INFO [Time-limited test] regionserver.HRegion(1711): Closed testReverseScanner_smaller_blocksize,,1542309447202.00e399997377d34709b0443ccfe85bfd. 2018-11-15 19:17:27,389 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/90c083d4-468b-467a-004f-4c70d7b2969d/a838a0c6-3230-e615-a976-34e0deec995d/testReverseScanner_smaller_blocksize.log/oldWALs 2018-11-15 19:17:27,389 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-46719107:(num 1542309447147) 2018-11-15 19:17:27,389 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/90c083d4-468b-467a-004f-4c70d7b2969d 2018-11-15 19:17:27,463 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testReverseScanner_smaller_blocksize Thread=16 (was 16), OpenFileDescriptor=12917 (was 12631) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=179 (was 179), ProcessCount=362 (was 362), AvailableMemoryMB=37287 (was 37287) 2018-11-15 19:17:27,463 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=12917 is superior to 1024 2018-11-15 19:17:27,534 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testGetWhileRegionClose Thread=16, OpenFileDescriptor=12919, MaxFileDescriptor=32000, SystemLoadAverage=179, ProcessCount=362, AvailableMemoryMB=37287 2018-11-15 19:17:27,535 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=12919 is superior to 1024 2018-11-15 19:17:27,563 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/74c82032-537d-771b-d3cb-27e0914bbd68 2018-11-15 19:17:27,563 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:27,564 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/74c82032-537d-771b-d3cb-27e0914bbd68 2018-11-15 19:17:27,564 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:27,564 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/74c82032-537d-771b-d3cb-27e0914bbd68 2018-11-15 19:17:27,565 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:17:27,566 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:27,572 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-64212153, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/74c82032-537d-771b-d3cb-27e0914bbd68/ab75f1c9-b46b-9444-503f-0d5a84b334d0/testGetWhileRegionClose.log/WALs/hregion-64212153, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/74c82032-537d-771b-d3cb-27e0914bbd68/ab75f1c9-b46b-9444-503f-0d5a84b334d0/testGetWhileRegionClose.log/oldWALs 2018-11-15 19:17:27,629 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/74c82032-537d-771b-d3cb-27e0914bbd68/ab75f1c9-b46b-9444-503f-0d5a84b334d0/testGetWhileRegionClose.log/WALs/hregion-64212153/hregion-64212153.1542309447572 2018-11-15 19:17:27,630 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:17:27,631 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testGetWhileRegionClose HTD == 'testGetWhileRegionClose', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'colfamily11', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'colfamily21', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'colfamily31', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/74c82032-537d-771b-d3cb-27e0914bbd68 Table name == testGetWhileRegionClose 2018-11-15 19:17:27,689 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testGetWhileRegionClose,,1542309447630.10ed190886faa25dbd952b8042882677.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:27,691 DEBUG [StoreOpener-10ed190886faa25dbd952b8042882677-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:27,692 INFO [StoreOpener-10ed190886faa25dbd952b8042882677-1] hfile.CacheConfig(237): Created cacheConfig for colfamily11: blockCache=LruBlockCache{blockCount=211, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:27,692 INFO [StoreOpener-10ed190886faa25dbd952b8042882677-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:27,693 INFO [StoreOpener-10ed190886faa25dbd952b8042882677-1] regionserver.HStore(335): Store=colfamily11, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:27,693 DEBUG [StoreOpener-10ed190886faa25dbd952b8042882677-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:27,694 INFO [StoreOpener-10ed190886faa25dbd952b8042882677-1] hfile.CacheConfig(237): Created cacheConfig for colfamily21: blockCache=LruBlockCache{blockCount=211, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:27,695 INFO [StoreOpener-10ed190886faa25dbd952b8042882677-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:27,695 INFO [StoreOpener-10ed190886faa25dbd952b8042882677-1] regionserver.HStore(335): Store=colfamily21, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:27,696 DEBUG [StoreOpener-10ed190886faa25dbd952b8042882677-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:27,696 INFO [StoreOpener-10ed190886faa25dbd952b8042882677-1] hfile.CacheConfig(237): Created cacheConfig for colfamily31: blockCache=LruBlockCache{blockCount=211, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:27,697 INFO [StoreOpener-10ed190886faa25dbd952b8042882677-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:27,697 INFO [StoreOpener-10ed190886faa25dbd952b8042882677-1] regionserver.HStore(335): Store=colfamily31, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:27,698 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 10ed190886faa25dbd952b8042882677 2018-11-15 19:17:27,699 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/74c82032-537d-771b-d3cb-27e0914bbd68/data/default/testGetWhileRegionClose/10ed190886faa25dbd952b8042882677 2018-11-15 19:17:27,699 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/74c82032-537d-771b-d3cb-27e0914bbd68/default/testGetWhileRegionClose/10ed190886faa25dbd952b8042882677 2018-11-15 19:17:27,699 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 10ed190886faa25dbd952b8042882677 2018-11-15 19:17:27,700 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 10ed190886faa25dbd952b8042882677 2018-11-15 19:17:27,700 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 10ed190886faa25dbd952b8042882677 2018-11-15 19:17:27,700 DEBUG [Time-limited test] regionserver.FlushLargeStoresPolicy(61): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testGetWhileRegionClose descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7M)) instead. 2018-11-15 19:17:27,701 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 10ed190886faa25dbd952b8042882677 2018-11-15 19:17:27,749 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/74c82032-537d-771b-d3cb-27e0914bbd68/default/testGetWhileRegionClose/10ed190886faa25dbd952b8042882677/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:27,750 INFO [Time-limited test] regionserver.HRegion(1009): Opened 10ed190886faa25dbd952b8042882677; next sequenceid=2 2018-11-15 19:17:27,750 INFO [Time-limited test] regionserver.HRegion(8449): writing data to region testGetWhileRegionClose,,1542309447630.10ed190886faa25dbd952b8042882677. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:17:27,837 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"100","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447750}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447750}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447750}]},"ts":9223372036854775807} 2018-11-15 19:17:27,837 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"101","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447837}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447837}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447837}]},"ts":9223372036854775807} 2018-11-15 19:17:27,838 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"102","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447837}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447837}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447837}]},"ts":9223372036854775807} 2018-11-15 19:17:27,838 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"103","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447838}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447838}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447838}]},"ts":9223372036854775807} 2018-11-15 19:17:27,838 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"104","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447838}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447838}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447838}]},"ts":9223372036854775807} 2018-11-15 19:17:27,839 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"105","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447838}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447838}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447838}]},"ts":9223372036854775807} 2018-11-15 19:17:27,839 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"106","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447839}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447839}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447839}]},"ts":9223372036854775807} 2018-11-15 19:17:27,839 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"107","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447839}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447839}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447839}]},"ts":9223372036854775807} 2018-11-15 19:17:27,840 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"108","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447839}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447839}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447839}]},"ts":9223372036854775807} 2018-11-15 19:17:27,840 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"109","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447840}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447840}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447840}]},"ts":9223372036854775807} 2018-11-15 19:17:27,840 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"110","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447840}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447840}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447840}]},"ts":9223372036854775807} 2018-11-15 19:17:27,841 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"111","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447840}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447840}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447840}]},"ts":9223372036854775807} 2018-11-15 19:17:27,841 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"112","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447841}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447841}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447841}]},"ts":9223372036854775807} 2018-11-15 19:17:27,841 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"113","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447841}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447841}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447841}]},"ts":9223372036854775807} 2018-11-15 19:17:27,842 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"114","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447841}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447841}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447841}]},"ts":9223372036854775807} 2018-11-15 19:17:27,842 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"115","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447842}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447842}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447842}]},"ts":9223372036854775807} 2018-11-15 19:17:27,842 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"116","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447842}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447842}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447842}]},"ts":9223372036854775807} 2018-11-15 19:17:27,843 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"117","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447842}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447842}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447842}]},"ts":9223372036854775807} 2018-11-15 19:17:27,843 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"118","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447843}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447843}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447843}]},"ts":9223372036854775807} 2018-11-15 19:17:27,843 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"119","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447843}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447843}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447843}]},"ts":9223372036854775807} 2018-11-15 19:17:27,843 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"120","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447843}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447843}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447843}]},"ts":9223372036854775807} 2018-11-15 19:17:27,844 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"121","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447844}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447844}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447844}]},"ts":9223372036854775807} 2018-11-15 19:17:27,844 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"122","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447844}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447844}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447844}]},"ts":9223372036854775807} 2018-11-15 19:17:27,844 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"123","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447844}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447844}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447844}]},"ts":9223372036854775807} 2018-11-15 19:17:27,844 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"124","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447844}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447844}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447844}]},"ts":9223372036854775807} 2018-11-15 19:17:27,845 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"125","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447845}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447845}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447845}]},"ts":9223372036854775807} 2018-11-15 19:17:27,845 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"126","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447845}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447845}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447845}]},"ts":9223372036854775807} 2018-11-15 19:17:27,845 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"127","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447845}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447845}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447845}]},"ts":9223372036854775807} 2018-11-15 19:17:27,846 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"128","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447846}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447846}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447846}]},"ts":9223372036854775807} 2018-11-15 19:17:27,846 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"129","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447846}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447846}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447846}]},"ts":9223372036854775807} 2018-11-15 19:17:27,846 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"130","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447846}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447846}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447846}]},"ts":9223372036854775807} 2018-11-15 19:17:27,846 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"131","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447846}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447846}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447846}]},"ts":9223372036854775807} 2018-11-15 19:17:27,847 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"132","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447847}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447847}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447847}]},"ts":9223372036854775807} 2018-11-15 19:17:27,847 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"133","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447847}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447847}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447847}]},"ts":9223372036854775807} 2018-11-15 19:17:27,847 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"134","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447847}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447847}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447847}]},"ts":9223372036854775807} 2018-11-15 19:17:27,847 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"135","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447847}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447847}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447847}]},"ts":9223372036854775807} 2018-11-15 19:17:27,848 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"136","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447848}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447848}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447848}]},"ts":9223372036854775807} 2018-11-15 19:17:27,848 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"137","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447848}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447848}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447848}]},"ts":9223372036854775807} 2018-11-15 19:17:27,848 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"138","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447848}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447848}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447848}]},"ts":9223372036854775807} 2018-11-15 19:17:27,848 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"139","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447848}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447848}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447848}]},"ts":9223372036854775807} 2018-11-15 19:17:27,849 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"140","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447849}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447849}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447849}]},"ts":9223372036854775807} 2018-11-15 19:17:27,849 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"141","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447849}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447849}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447849}]},"ts":9223372036854775807} 2018-11-15 19:17:27,849 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"142","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447849}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447849}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447849}]},"ts":9223372036854775807} 2018-11-15 19:17:27,850 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"143","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447849}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447849}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447849}]},"ts":9223372036854775807} 2018-11-15 19:17:27,850 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"144","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447850}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447850}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447850}]},"ts":9223372036854775807} 2018-11-15 19:17:27,850 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"145","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447850}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447850}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447850}]},"ts":9223372036854775807} 2018-11-15 19:17:27,850 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"146","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447850}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447850}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447850}]},"ts":9223372036854775807} 2018-11-15 19:17:27,851 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"147","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447850}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447850}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447850}]},"ts":9223372036854775807} 2018-11-15 19:17:27,851 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"148","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447851}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447851}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447851}]},"ts":9223372036854775807} 2018-11-15 19:17:27,851 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"149","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447851}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447851}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447851}]},"ts":9223372036854775807} 2018-11-15 19:17:27,851 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"150","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447851}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447851}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447851}]},"ts":9223372036854775807} 2018-11-15 19:17:27,852 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"151","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447851}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447851}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447851}]},"ts":9223372036854775807} 2018-11-15 19:17:27,852 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"152","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447852}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447852}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447852}]},"ts":9223372036854775807} 2018-11-15 19:17:27,852 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"153","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447852}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447852}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447852}]},"ts":9223372036854775807} 2018-11-15 19:17:27,852 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"154","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447852}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447852}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447852}]},"ts":9223372036854775807} 2018-11-15 19:17:27,852 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"155","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447852}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447852}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447852}]},"ts":9223372036854775807} 2018-11-15 19:17:27,853 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"156","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447853}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447853}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447853}]},"ts":9223372036854775807} 2018-11-15 19:17:27,853 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"157","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447853}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447853}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447853}]},"ts":9223372036854775807} 2018-11-15 19:17:27,853 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"158","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447853}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447853}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447853}]},"ts":9223372036854775807} 2018-11-15 19:17:27,853 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"159","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447853}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447853}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447853}]},"ts":9223372036854775807} 2018-11-15 19:17:27,854 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"160","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447853}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447853}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447853}]},"ts":9223372036854775807} 2018-11-15 19:17:27,854 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"161","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447854}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447854}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447854}]},"ts":9223372036854775807} 2018-11-15 19:17:27,854 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"162","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447854}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447854}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447854}]},"ts":9223372036854775807} 2018-11-15 19:17:27,855 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"163","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447854}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447854}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447854}]},"ts":9223372036854775807} 2018-11-15 19:17:27,855 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"164","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447855}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447855}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447855}]},"ts":9223372036854775807} 2018-11-15 19:17:27,855 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"165","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447855}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447855}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447855}]},"ts":9223372036854775807} 2018-11-15 19:17:27,856 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"166","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447856}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447856}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447856}]},"ts":9223372036854775807} 2018-11-15 19:17:27,856 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"167","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447856}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447856}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447856}]},"ts":9223372036854775807} 2018-11-15 19:17:27,856 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"168","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447856}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447856}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447856}]},"ts":9223372036854775807} 2018-11-15 19:17:27,857 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"169","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447857}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447857}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447857}]},"ts":9223372036854775807} 2018-11-15 19:17:27,857 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"170","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447857}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447857}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447857}]},"ts":9223372036854775807} 2018-11-15 19:17:27,857 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"171","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447857}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447857}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447857}]},"ts":9223372036854775807} 2018-11-15 19:17:27,857 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"172","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447857}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447857}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447857}]},"ts":9223372036854775807} 2018-11-15 19:17:27,857 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"173","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447857}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447857}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447857}]},"ts":9223372036854775807} 2018-11-15 19:17:27,858 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"174","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447858}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447858}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447858}]},"ts":9223372036854775807} 2018-11-15 19:17:27,858 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"175","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447858}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447858}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447858}]},"ts":9223372036854775807} 2018-11-15 19:17:27,858 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"176","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447858}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447858}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447858}]},"ts":9223372036854775807} 2018-11-15 19:17:27,858 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"177","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447858}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447858}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447858}]},"ts":9223372036854775807} 2018-11-15 19:17:27,859 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"178","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447858}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447858}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447858}]},"ts":9223372036854775807} 2018-11-15 19:17:27,859 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"179","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447859}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447859}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447859}]},"ts":9223372036854775807} 2018-11-15 19:17:27,859 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"180","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447859}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447859}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447859}]},"ts":9223372036854775807} 2018-11-15 19:17:27,859 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"181","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447859}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447859}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447859}]},"ts":9223372036854775807} 2018-11-15 19:17:27,859 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"182","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447859}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447859}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447859}]},"ts":9223372036854775807} 2018-11-15 19:17:27,860 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"183","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447859}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447859}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447859}]},"ts":9223372036854775807} 2018-11-15 19:17:27,860 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"184","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447860}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447860}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447860}]},"ts":9223372036854775807} 2018-11-15 19:17:27,860 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"185","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447860}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447860}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447860}]},"ts":9223372036854775807} 2018-11-15 19:17:27,860 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"186","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447860}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447860}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447860}]},"ts":9223372036854775807} 2018-11-15 19:17:27,860 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"187","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447860}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447860}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447860}]},"ts":9223372036854775807} 2018-11-15 19:17:27,861 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"188","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447860}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447860}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447860}]},"ts":9223372036854775807} 2018-11-15 19:17:27,861 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"189","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447861}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447861}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447861}]},"ts":9223372036854775807} 2018-11-15 19:17:27,861 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"190","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447861}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447861}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447861}]},"ts":9223372036854775807} 2018-11-15 19:17:27,861 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"191","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447861}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447861}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447861}]},"ts":9223372036854775807} 2018-11-15 19:17:27,861 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"192","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447861}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447861}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447861}]},"ts":9223372036854775807} 2018-11-15 19:17:27,862 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"193","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447861}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447861}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447861}]},"ts":9223372036854775807} 2018-11-15 19:17:27,862 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"194","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447862}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447862}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447862}]},"ts":9223372036854775807} 2018-11-15 19:17:27,862 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"195","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447862}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447862}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447862}]},"ts":9223372036854775807} 2018-11-15 19:17:27,862 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"196","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447862}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447862}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447862}]},"ts":9223372036854775807} 2018-11-15 19:17:27,862 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"197","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447862}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447862}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447862}]},"ts":9223372036854775807} 2018-11-15 19:17:27,862 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"198","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447862}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447862}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447862}]},"ts":9223372036854775807} 2018-11-15 19:17:27,863 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"199","families":{"colfamily11":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447863}],"colfamily21":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447863}],"colfamily31":[{"qualifier":"qual1","vlen":0,"tag":[],"timestamp":1542309447863}]},"ts":9223372036854775807} 2018-11-15 19:17:27,863 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"100","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447863}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447863}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447863}]},"ts":9223372036854775807} 2018-11-15 19:17:27,863 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"101","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447863}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447863}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447863}]},"ts":9223372036854775807} 2018-11-15 19:17:27,863 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"102","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447863}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447863}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447863}]},"ts":9223372036854775807} 2018-11-15 19:17:27,863 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"103","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447863}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447863}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447863}]},"ts":9223372036854775807} 2018-11-15 19:17:27,864 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"104","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447864}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447864}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447864}]},"ts":9223372036854775807} 2018-11-15 19:17:27,864 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"105","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447864}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447864}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447864}]},"ts":9223372036854775807} 2018-11-15 19:17:27,864 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"106","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447864}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447864}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447864}]},"ts":9223372036854775807} 2018-11-15 19:17:27,864 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"107","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447864}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447864}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447864}]},"ts":9223372036854775807} 2018-11-15 19:17:27,864 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"108","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447864}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447864}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447864}]},"ts":9223372036854775807} 2018-11-15 19:17:27,865 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"109","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447864}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447864}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447864}]},"ts":9223372036854775807} 2018-11-15 19:17:27,865 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"110","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447865}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447865}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447865}]},"ts":9223372036854775807} 2018-11-15 19:17:27,865 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"111","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447865}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447865}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447865}]},"ts":9223372036854775807} 2018-11-15 19:17:27,865 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"112","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447865}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447865}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447865}]},"ts":9223372036854775807} 2018-11-15 19:17:27,865 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"113","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447865}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447865}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447865}]},"ts":9223372036854775807} 2018-11-15 19:17:27,866 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"114","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447865}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447865}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447865}]},"ts":9223372036854775807} 2018-11-15 19:17:27,866 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"115","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447866}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447866}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447866}]},"ts":9223372036854775807} 2018-11-15 19:17:27,866 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"116","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447866}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447866}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447866}]},"ts":9223372036854775807} 2018-11-15 19:17:27,866 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"117","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447866}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447866}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447866}]},"ts":9223372036854775807} 2018-11-15 19:17:27,866 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"118","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447866}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447866}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447866}]},"ts":9223372036854775807} 2018-11-15 19:17:27,866 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"119","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447866}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447866}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447866}]},"ts":9223372036854775807} 2018-11-15 19:17:27,867 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"120","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447867}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447867}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447867}]},"ts":9223372036854775807} 2018-11-15 19:17:27,867 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"121","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447867}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447867}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447867}]},"ts":9223372036854775807} 2018-11-15 19:17:27,867 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"122","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447867}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447867}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447867}]},"ts":9223372036854775807} 2018-11-15 19:17:27,867 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"123","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447867}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447867}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447867}]},"ts":9223372036854775807} 2018-11-15 19:17:27,867 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"124","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447867}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447867}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447867}]},"ts":9223372036854775807} 2018-11-15 19:17:27,868 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"125","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447867}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447867}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447867}]},"ts":9223372036854775807} 2018-11-15 19:17:27,868 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"126","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447868}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447868}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447868}]},"ts":9223372036854775807} 2018-11-15 19:17:27,868 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"127","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447868}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447868}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447868}]},"ts":9223372036854775807} 2018-11-15 19:17:27,868 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"128","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447868}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447868}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447868}]},"ts":9223372036854775807} 2018-11-15 19:17:27,868 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"129","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447868}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447868}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447868}]},"ts":9223372036854775807} 2018-11-15 19:17:27,869 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"130","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447868}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447868}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447868}]},"ts":9223372036854775807} 2018-11-15 19:17:27,869 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"131","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447869}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447869}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447869}]},"ts":9223372036854775807} 2018-11-15 19:17:27,869 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"132","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447869}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447869}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447869}]},"ts":9223372036854775807} 2018-11-15 19:17:27,869 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"133","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447869}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447869}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447869}]},"ts":9223372036854775807} 2018-11-15 19:17:27,869 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"134","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447869}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447869}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447869}]},"ts":9223372036854775807} 2018-11-15 19:17:27,869 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"135","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447869}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447869}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447869}]},"ts":9223372036854775807} 2018-11-15 19:17:27,870 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"136","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447870}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447870}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447870}]},"ts":9223372036854775807} 2018-11-15 19:17:27,870 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"137","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447870}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447870}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447870}]},"ts":9223372036854775807} 2018-11-15 19:17:27,870 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"138","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447870}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447870}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447870}]},"ts":9223372036854775807} 2018-11-15 19:17:27,870 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"139","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447870}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447870}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447870}]},"ts":9223372036854775807} 2018-11-15 19:17:27,870 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"140","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447870}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447870}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447870}]},"ts":9223372036854775807} 2018-11-15 19:17:27,871 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"141","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447870}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447870}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447870}]},"ts":9223372036854775807} 2018-11-15 19:17:27,871 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"142","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447871}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447871}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447871}]},"ts":9223372036854775807} 2018-11-15 19:17:27,871 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"143","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447871}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447871}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447871}]},"ts":9223372036854775807} 2018-11-15 19:17:27,871 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"144","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447871}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447871}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447871}]},"ts":9223372036854775807} 2018-11-15 19:17:27,871 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"145","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447871}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447871}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447871}]},"ts":9223372036854775807} 2018-11-15 19:17:27,871 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"146","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447871}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447871}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447871}]},"ts":9223372036854775807} 2018-11-15 19:17:27,872 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"147","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447871}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447871}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447871}]},"ts":9223372036854775807} 2018-11-15 19:17:27,872 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"148","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447872}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447872}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447872}]},"ts":9223372036854775807} 2018-11-15 19:17:27,872 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"149","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447872}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447872}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447872}]},"ts":9223372036854775807} 2018-11-15 19:17:27,872 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"150","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447872}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447872}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447872}]},"ts":9223372036854775807} 2018-11-15 19:17:27,872 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"151","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447872}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447872}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447872}]},"ts":9223372036854775807} 2018-11-15 19:17:27,872 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"152","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447872}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447872}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447872}]},"ts":9223372036854775807} 2018-11-15 19:17:27,873 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"153","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447873}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447873}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447873}]},"ts":9223372036854775807} 2018-11-15 19:17:27,873 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"154","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447873}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447873}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447873}]},"ts":9223372036854775807} 2018-11-15 19:17:27,873 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"155","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447873}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447873}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447873}]},"ts":9223372036854775807} 2018-11-15 19:17:27,873 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"156","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447873}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447873}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447873}]},"ts":9223372036854775807} 2018-11-15 19:17:27,873 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"157","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447873}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447873}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447873}]},"ts":9223372036854775807} 2018-11-15 19:17:27,874 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"158","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447873}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447873}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447873}]},"ts":9223372036854775807} 2018-11-15 19:17:27,874 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"159","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447874}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447874}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447874}]},"ts":9223372036854775807} 2018-11-15 19:17:27,874 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"160","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447874}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447874}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447874}]},"ts":9223372036854775807} 2018-11-15 19:17:27,874 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"161","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447874}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447874}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447874}]},"ts":9223372036854775807} 2018-11-15 19:17:27,874 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"162","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447874}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447874}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447874}]},"ts":9223372036854775807} 2018-11-15 19:17:27,874 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"163","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447874}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447874}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447874}]},"ts":9223372036854775807} 2018-11-15 19:17:27,875 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"164","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447874}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447874}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447874}]},"ts":9223372036854775807} 2018-11-15 19:17:27,875 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"165","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447875}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447875}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447875}]},"ts":9223372036854775807} 2018-11-15 19:17:27,875 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"166","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447875}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447875}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447875}]},"ts":9223372036854775807} 2018-11-15 19:17:27,875 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"167","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447875}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447875}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447875}]},"ts":9223372036854775807} 2018-11-15 19:17:27,875 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"168","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447875}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447875}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447875}]},"ts":9223372036854775807} 2018-11-15 19:17:27,875 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"169","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447875}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447875}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447875}]},"ts":9223372036854775807} 2018-11-15 19:17:27,876 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"170","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447876}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447876}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447876}]},"ts":9223372036854775807} 2018-11-15 19:17:27,876 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"171","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447876}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447876}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447876}]},"ts":9223372036854775807} 2018-11-15 19:17:27,876 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"172","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447876}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447876}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447876}]},"ts":9223372036854775807} 2018-11-15 19:17:27,876 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"173","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447876}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447876}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447876}]},"ts":9223372036854775807} 2018-11-15 19:17:27,876 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"174","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447876}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447876}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447876}]},"ts":9223372036854775807} 2018-11-15 19:17:27,876 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"175","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447876}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447876}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447876}]},"ts":9223372036854775807} 2018-11-15 19:17:27,877 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"176","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447877}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447877}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447877}]},"ts":9223372036854775807} 2018-11-15 19:17:27,877 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"177","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447877}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447877}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447877}]},"ts":9223372036854775807} 2018-11-15 19:17:27,877 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"178","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447877}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447877}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447877}]},"ts":9223372036854775807} 2018-11-15 19:17:27,877 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"179","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447877}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447877}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447877}]},"ts":9223372036854775807} 2018-11-15 19:17:27,877 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"180","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447877}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447877}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447877}]},"ts":9223372036854775807} 2018-11-15 19:17:27,878 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"181","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447877}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447877}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447877}]},"ts":9223372036854775807} 2018-11-15 19:17:27,878 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"182","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447878}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447878}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447878}]},"ts":9223372036854775807} 2018-11-15 19:17:27,878 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"183","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447878}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447878}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447878}]},"ts":9223372036854775807} 2018-11-15 19:17:27,878 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"184","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447878}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447878}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447878}]},"ts":9223372036854775807} 2018-11-15 19:17:27,878 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"185","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447878}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447878}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447878}]},"ts":9223372036854775807} 2018-11-15 19:17:27,878 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"186","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447878}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447878}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447878}]},"ts":9223372036854775807} 2018-11-15 19:17:27,879 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"187","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447878}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447878}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447878}]},"ts":9223372036854775807} 2018-11-15 19:17:27,879 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"188","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447879}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447879}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447879}]},"ts":9223372036854775807} 2018-11-15 19:17:27,879 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"189","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447879}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447879}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447879}]},"ts":9223372036854775807} 2018-11-15 19:17:27,879 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"190","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447879}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447879}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447879}]},"ts":9223372036854775807} 2018-11-15 19:17:27,879 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"191","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447879}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447879}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447879}]},"ts":9223372036854775807} 2018-11-15 19:17:27,879 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"192","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447879}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447879}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447879}]},"ts":9223372036854775807} 2018-11-15 19:17:27,880 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"193","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447880}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447880}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447880}]},"ts":9223372036854775807} 2018-11-15 19:17:27,880 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"194","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447880}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447880}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447880}]},"ts":9223372036854775807} 2018-11-15 19:17:27,880 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"195","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447880}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447880}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447880}]},"ts":9223372036854775807} 2018-11-15 19:17:27,880 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"196","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447880}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447880}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447880}]},"ts":9223372036854775807} 2018-11-15 19:17:27,880 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"197","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447880}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447880}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447880}]},"ts":9223372036854775807} 2018-11-15 19:17:27,881 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"198","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447880}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447880}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447880}]},"ts":9223372036854775807} 2018-11-15 19:17:27,881 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"199","families":{"colfamily11":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447881}],"colfamily21":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447881}],"colfamily31":[{"qualifier":"qual2","vlen":0,"tag":[],"timestamp":1542309447881}]},"ts":9223372036854775807} 2018-11-15 19:17:27,881 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"100","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447881}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447881}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447881}]},"ts":9223372036854775807} 2018-11-15 19:17:27,881 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"101","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447881}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447881}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447881}]},"ts":9223372036854775807} 2018-11-15 19:17:27,881 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"102","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447881}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447881}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447881}]},"ts":9223372036854775807} 2018-11-15 19:17:27,881 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"103","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447881}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447881}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447881}]},"ts":9223372036854775807} 2018-11-15 19:17:27,882 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"104","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447881}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447881}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447881}]},"ts":9223372036854775807} 2018-11-15 19:17:27,882 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"105","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447882}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447882}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447882}]},"ts":9223372036854775807} 2018-11-15 19:17:27,882 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"106","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447882}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447882}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447882}]},"ts":9223372036854775807} 2018-11-15 19:17:27,882 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"107","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447882}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447882}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447882}]},"ts":9223372036854775807} 2018-11-15 19:17:27,882 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"108","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447882}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447882}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447882}]},"ts":9223372036854775807} 2018-11-15 19:17:27,882 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"109","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447882}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447882}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447882}]},"ts":9223372036854775807} 2018-11-15 19:17:27,883 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"110","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447883}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447883}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447883}]},"ts":9223372036854775807} 2018-11-15 19:17:27,883 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"111","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447883}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447883}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447883}]},"ts":9223372036854775807} 2018-11-15 19:17:27,883 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"112","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447883}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447883}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447883}]},"ts":9223372036854775807} 2018-11-15 19:17:27,883 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"113","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447883}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447883}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447883}]},"ts":9223372036854775807} 2018-11-15 19:17:27,883 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"114","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447883}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447883}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447883}]},"ts":9223372036854775807} 2018-11-15 19:17:27,883 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"115","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447883}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447883}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447883}]},"ts":9223372036854775807} 2018-11-15 19:17:27,884 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"116","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447884}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447884}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447884}]},"ts":9223372036854775807} 2018-11-15 19:17:27,884 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"117","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447884}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447884}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447884}]},"ts":9223372036854775807} 2018-11-15 19:17:27,884 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"118","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447884}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447884}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447884}]},"ts":9223372036854775807} 2018-11-15 19:17:27,884 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"119","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447884}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447884}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447884}]},"ts":9223372036854775807} 2018-11-15 19:17:27,884 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"120","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447884}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447884}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447884}]},"ts":9223372036854775807} 2018-11-15 19:17:27,885 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"121","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447885}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447885}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447885}]},"ts":9223372036854775807} 2018-11-15 19:17:27,885 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"122","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447885}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447885}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447885}]},"ts":9223372036854775807} 2018-11-15 19:17:27,885 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"123","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447885}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447885}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447885}]},"ts":9223372036854775807} 2018-11-15 19:17:27,885 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"124","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447885}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447885}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447885}]},"ts":9223372036854775807} 2018-11-15 19:17:27,885 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"125","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447885}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447885}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447885}]},"ts":9223372036854775807} 2018-11-15 19:17:27,885 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"126","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447885}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447885}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447885}]},"ts":9223372036854775807} 2018-11-15 19:17:27,886 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"127","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447886}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447886}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447886}]},"ts":9223372036854775807} 2018-11-15 19:17:27,886 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"128","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447886}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447886}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447886}]},"ts":9223372036854775807} 2018-11-15 19:17:27,886 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"129","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447886}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447886}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447886}]},"ts":9223372036854775807} 2018-11-15 19:17:27,886 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"130","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447886}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447886}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447886}]},"ts":9223372036854775807} 2018-11-15 19:17:27,886 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"131","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447886}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447886}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447886}]},"ts":9223372036854775807} 2018-11-15 19:17:27,887 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"132","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447886}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447886}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447886}]},"ts":9223372036854775807} 2018-11-15 19:17:27,887 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"133","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447887}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447887}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447887}]},"ts":9223372036854775807} 2018-11-15 19:17:27,887 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"134","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447887}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447887}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447887}]},"ts":9223372036854775807} 2018-11-15 19:17:27,887 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"135","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447887}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447887}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447887}]},"ts":9223372036854775807} 2018-11-15 19:17:27,887 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"136","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447887}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447887}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447887}]},"ts":9223372036854775807} 2018-11-15 19:17:27,887 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"137","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447887}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447887}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447887}]},"ts":9223372036854775807} 2018-11-15 19:17:27,888 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"138","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447888}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447888}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447888}]},"ts":9223372036854775807} 2018-11-15 19:17:27,888 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"139","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447888}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447888}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447888}]},"ts":9223372036854775807} 2018-11-15 19:17:27,888 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"140","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447888}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447888}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447888}]},"ts":9223372036854775807} 2018-11-15 19:17:27,888 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"141","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447888}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447888}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447888}]},"ts":9223372036854775807} 2018-11-15 19:17:27,888 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"142","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447888}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447888}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447888}]},"ts":9223372036854775807} 2018-11-15 19:17:27,888 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"143","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447888}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447888}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447888}]},"ts":9223372036854775807} 2018-11-15 19:17:27,889 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"144","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447889}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447889}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447889}]},"ts":9223372036854775807} 2018-11-15 19:17:27,889 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"145","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447889}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447889}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447889}]},"ts":9223372036854775807} 2018-11-15 19:17:27,889 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"146","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447889}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447889}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447889}]},"ts":9223372036854775807} 2018-11-15 19:17:27,889 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"147","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447889}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447889}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447889}]},"ts":9223372036854775807} 2018-11-15 19:17:27,889 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"148","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447889}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447889}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447889}]},"ts":9223372036854775807} 2018-11-15 19:17:27,889 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"149","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447889}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447889}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447889}]},"ts":9223372036854775807} 2018-11-15 19:17:27,890 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"150","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447890}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447890}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447890}]},"ts":9223372036854775807} 2018-11-15 19:17:27,890 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"151","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447890}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447890}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447890}]},"ts":9223372036854775807} 2018-11-15 19:17:27,890 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"152","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447890}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447890}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447890}]},"ts":9223372036854775807} 2018-11-15 19:17:27,890 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"153","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447890}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447890}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447890}]},"ts":9223372036854775807} 2018-11-15 19:17:27,891 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"154","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447891}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447891}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447891}]},"ts":9223372036854775807} 2018-11-15 19:17:27,891 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"155","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447891}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447891}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447891}]},"ts":9223372036854775807} 2018-11-15 19:17:27,891 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"156","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447891}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447891}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447891}]},"ts":9223372036854775807} 2018-11-15 19:17:27,891 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"157","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447891}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447891}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447891}]},"ts":9223372036854775807} 2018-11-15 19:17:27,891 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"158","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447891}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447891}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447891}]},"ts":9223372036854775807} 2018-11-15 19:17:27,892 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"159","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447891}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447891}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447891}]},"ts":9223372036854775807} 2018-11-15 19:17:27,892 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"160","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447892}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447892}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447892}]},"ts":9223372036854775807} 2018-11-15 19:17:27,892 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"161","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447892}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447892}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447892}]},"ts":9223372036854775807} 2018-11-15 19:17:27,892 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"162","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447892}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447892}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447892}]},"ts":9223372036854775807} 2018-11-15 19:17:27,892 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"163","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447892}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447892}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447892}]},"ts":9223372036854775807} 2018-11-15 19:17:27,893 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"164","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447892}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447892}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447892}]},"ts":9223372036854775807} 2018-11-15 19:17:27,893 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"165","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447893}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447893}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447893}]},"ts":9223372036854775807} 2018-11-15 19:17:27,893 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"166","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447893}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447893}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447893}]},"ts":9223372036854775807} 2018-11-15 19:17:27,893 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"167","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447893}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447893}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447893}]},"ts":9223372036854775807} 2018-11-15 19:17:27,893 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"168","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447893}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447893}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447893}]},"ts":9223372036854775807} 2018-11-15 19:17:27,894 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"169","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447893}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447893}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447893}]},"ts":9223372036854775807} 2018-11-15 19:17:27,894 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"170","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447894}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447894}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447894}]},"ts":9223372036854775807} 2018-11-15 19:17:27,894 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"171","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447894}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447894}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447894}]},"ts":9223372036854775807} 2018-11-15 19:17:27,894 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"172","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447894}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447894}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447894}]},"ts":9223372036854775807} 2018-11-15 19:17:27,894 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"173","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447894}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447894}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447894}]},"ts":9223372036854775807} 2018-11-15 19:17:27,895 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"174","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447894}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447894}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447894}]},"ts":9223372036854775807} 2018-11-15 19:17:27,895 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"175","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447895}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447895}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447895}]},"ts":9223372036854775807} 2018-11-15 19:17:27,895 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"176","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447895}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447895}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447895}]},"ts":9223372036854775807} 2018-11-15 19:17:27,895 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"177","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447895}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447895}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447895}]},"ts":9223372036854775807} 2018-11-15 19:17:27,895 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"178","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447895}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447895}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447895}]},"ts":9223372036854775807} 2018-11-15 19:17:27,896 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"179","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447895}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447895}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447895}]},"ts":9223372036854775807} 2018-11-15 19:17:27,896 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"180","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447896}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447896}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447896}]},"ts":9223372036854775807} 2018-11-15 19:17:27,896 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"181","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447896}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447896}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447896}]},"ts":9223372036854775807} 2018-11-15 19:17:27,896 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"182","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447896}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447896}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447896}]},"ts":9223372036854775807} 2018-11-15 19:17:27,896 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"183","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447896}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447896}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447896}]},"ts":9223372036854775807} 2018-11-15 19:17:27,896 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"184","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447896}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447896}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447896}]},"ts":9223372036854775807} 2018-11-15 19:17:27,897 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"185","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447897}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447897}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447897}]},"ts":9223372036854775807} 2018-11-15 19:17:27,897 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"186","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447897}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447897}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447897}]},"ts":9223372036854775807} 2018-11-15 19:17:27,897 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"187","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447897}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447897}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447897}]},"ts":9223372036854775807} 2018-11-15 19:17:27,897 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"188","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447897}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447897}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447897}]},"ts":9223372036854775807} 2018-11-15 19:17:27,897 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"189","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447897}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447897}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447897}]},"ts":9223372036854775807} 2018-11-15 19:17:27,898 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"190","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447897}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447897}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447897}]},"ts":9223372036854775807} 2018-11-15 19:17:27,898 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"191","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447898}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447898}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447898}]},"ts":9223372036854775807} 2018-11-15 19:17:27,898 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"192","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447898}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447898}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447898}]},"ts":9223372036854775807} 2018-11-15 19:17:27,898 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"193","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447898}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447898}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447898}]},"ts":9223372036854775807} 2018-11-15 19:17:27,898 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"194","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447898}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447898}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447898}]},"ts":9223372036854775807} 2018-11-15 19:17:27,898 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"195","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447898}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447898}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447898}]},"ts":9223372036854775807} 2018-11-15 19:17:27,899 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"196","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447899}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447899}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447899}]},"ts":9223372036854775807} 2018-11-15 19:17:27,899 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"197","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447899}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447899}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447899}]},"ts":9223372036854775807} 2018-11-15 19:17:27,899 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"198","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447899}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447899}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447899}]},"ts":9223372036854775807} 2018-11-15 19:17:27,899 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"199","families":{"colfamily11":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447899}],"colfamily21":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447899}],"colfamily31":[{"qualifier":"qual3","vlen":0,"tag":[],"timestamp":1542309447899}]},"ts":9223372036854775807} 2018-11-15 19:17:27,903 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 10ed190886faa25dbd952b8042882677, disabling compactions & flushes 2018-11-15 19:17:27,904 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testGetWhileRegionClose,,1542309447630.10ed190886faa25dbd952b8042882677. 2018-11-15 19:17:27,904 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 3/3 column families, dataSize=34.28 KB heapSize=99.19 KB 2018-11-15 19:17:27,940 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 885a4aa58eca4542a492428212520160 2018-11-15 19:17:27,943 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=11.43 KB at sequenceid=302 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/74c82032-537d-771b-d3cb-27e0914bbd68/data/default/testGetWhileRegionClose/10ed190886faa25dbd952b8042882677/.tmp/colfamily11/885a4aa58eca4542a492428212520160 2018-11-15 19:17:27,975 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on a5f85a9f782048feb65a6271ccf9224e 2018-11-15 19:17:27,977 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=11.43 KB at sequenceid=302 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/74c82032-537d-771b-d3cb-27e0914bbd68/data/default/testGetWhileRegionClose/10ed190886faa25dbd952b8042882677/.tmp/colfamily21/a5f85a9f782048feb65a6271ccf9224e 2018-11-15 19:17:28,025 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on a99ceb4bd32f4533a501fea547e5ff93 2018-11-15 19:17:28,029 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=11.43 KB at sequenceid=302 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/74c82032-537d-771b-d3cb-27e0914bbd68/data/default/testGetWhileRegionClose/10ed190886faa25dbd952b8042882677/.tmp/colfamily31/a99ceb4bd32f4533a501fea547e5ff93 2018-11-15 19:17:28,030 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/74c82032-537d-771b-d3cb-27e0914bbd68/data/default/testGetWhileRegionClose/10ed190886faa25dbd952b8042882677/.tmp/colfamily11/885a4aa58eca4542a492428212520160 as /mnt/disk2/a/hbase/hbase-server/target/test-data/74c82032-537d-771b-d3cb-27e0914bbd68/data/default/testGetWhileRegionClose/10ed190886faa25dbd952b8042882677/colfamily11/885a4aa58eca4542a492428212520160 2018-11-15 19:17:28,032 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/74c82032-537d-771b-d3cb-27e0914bbd68/data/default/testGetWhileRegionClose/10ed190886faa25dbd952b8042882677/colfamily11/885a4aa58eca4542a492428212520160, entries=300, sequenceid=302, filesize=16.8 K 2018-11-15 19:17:28,033 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/74c82032-537d-771b-d3cb-27e0914bbd68/data/default/testGetWhileRegionClose/10ed190886faa25dbd952b8042882677/.tmp/colfamily21/a5f85a9f782048feb65a6271ccf9224e as /mnt/disk2/a/hbase/hbase-server/target/test-data/74c82032-537d-771b-d3cb-27e0914bbd68/data/default/testGetWhileRegionClose/10ed190886faa25dbd952b8042882677/colfamily21/a5f85a9f782048feb65a6271ccf9224e 2018-11-15 19:17:28,034 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/74c82032-537d-771b-d3cb-27e0914bbd68/data/default/testGetWhileRegionClose/10ed190886faa25dbd952b8042882677/colfamily21/a5f85a9f782048feb65a6271ccf9224e, entries=300, sequenceid=302, filesize=16.8 K 2018-11-15 19:17:28,034 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/74c82032-537d-771b-d3cb-27e0914bbd68/data/default/testGetWhileRegionClose/10ed190886faa25dbd952b8042882677/.tmp/colfamily31/a99ceb4bd32f4533a501fea547e5ff93 as /mnt/disk2/a/hbase/hbase-server/target/test-data/74c82032-537d-771b-d3cb-27e0914bbd68/data/default/testGetWhileRegionClose/10ed190886faa25dbd952b8042882677/colfamily31/a99ceb4bd32f4533a501fea547e5ff93 2018-11-15 19:17:28,035 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/74c82032-537d-771b-d3cb-27e0914bbd68/data/default/testGetWhileRegionClose/10ed190886faa25dbd952b8042882677/colfamily31/a99ceb4bd32f4533a501fea547e5ff93, entries=300, sequenceid=302, filesize=16.8 K 2018-11-15 19:17:28,036 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~34.28 KB/35100, heapSize ~99.14 KB/101520, currentSize=0 B/0 for 10ed190886faa25dbd952b8042882677 in 132ms, sequenceid=302, compaction requested=false 2018-11-15 19:17:28,040 INFO [Time-limited test] regionserver.HRegion(1711): Closed testGetWhileRegionClose,,1542309447630.10ed190886faa25dbd952b8042882677. 2018-11-15 19:17:28,041 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/74c82032-537d-771b-d3cb-27e0914bbd68/ab75f1c9-b46b-9444-503f-0d5a84b334d0/testGetWhileRegionClose.log/oldWALs 2018-11-15 19:17:28,042 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-64212153:(num 1542309447572) 2018-11-15 19:17:28,042 INFO [Time-limited test] regionserver.TestHRegion(1292): Exception=org.apache.hadoop.hbase.NotServingRegionException: testGetWhileRegionClose,,1542309447630.10ed190886faa25dbd952b8042882677. is closing 2018-11-15 19:17:28,042 INFO [Time-limited test] regionserver.TestHRegion(1292): Exception=org.apache.hadoop.hbase.NotServingRegionException: testGetWhileRegionClose,,1542309447630.10ed190886faa25dbd952b8042882677. is closing 2018-11-15 19:17:28,042 INFO [Time-limited test] regionserver.TestHRegion(1292): Exception=org.apache.hadoop.hbase.NotServingRegionException: testGetWhileRegionClose,,1542309447630.10ed190886faa25dbd952b8042882677. is closing 2018-11-15 19:17:28,042 INFO [Time-limited test] regionserver.TestHRegion(1292): Exception=org.apache.hadoop.hbase.NotServingRegionException: testGetWhileRegionClose,,1542309447630.10ed190886faa25dbd952b8042882677. is closing 2018-11-15 19:17:28,042 INFO [Time-limited test] regionserver.TestHRegion(1292): Exception=org.apache.hadoop.hbase.NotServingRegionException: testGetWhileRegionClose,,1542309447630.10ed190886faa25dbd952b8042882677. is closing 2018-11-15 19:17:28,043 INFO [Time-limited test] regionserver.TestHRegion(1292): Exception=org.apache.hadoop.hbase.NotServingRegionException: testGetWhileRegionClose,,1542309447630.10ed190886faa25dbd952b8042882677. is closing 2018-11-15 19:17:28,043 INFO [Time-limited test] regionserver.TestHRegion(1292): Exception=org.apache.hadoop.hbase.NotServingRegionException: testGetWhileRegionClose,,1542309447630.10ed190886faa25dbd952b8042882677. is closing 2018-11-15 19:17:28,043 INFO [Time-limited test] regionserver.TestHRegion(1292): Exception=org.apache.hadoop.hbase.NotServingRegionException: testGetWhileRegionClose,,1542309447630.10ed190886faa25dbd952b8042882677. is closing 2018-11-15 19:17:28,043 INFO [Time-limited test] regionserver.TestHRegion(1292): Exception=org.apache.hadoop.hbase.NotServingRegionException: testGetWhileRegionClose,,1542309447630.10ed190886faa25dbd952b8042882677. is closing 2018-11-15 19:17:28,043 INFO [Time-limited test] regionserver.TestHRegion(1292): Exception=org.apache.hadoop.hbase.NotServingRegionException: testGetWhileRegionClose,,1542309447630.10ed190886faa25dbd952b8042882677. is closing 2018-11-15 19:17:28,043 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/74c82032-537d-771b-d3cb-27e0914bbd68 2018-11-15 19:17:28,107 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testGetWhileRegionClose Thread=16 (was 16), OpenFileDescriptor=13205 (was 12919) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=181 (was 179) - SystemLoadAverage LEAK? -, ProcessCount=362 (was 362), AvailableMemoryMB=37285 (was 37287) 2018-11-15 19:17:28,108 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=13205 is superior to 1024 2018-11-15 19:17:28,178 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testCellTTLs Thread=16, OpenFileDescriptor=13207, MaxFileDescriptor=32000, SystemLoadAverage=181, ProcessCount=362, AvailableMemoryMB=37282 2018-11-15 19:17:28,178 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=13207 is superior to 1024 2018-11-15 19:17:28,208 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/42502679-be22-8c99-12c5-7534fcf983c3 2018-11-15 19:17:28,208 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:28,209 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/42502679-be22-8c99-12c5-7534fcf983c3 2018-11-15 19:17:28,209 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:28,209 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/42502679-be22-8c99-12c5-7534fcf983c3 2018-11-15 19:17:28,212 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:28,218 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-76901464, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/42502679-be22-8c99-12c5-7534fcf983c3/WALs/hregion-76901464, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/42502679-be22-8c99-12c5-7534fcf983c3/oldWALs 2018-11-15 19:17:28,255 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/42502679-be22-8c99-12c5-7534fcf983c3/WALs/hregion-76901464/hregion-76901464.1542309448218 2018-11-15 19:17:28,255 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:17:28,256 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testCellTTLs HTD == 'testCellTTLs', {NAME => 'colfamily11', VERSIONS => '1', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => '10 SECONDS', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536'} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/42502679-be22-8c99-12c5-7534fcf983c3 Table name == testCellTTLs 2018-11-15 19:17:28,304 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testCellTTLs,,1542309448211.55d05e7b50935a99e9f0c93a880f2cf3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:28,306 DEBUG [StoreOpener-55d05e7b50935a99e9f0c93a880f2cf3-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:28,307 INFO [StoreOpener-55d05e7b50935a99e9f0c93a880f2cf3-1] hfile.CacheConfig(237): Created cacheConfig for colfamily11: blockCache=LruBlockCache{blockCount=211, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:28,307 INFO [StoreOpener-55d05e7b50935a99e9f0c93a880f2cf3-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:28,308 INFO [StoreOpener-55d05e7b50935a99e9f0c93a880f2cf3-1] regionserver.HStore(335): Store=colfamily11, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:28,308 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 55d05e7b50935a99e9f0c93a880f2cf3 2018-11-15 19:17:28,309 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/42502679-be22-8c99-12c5-7534fcf983c3/data/default/testCellTTLs/55d05e7b50935a99e9f0c93a880f2cf3 2018-11-15 19:17:28,309 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/42502679-be22-8c99-12c5-7534fcf983c3/default/testCellTTLs/55d05e7b50935a99e9f0c93a880f2cf3 2018-11-15 19:17:28,309 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 55d05e7b50935a99e9f0c93a880f2cf3 2018-11-15 19:17:28,310 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 55d05e7b50935a99e9f0c93a880f2cf3 2018-11-15 19:17:28,310 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 55d05e7b50935a99e9f0c93a880f2cf3 2018-11-15 19:17:28,310 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 55d05e7b50935a99e9f0c93a880f2cf3 2018-11-15 19:17:28,356 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/42502679-be22-8c99-12c5-7534fcf983c3/default/testCellTTLs/55d05e7b50935a99e9f0c93a880f2cf3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:28,356 INFO [Time-limited test] regionserver.HRegion(1009): Opened 55d05e7b50935a99e9f0c93a880f2cf3; next sequenceid=2 2018-11-15 19:17:28,363 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=186 B heapSize=736 B 2018-11-15 19:17:28,406 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on dedd3cb7ff6d4038bd2a4a97eda6c989 2018-11-15 19:17:28,412 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=186 B at sequenceid=6 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/42502679-be22-8c99-12c5-7534fcf983c3/data/default/testCellTTLs/55d05e7b50935a99e9f0c93a880f2cf3/.tmp/colfamily11/dedd3cb7ff6d4038bd2a4a97eda6c989 2018-11-15 19:17:28,414 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/42502679-be22-8c99-12c5-7534fcf983c3/data/default/testCellTTLs/55d05e7b50935a99e9f0c93a880f2cf3/.tmp/colfamily11/dedd3cb7ff6d4038bd2a4a97eda6c989 as /mnt/disk2/a/hbase/hbase-server/target/test-data/42502679-be22-8c99-12c5-7534fcf983c3/data/default/testCellTTLs/55d05e7b50935a99e9f0c93a880f2cf3/colfamily11/dedd3cb7ff6d4038bd2a4a97eda6c989 2018-11-15 19:17:28,415 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/42502679-be22-8c99-12c5-7534fcf983c3/data/default/testCellTTLs/55d05e7b50935a99e9f0c93a880f2cf3/colfamily11/dedd3cb7ff6d4038bd2a4a97eda6c989, entries=4, sequenceid=6, filesize=5.0 K 2018-11-15 19:17:28,416 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~186 B/186, heapSize ~720 B/720, currentSize=0 B/0 for 55d05e7b50935a99e9f0c93a880f2cf3 in 10ms, sequenceid=6, compaction requested=false 2018-11-15 19:17:28,417 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309448363 Obtaining lock to block concurrent updates at 1542309448363 Preparing flush snapshotting stores in 55d05e7b50935a99e9f0c93a880f2cf3 at 1542309448363 Finished memstore snapshotting testCellTTLs,,1542309448211.55d05e7b50935a99e9f0c93a880f2cf3., syncing WAL and waiting on mvcc, flushsize=dataSize=186, getHeapSize=720, getOffHeapSize=0 at 1542309448363 Flushing stores of testCellTTLs,,1542309448211.55d05e7b50935a99e9f0c93a880f2cf3. at 1542309448364 Flushing colfamily11: creating writer at 1542309448364 Flushing colfamily11: appending metadata at 1542309448410 Flushing colfamily11: closing flushed file at 1542309448410 Flushing colfamily11: reopening flushed file at 1542309448414 Finished flush of dataSize ~186 B/186, heapSize ~720 B/720, currentSize=0 B/0 for 55d05e7b50935a99e9f0c93a880f2cf3 in 10ms, sequenceid=6, compaction requested=false at 1542309448416 Flush successful at 1542309448416 2018-11-15 19:17:28,435 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 55d05e7b50935a99e9f0c93a880f2cf3, disabling compactions & flushes 2018-11-15 19:17:28,436 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testCellTTLs,,1542309448211.55d05e7b50935a99e9f0c93a880f2cf3. 2018-11-15 19:17:28,436 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=109 B heapSize=528 B 2018-11-15 19:17:28,473 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 252cef070308449e851416e7045ad973 2018-11-15 19:17:28,475 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=109 B at sequenceid=11 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/42502679-be22-8c99-12c5-7534fcf983c3/data/default/testCellTTLs/55d05e7b50935a99e9f0c93a880f2cf3/.tmp/colfamily11/252cef070308449e851416e7045ad973 2018-11-15 19:17:28,476 INFO [Time-limited test] regionserver.HStoreFile(445): HFile Bloom filter type for 252cef070308449e851416e7045ad973: NONE, but ROW specified in column family configuration 2018-11-15 19:17:28,476 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/42502679-be22-8c99-12c5-7534fcf983c3/data/default/testCellTTLs/55d05e7b50935a99e9f0c93a880f2cf3/.tmp/colfamily11/252cef070308449e851416e7045ad973 as /mnt/disk2/a/hbase/hbase-server/target/test-data/42502679-be22-8c99-12c5-7534fcf983c3/data/default/testCellTTLs/55d05e7b50935a99e9f0c93a880f2cf3/colfamily11/252cef070308449e851416e7045ad973 2018-11-15 19:17:28,477 INFO [Time-limited test] regionserver.HStoreFile(445): HFile Bloom filter type for 252cef070308449e851416e7045ad973: NONE, but ROW specified in column family configuration 2018-11-15 19:17:28,477 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/42502679-be22-8c99-12c5-7534fcf983c3/data/default/testCellTTLs/55d05e7b50935a99e9f0c93a880f2cf3/colfamily11/252cef070308449e851416e7045ad973, entries=0, sequenceid=11, filesize=4.5 K 2018-11-15 19:17:28,478 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~109 B/109, heapSize ~512 B/512, currentSize=0 B/0 for 55d05e7b50935a99e9f0c93a880f2cf3 in 10ms, sequenceid=11, compaction requested=false 2018-11-15 19:17:28,480 INFO [Time-limited test] regionserver.HRegion(1711): Closed testCellTTLs,,1542309448211.55d05e7b50935a99e9f0c93a880f2cf3. 2018-11-15 19:17:28,483 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/42502679-be22-8c99-12c5-7534fcf983c3/oldWALs 2018-11-15 19:17:28,483 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-76901464:(num 1542309448218) 2018-11-15 19:17:28,483 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/42502679-be22-8c99-12c5-7534fcf983c3 2018-11-15 19:17:28,559 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testCellTTLs Thread=16 (was 16), OpenFileDescriptor=13493 (was 13207) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=181 (was 181), ProcessCount=362 (was 362), AvailableMemoryMB=37276 (was 37282) 2018-11-15 19:17:28,559 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=13493 is superior to 1024 2018-11-15 19:17:28,636 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testIndexesScanWithOneDeletedRow Thread=16, OpenFileDescriptor=13495, MaxFileDescriptor=32000, SystemLoadAverage=181, ProcessCount=362, AvailableMemoryMB=37276 2018-11-15 19:17:28,636 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=13495 is superior to 1024 2018-11-15 19:17:28,667 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/81d12a25-7192-9835-6bfe-654955f0d498 2018-11-15 19:17:28,667 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:28,667 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/81d12a25-7192-9835-6bfe-654955f0d498 2018-11-15 19:17:28,667 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:28,667 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/81d12a25-7192-9835-6bfe-654955f0d498 2018-11-15 19:17:28,668 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:17:28,669 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:28,675 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-83500559, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/81d12a25-7192-9835-6bfe-654955f0d498/9c87186c-c80b-eedc-f7a6-bb80e91d85dc/testIndexesScanWithOneDeletedRow.log/WALs/hregion-83500559, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/81d12a25-7192-9835-6bfe-654955f0d498/9c87186c-c80b-eedc-f7a6-bb80e91d85dc/testIndexesScanWithOneDeletedRow.log/oldWALs 2018-11-15 19:17:28,733 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/81d12a25-7192-9835-6bfe-654955f0d498/9c87186c-c80b-eedc-f7a6-bb80e91d85dc/testIndexesScanWithOneDeletedRow.log/WALs/hregion-83500559/hregion-83500559.1542309448676 2018-11-15 19:17:28,734 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:17:28,734 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testIndexesScanWithOneDeletedRow HTD == 'testIndexesScanWithOneDeletedRow', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/81d12a25-7192-9835-6bfe-654955f0d498 Table name == testIndexesScanWithOneDeletedRow 2018-11-15 19:17:28,792 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testIndexesScanWithOneDeletedRow,,1542309448734.0a8a6ccfcdb1b1b5a38b9b7129f507e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:28,794 DEBUG [StoreOpener-0a8a6ccfcdb1b1b5a38b9b7129f507e0-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:28,795 INFO [StoreOpener-0a8a6ccfcdb1b1b5a38b9b7129f507e0-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=213, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:28,796 INFO [StoreOpener-0a8a6ccfcdb1b1b5a38b9b7129f507e0-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:28,796 INFO [StoreOpener-0a8a6ccfcdb1b1b5a38b9b7129f507e0-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:28,797 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 0a8a6ccfcdb1b1b5a38b9b7129f507e0 2018-11-15 19:17:28,798 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/81d12a25-7192-9835-6bfe-654955f0d498/data/default/testIndexesScanWithOneDeletedRow/0a8a6ccfcdb1b1b5a38b9b7129f507e0 2018-11-15 19:17:28,798 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/81d12a25-7192-9835-6bfe-654955f0d498/default/testIndexesScanWithOneDeletedRow/0a8a6ccfcdb1b1b5a38b9b7129f507e0 2018-11-15 19:17:28,798 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 0a8a6ccfcdb1b1b5a38b9b7129f507e0 2018-11-15 19:17:28,799 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 0a8a6ccfcdb1b1b5a38b9b7129f507e0 2018-11-15 19:17:28,799 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 0a8a6ccfcdb1b1b5a38b9b7129f507e0 2018-11-15 19:17:28,800 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 0a8a6ccfcdb1b1b5a38b9b7129f507e0 2018-11-15 19:17:28,850 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/81d12a25-7192-9835-6bfe-654955f0d498/default/testIndexesScanWithOneDeletedRow/0a8a6ccfcdb1b1b5a38b9b7129f507e0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:28,851 INFO [Time-limited test] regionserver.HRegion(1009): Opened 0a8a6ccfcdb1b1b5a38b9b7129f507e0; next sequenceid=2 2018-11-15 19:17:28,853 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=47 B heapSize=376 B 2018-11-15 19:17:28,903 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 0a94732d18a54069a5da167f8698fe1b 2018-11-15 19:17:28,906 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=47 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/81d12a25-7192-9835-6bfe-654955f0d498/data/default/testIndexesScanWithOneDeletedRow/0a8a6ccfcdb1b1b5a38b9b7129f507e0/.tmp/family/0a94732d18a54069a5da167f8698fe1b 2018-11-15 19:17:28,908 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/81d12a25-7192-9835-6bfe-654955f0d498/data/default/testIndexesScanWithOneDeletedRow/0a8a6ccfcdb1b1b5a38b9b7129f507e0/.tmp/family/0a94732d18a54069a5da167f8698fe1b as /mnt/disk2/a/hbase/hbase-server/target/test-data/81d12a25-7192-9835-6bfe-654955f0d498/data/default/testIndexesScanWithOneDeletedRow/0a8a6ccfcdb1b1b5a38b9b7129f507e0/family/0a94732d18a54069a5da167f8698fe1b 2018-11-15 19:17:28,910 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/81d12a25-7192-9835-6bfe-654955f0d498/data/default/testIndexesScanWithOneDeletedRow/0a8a6ccfcdb1b1b5a38b9b7129f507e0/family/0a94732d18a54069a5da167f8698fe1b, entries=1, sequenceid=3, filesize=4.8 K 2018-11-15 19:17:28,911 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~47 B/47, heapSize ~360 B/360, currentSize=0 B/0 for 0a8a6ccfcdb1b1b5a38b9b7129f507e0 in 58ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:28,911 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309448853 Obtaining lock to block concurrent updates at 1542309448853 Preparing flush snapshotting stores in 0a8a6ccfcdb1b1b5a38b9b7129f507e0 at 1542309448853 Finished memstore snapshotting testIndexesScanWithOneDeletedRow,,1542309448734.0a8a6ccfcdb1b1b5a38b9b7129f507e0., syncing WAL and waiting on mvcc, flushsize=dataSize=47, getHeapSize=360, getOffHeapSize=0 at 1542309448854 Flushing stores of testIndexesScanWithOneDeletedRow,,1542309448734.0a8a6ccfcdb1b1b5a38b9b7129f507e0. at 1542309448854 Flushing family: creating writer at 1542309448854 Flushing family: appending metadata at 1542309448904 Flushing family: closing flushed file at 1542309448904 Flushing family: reopening flushed file at 1542309448908 Finished flush of dataSize ~47 B/47, heapSize ~360 B/360, currentSize=0 B/0 for 0a8a6ccfcdb1b1b5a38b9b7129f507e0 in 58ms, sequenceid=3, compaction requested=false at 1542309448911 Flush successful at 1542309448911 2018-11-15 19:17:28,931 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 0a8a6ccfcdb1b1b5a38b9b7129f507e0, disabling compactions & flushes 2018-11-15 19:17:28,931 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testIndexesScanWithOneDeletedRow,,1542309448734.0a8a6ccfcdb1b1b5a38b9b7129f507e0. 2018-11-15 19:17:28,931 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=81 B heapSize=488 B 2018-11-15 19:17:28,990 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on e974d417c76e408b83d253f5c4ca56e3 2018-11-15 19:17:28,994 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=81 B at sequenceid=8 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/81d12a25-7192-9835-6bfe-654955f0d498/data/default/testIndexesScanWithOneDeletedRow/0a8a6ccfcdb1b1b5a38b9b7129f507e0/.tmp/family/e974d417c76e408b83d253f5c4ca56e3 2018-11-15 19:17:28,995 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e974d417c76e408b83d253f5c4ca56e3 2018-11-15 19:17:28,996 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/81d12a25-7192-9835-6bfe-654955f0d498/data/default/testIndexesScanWithOneDeletedRow/0a8a6ccfcdb1b1b5a38b9b7129f507e0/.tmp/family/e974d417c76e408b83d253f5c4ca56e3 as /mnt/disk2/a/hbase/hbase-server/target/test-data/81d12a25-7192-9835-6bfe-654955f0d498/data/default/testIndexesScanWithOneDeletedRow/0a8a6ccfcdb1b1b5a38b9b7129f507e0/family/e974d417c76e408b83d253f5c4ca56e3 2018-11-15 19:17:28,997 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e974d417c76e408b83d253f5c4ca56e3 2018-11-15 19:17:28,997 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/81d12a25-7192-9835-6bfe-654955f0d498/data/default/testIndexesScanWithOneDeletedRow/0a8a6ccfcdb1b1b5a38b9b7129f507e0/family/e974d417c76e408b83d253f5c4ca56e3, entries=2, sequenceid=8, filesize=4.9 K 2018-11-15 19:17:28,998 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~81 B/81, heapSize ~472 B/472, currentSize=0 B/0 for 0a8a6ccfcdb1b1b5a38b9b7129f507e0 in 67ms, sequenceid=8, compaction requested=false 2018-11-15 19:17:29,001 INFO [Time-limited test] regionserver.HRegion(1711): Closed testIndexesScanWithOneDeletedRow,,1542309448734.0a8a6ccfcdb1b1b5a38b9b7129f507e0. 2018-11-15 19:17:29,003 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/81d12a25-7192-9835-6bfe-654955f0d498/9c87186c-c80b-eedc-f7a6-bb80e91d85dc/testIndexesScanWithOneDeletedRow.log/oldWALs 2018-11-15 19:17:29,003 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-83500559:(num 1542309448676) 2018-11-15 19:17:29,003 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/81d12a25-7192-9835-6bfe-654955f0d498 2018-11-15 19:17:29,082 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testIndexesScanWithOneDeletedRow Thread=16 (was 16), OpenFileDescriptor=13781 (was 13495) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=181 (was 181), ProcessCount=362 (was 362), AvailableMemoryMB=37275 (was 37276) 2018-11-15 19:17:29,083 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=13781 is superior to 1024 2018-11-15 19:17:29,156 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testCloseWithFailingFlush Thread=16, OpenFileDescriptor=13783, MaxFileDescriptor=32000, SystemLoadAverage=181, ProcessCount=362, AvailableMemoryMB=37272 2018-11-15 19:17:29,156 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=13783 is superior to 1024 2018-11-15 19:17:29,188 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/aba73f07-9778-01d9-87bb-78c0eedc4f8a 2018-11-15 19:17:29,188 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:29,188 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/aba73f07-9778-01d9-87bb-78c0eedc4f8a 2018-11-15 19:17:29,188 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:29,189 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/aba73f07-9778-01d9-87bb-78c0eedc4f8a 2018-11-15 19:17:29,212 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:17:29,213 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:29,221 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=testCloseWithFailingFlush, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/aba73f07-9778-01d9-87bb-78c0eedc4f8a/41037df4-692b-256c-8e1c-5072e3bcdfcc/testCloseWithFailingFlush.log/WALs/testCloseWithFailingFlush, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/aba73f07-9778-01d9-87bb-78c0eedc4f8a/41037df4-692b-256c-8e1c-5072e3bcdfcc/testCloseWithFailingFlush.log/oldWALs 2018-11-15 19:17:29,279 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/aba73f07-9778-01d9-87bb-78c0eedc4f8a/41037df4-692b-256c-8e1c-5072e3bcdfcc/testCloseWithFailingFlush.log/WALs/testCloseWithFailingFlush/testCloseWithFailingFlush.1542309449221 2018-11-15 19:17:29,280 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] Creating faulty! 2018-11-15 19:17:29,283 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testCloseWithFailingFlush HTD == 'testCloseWithFailingFlush', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'MyCF', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/aba73f07-9778-01d9-87bb-78c0eedc4f8a Table name == testCloseWithFailingFlush faulty stream write at pos 0 2018-11-15 19:17:29,450 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testCloseWithFailingFlush,,1542309449283.e63489a1731dce0bafc2c67f482268a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:29,504 WARN [StoreOpener-e63489a1731dce0bafc2c67f482268a2-1] util.CommonFSUtils(574): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.hbase.regionserver.TestHStore$FaultyFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:29,506 INFO [StoreOpener-e63489a1731dce0bafc2c67f482268a2-1] hfile.CacheConfig(237): Created cacheConfig for MyCF: blockCache=LruBlockCache{blockCount=214, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:29,507 INFO [StoreOpener-e63489a1731dce0bafc2c67f482268a2-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:29,508 INFO [StoreOpener-e63489a1731dce0bafc2c67f482268a2-1] regionserver.HStore(335): Store=MyCF, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:29,508 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for e63489a1731dce0bafc2c67f482268a2 2018-11-15 19:17:29,511 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/aba73f07-9778-01d9-87bb-78c0eedc4f8a/data/default/testCloseWithFailingFlush/e63489a1731dce0bafc2c67f482268a2 2018-11-15 19:17:29,511 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/aba73f07-9778-01d9-87bb-78c0eedc4f8a/default/testCloseWithFailingFlush/e63489a1731dce0bafc2c67f482268a2 2018-11-15 19:17:29,511 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for e63489a1731dce0bafc2c67f482268a2 2018-11-15 19:17:29,511 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for e63489a1731dce0bafc2c67f482268a2 2018-11-15 19:17:29,512 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for e63489a1731dce0bafc2c67f482268a2 2018-11-15 19:17:29,512 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for e63489a1731dce0bafc2c67f482268a2 2018-11-15 19:17:29,620 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/aba73f07-9778-01d9-87bb-78c0eedc4f8a/default/testCloseWithFailingFlush/e63489a1731dce0bafc2c67f482268a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:29,621 INFO [Time-limited test] regionserver.HRegion(1009): Opened e63489a1731dce0bafc2c67f482268a2; next sequenceid=2 2018-11-15 19:17:29,625 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing e63489a1731dce0bafc2c67f482268a2, disabling compactions & flushes 2018-11-15 19:17:29,625 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testCloseWithFailingFlush,,1542309449283.e63489a1731dce0bafc2c67f482268a2. 2018-11-15 19:17:29,625 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=99 B heapSize=832 B 2018-11-15 19:17:29,626 WARN [Time-limited test] regionserver.DefaultMemStore(95): Snapshot called again without clearing previous. Doing nothing. Another ongoing flush or did we fail last attempt? 2018-11-15 19:17:29,763 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 9b8c90bcfc49440b9ab09fc131e82e5c faulty stream write at pos 0 faulty stream write at pos 67 faulty stream write at pos 71 faulty stream write at pos 106 faulty stream write at pos 110 faulty stream write at pos 181 faulty stream write at pos 185 faulty stream write at pos 218 2018-11-15 19:17:29,766 WARN [Time-limited test] regionserver.HStore(1041): Failed flushing store file, retrying num=0 java.io.IOException: Fault injected at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.injectFault(TestHStore.java:774) at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.write(TestHStore.java:768) at java.io.FilterOutputStream.write(FilterOutputStream.java:97) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.finishBlockAndWriteHeaderAndData(HFileBlock.java:1128) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.writeHeaderAndData(HFileBlock.java:1111) at org.apache.hadoop.hbase.io.hfile.HFileWriterImpl.close(HFileWriterImpl.java:640) at org.apache.hadoop.hbase.regionserver.StoreFileWriter.close(StoreFileWriter.java:328) at org.apache.hadoop.hbase.regionserver.StoreFlusher.finalizeWriter(StoreFlusher.java:71) at org.apache.hadoop.hbase.regionserver.DefaultStoreFlusher.flushSnapshot(DefaultStoreFlusher.java:78) at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:1024) at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:2304) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:2744) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2478) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2450) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2441) at org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1603) at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1508) at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1458) at org.apache.hadoop.hbase.HBaseTestingUtility.closeRegionAndWAL(HBaseTestingUtility.java:389) at org.apache.hadoop.hbase.regionserver.TestHRegion$2.run(TestHRegion.java:579) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1762) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:347) at org.apache.hadoop.hbase.regionserver.TestHRegion.testCloseWithFailingFlush(TestHRegion.java:550) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:30,875 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on ec445d33589d44658d46e21a8d01cdea faulty stream write at pos 0 faulty stream write at pos 67 faulty stream write at pos 71 faulty stream write at pos 106 faulty stream write at pos 110 faulty stream write at pos 181 faulty stream write at pos 185 faulty stream write at pos 218 2018-11-15 19:17:30,878 WARN [Time-limited test] regionserver.HStore(1041): Failed flushing store file, retrying num=1 java.io.IOException: Fault injected at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.injectFault(TestHStore.java:774) at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.write(TestHStore.java:768) at java.io.FilterOutputStream.write(FilterOutputStream.java:97) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.finishBlockAndWriteHeaderAndData(HFileBlock.java:1128) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.writeHeaderAndData(HFileBlock.java:1111) at org.apache.hadoop.hbase.io.hfile.HFileWriterImpl.close(HFileWriterImpl.java:640) at org.apache.hadoop.hbase.regionserver.StoreFileWriter.close(StoreFileWriter.java:328) at org.apache.hadoop.hbase.regionserver.StoreFlusher.finalizeWriter(StoreFlusher.java:71) at org.apache.hadoop.hbase.regionserver.DefaultStoreFlusher.flushSnapshot(DefaultStoreFlusher.java:78) at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:1024) at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:2304) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:2744) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2478) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2450) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2441) at org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1603) at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1508) at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1458) at org.apache.hadoop.hbase.HBaseTestingUtility.closeRegionAndWAL(HBaseTestingUtility.java:389) at org.apache.hadoop.hbase.regionserver.TestHRegion$2.run(TestHRegion.java:579) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1762) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:347) at org.apache.hadoop.hbase.regionserver.TestHRegion.testCloseWithFailingFlush(TestHRegion.java:550) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:31,986 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 2351456d286543b7ad19f1623b91da2d faulty stream write at pos 0 faulty stream write at pos 67 faulty stream write at pos 71 faulty stream write at pos 106 faulty stream write at pos 110 faulty stream write at pos 181 faulty stream write at pos 185 faulty stream write at pos 218 2018-11-15 19:17:31,989 WARN [Time-limited test] regionserver.HStore(1041): Failed flushing store file, retrying num=2 java.io.IOException: Fault injected at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.injectFault(TestHStore.java:774) at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.write(TestHStore.java:768) at java.io.FilterOutputStream.write(FilterOutputStream.java:97) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.finishBlockAndWriteHeaderAndData(HFileBlock.java:1128) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.writeHeaderAndData(HFileBlock.java:1111) at org.apache.hadoop.hbase.io.hfile.HFileWriterImpl.close(HFileWriterImpl.java:640) at org.apache.hadoop.hbase.regionserver.StoreFileWriter.close(StoreFileWriter.java:328) at org.apache.hadoop.hbase.regionserver.StoreFlusher.finalizeWriter(StoreFlusher.java:71) at org.apache.hadoop.hbase.regionserver.DefaultStoreFlusher.flushSnapshot(DefaultStoreFlusher.java:78) at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:1024) at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:2304) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:2744) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2478) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2450) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2441) at org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1603) at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1508) at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1458) at org.apache.hadoop.hbase.HBaseTestingUtility.closeRegionAndWAL(HBaseTestingUtility.java:389) at org.apache.hadoop.hbase.regionserver.TestHRegion$2.run(TestHRegion.java:579) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1762) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:347) at org.apache.hadoop.hbase.regionserver.TestHRegion.testCloseWithFailingFlush(TestHRegion.java:550) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:33,095 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 9636babe9d894642a06eba88eb1e2f98 faulty stream write at pos 0 faulty stream write at pos 67 faulty stream write at pos 71 faulty stream write at pos 106 faulty stream write at pos 110 faulty stream write at pos 181 faulty stream write at pos 185 faulty stream write at pos 218 2018-11-15 19:17:33,098 WARN [Time-limited test] regionserver.HStore(1041): Failed flushing store file, retrying num=3 java.io.IOException: Fault injected at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.injectFault(TestHStore.java:774) at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.write(TestHStore.java:768) at java.io.FilterOutputStream.write(FilterOutputStream.java:97) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.finishBlockAndWriteHeaderAndData(HFileBlock.java:1128) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.writeHeaderAndData(HFileBlock.java:1111) at org.apache.hadoop.hbase.io.hfile.HFileWriterImpl.close(HFileWriterImpl.java:640) at org.apache.hadoop.hbase.regionserver.StoreFileWriter.close(StoreFileWriter.java:328) at org.apache.hadoop.hbase.regionserver.StoreFlusher.finalizeWriter(StoreFlusher.java:71) at org.apache.hadoop.hbase.regionserver.DefaultStoreFlusher.flushSnapshot(DefaultStoreFlusher.java:78) at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:1024) at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:2304) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:2744) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2478) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2450) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2441) at org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1603) at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1508) at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1458) at org.apache.hadoop.hbase.HBaseTestingUtility.closeRegionAndWAL(HBaseTestingUtility.java:389) at org.apache.hadoop.hbase.regionserver.TestHRegion$2.run(TestHRegion.java:579) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1762) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:347) at org.apache.hadoop.hbase.regionserver.TestHRegion.testCloseWithFailingFlush(TestHRegion.java:550) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:34,204 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on cc7e5211958a48fe9d26b828fb318933 faulty stream write at pos 0 faulty stream write at pos 67 faulty stream write at pos 71 faulty stream write at pos 106 faulty stream write at pos 110 faulty stream write at pos 181 faulty stream write at pos 185 faulty stream write at pos 218 2018-11-15 19:17:34,206 WARN [Time-limited test] regionserver.HStore(1041): Failed flushing store file, retrying num=4 java.io.IOException: Fault injected at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.injectFault(TestHStore.java:774) at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.write(TestHStore.java:768) at java.io.FilterOutputStream.write(FilterOutputStream.java:97) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.finishBlockAndWriteHeaderAndData(HFileBlock.java:1128) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.writeHeaderAndData(HFileBlock.java:1111) at org.apache.hadoop.hbase.io.hfile.HFileWriterImpl.close(HFileWriterImpl.java:640) at org.apache.hadoop.hbase.regionserver.StoreFileWriter.close(StoreFileWriter.java:328) at org.apache.hadoop.hbase.regionserver.StoreFlusher.finalizeWriter(StoreFlusher.java:71) at org.apache.hadoop.hbase.regionserver.DefaultStoreFlusher.flushSnapshot(DefaultStoreFlusher.java:78) at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:1024) at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:2304) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:2744) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2478) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2450) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2441) at org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1603) at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1508) at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1458) at org.apache.hadoop.hbase.HBaseTestingUtility.closeRegionAndWAL(HBaseTestingUtility.java:389) at org.apache.hadoop.hbase.regionserver.TestHRegion$2.run(TestHRegion.java:579) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1762) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:347) at org.apache.hadoop.hbase.regionserver.TestHRegion.testCloseWithFailingFlush(TestHRegion.java:550) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:35,313 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 0f859fe1d9e14c4083867fbcaac57fe8 faulty stream write at pos 0 faulty stream write at pos 67 faulty stream write at pos 71 faulty stream write at pos 106 faulty stream write at pos 110 faulty stream write at pos 181 faulty stream write at pos 185 faulty stream write at pos 218 2018-11-15 19:17:35,316 WARN [Time-limited test] regionserver.HStore(1041): Failed flushing store file, retrying num=5 java.io.IOException: Fault injected at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.injectFault(TestHStore.java:774) at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.write(TestHStore.java:768) at java.io.FilterOutputStream.write(FilterOutputStream.java:97) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.finishBlockAndWriteHeaderAndData(HFileBlock.java:1128) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.writeHeaderAndData(HFileBlock.java:1111) at org.apache.hadoop.hbase.io.hfile.HFileWriterImpl.close(HFileWriterImpl.java:640) at org.apache.hadoop.hbase.regionserver.StoreFileWriter.close(StoreFileWriter.java:328) at org.apache.hadoop.hbase.regionserver.StoreFlusher.finalizeWriter(StoreFlusher.java:71) at org.apache.hadoop.hbase.regionserver.DefaultStoreFlusher.flushSnapshot(DefaultStoreFlusher.java:78) at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:1024) at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:2304) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:2744) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2478) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2450) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2441) at org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1603) at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1508) at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1458) at org.apache.hadoop.hbase.HBaseTestingUtility.closeRegionAndWAL(HBaseTestingUtility.java:389) at org.apache.hadoop.hbase.regionserver.TestHRegion$2.run(TestHRegion.java:579) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1762) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:347) at org.apache.hadoop.hbase.regionserver.TestHRegion.testCloseWithFailingFlush(TestHRegion.java:550) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:36,421 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 919b3fc5fa444df8b8a10736a5ea4808 faulty stream write at pos 0 faulty stream write at pos 67 faulty stream write at pos 71 faulty stream write at pos 106 faulty stream write at pos 110 faulty stream write at pos 181 faulty stream write at pos 185 faulty stream write at pos 218 2018-11-15 19:17:36,423 WARN [Time-limited test] regionserver.HStore(1041): Failed flushing store file, retrying num=6 java.io.IOException: Fault injected at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.injectFault(TestHStore.java:774) at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.write(TestHStore.java:768) at java.io.FilterOutputStream.write(FilterOutputStream.java:97) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.finishBlockAndWriteHeaderAndData(HFileBlock.java:1128) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.writeHeaderAndData(HFileBlock.java:1111) at org.apache.hadoop.hbase.io.hfile.HFileWriterImpl.close(HFileWriterImpl.java:640) at org.apache.hadoop.hbase.regionserver.StoreFileWriter.close(StoreFileWriter.java:328) at org.apache.hadoop.hbase.regionserver.StoreFlusher.finalizeWriter(StoreFlusher.java:71) at org.apache.hadoop.hbase.regionserver.DefaultStoreFlusher.flushSnapshot(DefaultStoreFlusher.java:78) at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:1024) at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:2304) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:2744) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2478) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2450) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2441) at org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1603) at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1508) at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1458) at org.apache.hadoop.hbase.HBaseTestingUtility.closeRegionAndWAL(HBaseTestingUtility.java:389) at org.apache.hadoop.hbase.regionserver.TestHRegion$2.run(TestHRegion.java:579) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1762) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:347) at org.apache.hadoop.hbase.regionserver.TestHRegion.testCloseWithFailingFlush(TestHRegion.java:550) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:37,539 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on cf9372c0c19e4e5eb305a57fe6db7524 faulty stream write at pos 0 faulty stream write at pos 67 faulty stream write at pos 71 faulty stream write at pos 106 faulty stream write at pos 110 faulty stream write at pos 181 faulty stream write at pos 185 faulty stream write at pos 218 2018-11-15 19:17:37,541 WARN [Time-limited test] regionserver.HStore(1041): Failed flushing store file, retrying num=7 java.io.IOException: Fault injected at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.injectFault(TestHStore.java:774) at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.write(TestHStore.java:768) at java.io.FilterOutputStream.write(FilterOutputStream.java:97) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.finishBlockAndWriteHeaderAndData(HFileBlock.java:1128) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.writeHeaderAndData(HFileBlock.java:1111) at org.apache.hadoop.hbase.io.hfile.HFileWriterImpl.close(HFileWriterImpl.java:640) at org.apache.hadoop.hbase.regionserver.StoreFileWriter.close(StoreFileWriter.java:328) at org.apache.hadoop.hbase.regionserver.StoreFlusher.finalizeWriter(StoreFlusher.java:71) at org.apache.hadoop.hbase.regionserver.DefaultStoreFlusher.flushSnapshot(DefaultStoreFlusher.java:78) at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:1024) at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:2304) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:2744) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2478) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2450) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2441) at org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1603) at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1508) at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1458) at org.apache.hadoop.hbase.HBaseTestingUtility.closeRegionAndWAL(HBaseTestingUtility.java:389) at org.apache.hadoop.hbase.regionserver.TestHRegion$2.run(TestHRegion.java:579) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1762) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:347) at org.apache.hadoop.hbase.regionserver.TestHRegion.testCloseWithFailingFlush(TestHRegion.java:550) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:38,655 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 55cd1ac90fae409fa8ed24306aaf5004 faulty stream write at pos 0 faulty stream write at pos 67 faulty stream write at pos 71 faulty stream write at pos 106 faulty stream write at pos 110 faulty stream write at pos 181 faulty stream write at pos 185 faulty stream write at pos 218 2018-11-15 19:17:38,657 WARN [Time-limited test] regionserver.HStore(1041): Failed flushing store file, retrying num=8 java.io.IOException: Fault injected at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.injectFault(TestHStore.java:774) at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.write(TestHStore.java:768) at java.io.FilterOutputStream.write(FilterOutputStream.java:97) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.finishBlockAndWriteHeaderAndData(HFileBlock.java:1128) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.writeHeaderAndData(HFileBlock.java:1111) at org.apache.hadoop.hbase.io.hfile.HFileWriterImpl.close(HFileWriterImpl.java:640) at org.apache.hadoop.hbase.regionserver.StoreFileWriter.close(StoreFileWriter.java:328) at org.apache.hadoop.hbase.regionserver.StoreFlusher.finalizeWriter(StoreFlusher.java:71) at org.apache.hadoop.hbase.regionserver.DefaultStoreFlusher.flushSnapshot(DefaultStoreFlusher.java:78) at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:1024) at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:2304) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:2744) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2478) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2450) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2441) at org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1603) at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1508) at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1458) at org.apache.hadoop.hbase.HBaseTestingUtility.closeRegionAndWAL(HBaseTestingUtility.java:389) at org.apache.hadoop.hbase.regionserver.TestHRegion$2.run(TestHRegion.java:579) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1762) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:347) at org.apache.hadoop.hbase.regionserver.TestHRegion.testCloseWithFailingFlush(TestHRegion.java:550) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:39,767 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 9e00a7abc0df45e49fc6b1e7e8bd4d1a faulty stream write at pos 0 faulty stream write at pos 67 faulty stream write at pos 71 faulty stream write at pos 106 faulty stream write at pos 110 faulty stream write at pos 181 faulty stream write at pos 185 faulty stream write at pos 218 2018-11-15 19:17:39,771 WARN [Time-limited test] regionserver.HStore(1041): Failed flushing store file, retrying num=9 java.io.IOException: Fault injected at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.injectFault(TestHStore.java:774) at org.apache.hadoop.hbase.regionserver.TestHStore$FaultyOutputStream.write(TestHStore.java:768) at java.io.FilterOutputStream.write(FilterOutputStream.java:97) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.finishBlockAndWriteHeaderAndData(HFileBlock.java:1128) at org.apache.hadoop.hbase.io.hfile.HFileBlock$Writer.writeHeaderAndData(HFileBlock.java:1111) at org.apache.hadoop.hbase.io.hfile.HFileWriterImpl.close(HFileWriterImpl.java:640) at org.apache.hadoop.hbase.regionserver.StoreFileWriter.close(StoreFileWriter.java:328) at org.apache.hadoop.hbase.regionserver.StoreFlusher.finalizeWriter(StoreFlusher.java:71) at org.apache.hadoop.hbase.regionserver.DefaultStoreFlusher.flushSnapshot(DefaultStoreFlusher.java:78) at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:1024) at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:2304) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:2744) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2478) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2450) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2441) at org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1603) at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1508) at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1458) at org.apache.hadoop.hbase.HBaseTestingUtility.closeRegionAndWAL(HBaseTestingUtility.java:389) at org.apache.hadoop.hbase.regionserver.TestHRegion$2.run(TestHRegion.java:579) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1762) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:347) at org.apache.hadoop.hbase.regionserver.TestHRegion.testCloseWithFailingFlush(TestHRegion.java:550) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:39,773 INFO [Time-limited test] regionserver.TestHRegion$2(584): Expected DroppedSnapshotException 2018-11-15 19:17:39,773 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing e63489a1731dce0bafc2c67f482268a2, disabling compactions & flushes 2018-11-15 19:17:39,774 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testCloseWithFailingFlush,,1542309449283.e63489a1731dce0bafc2c67f482268a2. 2018-11-15 19:17:39,774 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=99 B heapSize=832 B 2018-11-15 19:17:39,775 WARN [Time-limited test] regionserver.DefaultMemStore(95): Snapshot called again without clearing previous. Doing nothing. Another ongoing flush or did we fail last attempt? 2018-11-15 19:17:39,880 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 3a4baef06e3349099702d476b5002157 faulty stream write at pos 0 faulty stream write at pos 67 faulty stream write at pos 71 faulty stream write at pos 106 faulty stream write at pos 110 faulty stream write at pos 181 faulty stream write at pos 185 faulty stream write at pos 218 faulty stream write at pos 222 faulty stream write at pos 653 faulty stream write at pos 657 faulty stream write at pos 748 faulty stream write at pos 752 2018-11-15 19:17:39,884 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=33 B at sequenceid=7 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/aba73f07-9778-01d9-87bb-78c0eedc4f8a/data/default/testCloseWithFailingFlush/e63489a1731dce0bafc2c67f482268a2/.tmp/MyCF/3a4baef06e3349099702d476b5002157 2018-11-15 19:17:39,887 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/aba73f07-9778-01d9-87bb-78c0eedc4f8a/data/default/testCloseWithFailingFlush/e63489a1731dce0bafc2c67f482268a2/.tmp/MyCF/3a4baef06e3349099702d476b5002157 as /mnt/disk2/a/hbase/hbase-server/target/test-data/aba73f07-9778-01d9-87bb-78c0eedc4f8a/data/default/testCloseWithFailingFlush/e63489a1731dce0bafc2c67f482268a2/MyCF/3a4baef06e3349099702d476b5002157 2018-11-15 19:17:39,889 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/aba73f07-9778-01d9-87bb-78c0eedc4f8a/data/default/testCloseWithFailingFlush/e63489a1731dce0bafc2c67f482268a2/MyCF/3a4baef06e3349099702d476b5002157, entries=1, sequenceid=7, filesize=4.7 K 2018-11-15 19:17:39,890 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~33 B/33, heapSize ~352 B/352, currentSize=66 B/66 for e63489a1731dce0bafc2c67f482268a2 in 116ms, sequenceid=7, compaction requested=false 2018-11-15 19:17:39,890 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=66 B heapSize=480 B 2018-11-15 19:17:39,999 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 8525f75fc8d34be39290ee95c85d1349 faulty stream write at pos 0 faulty stream write at pos 101 faulty stream write at pos 105 faulty stream write at pos 140 faulty stream write at pos 144 faulty stream write at pos 215 faulty stream write at pos 219 faulty stream write at pos 252 faulty stream write at pos 256 faulty stream write at pos 687 faulty stream write at pos 691 faulty stream write at pos 782 faulty stream write at pos 786 2018-11-15 19:17:40,002 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=66 B at sequenceid=10 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/aba73f07-9778-01d9-87bb-78c0eedc4f8a/data/default/testCloseWithFailingFlush/e63489a1731dce0bafc2c67f482268a2/.tmp/MyCF/8525f75fc8d34be39290ee95c85d1349 2018-11-15 19:17:40,004 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/aba73f07-9778-01d9-87bb-78c0eedc4f8a/data/default/testCloseWithFailingFlush/e63489a1731dce0bafc2c67f482268a2/.tmp/MyCF/8525f75fc8d34be39290ee95c85d1349 as /mnt/disk2/a/hbase/hbase-server/target/test-data/aba73f07-9778-01d9-87bb-78c0eedc4f8a/data/default/testCloseWithFailingFlush/e63489a1731dce0bafc2c67f482268a2/MyCF/8525f75fc8d34be39290ee95c85d1349 2018-11-15 19:17:40,005 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/aba73f07-9778-01d9-87bb-78c0eedc4f8a/data/default/testCloseWithFailingFlush/e63489a1731dce0bafc2c67f482268a2/MyCF/8525f75fc8d34be39290ee95c85d1349, entries=2, sequenceid=10, filesize=4.8 K 2018-11-15 19:17:40,007 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~66 B/66, heapSize ~464 B/464, currentSize=0 B/0 for e63489a1731dce0bafc2c67f482268a2 in 117ms, sequenceid=10, compaction requested=false 2018-11-15 19:17:40,007 INFO [Time-limited test] regionserver.HRegion(1605): Running extra flush, 1 (carrying snapshot?) testCloseWithFailingFlush,,1542309449283.e63489a1731dce0bafc2c67f482268a2. 2018-11-15 19:17:40,010 INFO [Time-limited test] regionserver.HRegion(1711): Closed testCloseWithFailingFlush,,1542309449283.e63489a1731dce0bafc2c67f482268a2. 2018-11-15 19:17:40,013 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/aba73f07-9778-01d9-87bb-78c0eedc4f8a/41037df4-692b-256c-8e1c-5072e3bcdfcc/testCloseWithFailingFlush.log/oldWALs 2018-11-15 19:17:40,013 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL testCloseWithFailingFlush:(num 1542309449221) 2018-11-15 19:17:40,013 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/aba73f07-9778-01d9-87bb-78c0eedc4f8a 2018-11-15 19:17:40,093 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testCloseWithFailingFlush Thread=16 (was 16), OpenFileDescriptor=14089 (was 13783) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=153 (was 181), ProcessCount=362 (was 362), AvailableMemoryMB=37280 (was 37272) - AvailableMemoryMB LEAK? - 2018-11-15 19:17:40,093 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=14089 is superior to 1024 2018-11-15 19:17:40,174 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testBatchPut_whileMultipleRowLocksHeld Thread=16, OpenFileDescriptor=14091, MaxFileDescriptor=32000, SystemLoadAverage=153, ProcessCount=362, AvailableMemoryMB=37278 2018-11-15 19:17:40,175 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=14091 is superior to 1024 2018-11-15 19:17:40,210 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/f3f32505-25e5-01e7-6eea-bc5175472e3f 2018-11-15 19:17:40,211 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:40,211 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/f3f32505-25e5-01e7-6eea-bc5175472e3f 2018-11-15 19:17:40,211 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:40,211 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/f3f32505-25e5-01e7-6eea-bc5175472e3f 2018-11-15 19:17:40,212 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:17:40,214 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:40,221 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-20715775, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/f3f32505-25e5-01e7-6eea-bc5175472e3f/0b26cf99-de86-f1e0-1468-e71e569780fa/testBatchPut_whileMultipleRowLocksHeld.log/WALs/hregion-20715775, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/f3f32505-25e5-01e7-6eea-bc5175472e3f/0b26cf99-de86-f1e0-1468-e71e569780fa/testBatchPut_whileMultipleRowLocksHeld.log/oldWALs 2018-11-15 19:17:40,281 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/f3f32505-25e5-01e7-6eea-bc5175472e3f/0b26cf99-de86-f1e0-1468-e71e569780fa/testBatchPut_whileMultipleRowLocksHeld.log/WALs/hregion-20715775/hregion-20715775.1542309460221 2018-11-15 19:17:40,282 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:17:40,283 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testBatchPut_whileMultipleRowLocksHeld HTD == 'testBatchPut_whileMultipleRowLocksHeld', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'MyCF', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/f3f32505-25e5-01e7-6eea-bc5175472e3f Table name == testBatchPut_whileMultipleRowLocksHeld 2018-11-15 19:17:40,338 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testBatchPut_whileMultipleRowLocksHeld,,1542309460283.bff6071cdb1aeaf497906d8e761fb12f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:40,341 DEBUG [StoreOpener-bff6071cdb1aeaf497906d8e761fb12f-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:40,342 INFO [StoreOpener-bff6071cdb1aeaf497906d8e761fb12f-1] hfile.CacheConfig(237): Created cacheConfig for MyCF: blockCache=LruBlockCache{blockCount=214, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:40,343 INFO [StoreOpener-bff6071cdb1aeaf497906d8e761fb12f-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:40,344 INFO [StoreOpener-bff6071cdb1aeaf497906d8e761fb12f-1] regionserver.HStore(335): Store=MyCF, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:40,344 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for bff6071cdb1aeaf497906d8e761fb12f 2018-11-15 19:17:40,346 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/f3f32505-25e5-01e7-6eea-bc5175472e3f/data/default/testBatchPut_whileMultipleRowLocksHeld/bff6071cdb1aeaf497906d8e761fb12f 2018-11-15 19:17:40,346 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/f3f32505-25e5-01e7-6eea-bc5175472e3f/default/testBatchPut_whileMultipleRowLocksHeld/bff6071cdb1aeaf497906d8e761fb12f 2018-11-15 19:17:40,346 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for bff6071cdb1aeaf497906d8e761fb12f 2018-11-15 19:17:40,347 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for bff6071cdb1aeaf497906d8e761fb12f 2018-11-15 19:17:40,347 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for bff6071cdb1aeaf497906d8e761fb12f 2018-11-15 19:17:40,348 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for bff6071cdb1aeaf497906d8e761fb12f 2018-11-15 19:17:40,406 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/f3f32505-25e5-01e7-6eea-bc5175472e3f/default/testBatchPut_whileMultipleRowLocksHeld/bff6071cdb1aeaf497906d8e761fb12f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:40,406 INFO [Time-limited test] regionserver.HRegion(1009): Opened bff6071cdb1aeaf497906d8e761fb12f; next sequenceid=2 2018-11-15 19:17:40,406 INFO [Time-limited test] regionserver.TestHRegion(1694): First a batch put with all valid puts 2018-11-15 19:17:40,415 INFO [Time-limited test] regionserver.TestHRegion(1526): batchPut will have to break into four batches to avoid row locks 2018-11-15 19:17:40,416 INFO [Time-limited test] regionserver.TestHRegion(1543): ...starting put thread while holding locks 2018-11-15 19:17:40,417 WARN [Thread-617] regionserver.HRegion$BatchOperation(3256): No such column family in batch mutation. org.apache.hadoop.hbase.regionserver.NoSuchColumnFamilyException: Column family BAD_CF does not exist in region testBatchPut_whileMultipleRowLocksHeld,,1542309460283.bff6071cdb1aeaf497906d8e761fb12f. in table 'testBatchPut_whileMultipleRowLocksHeld', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'MyCF', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} at org.apache.hadoop.hbase.regionserver.HRegion.checkFamily(HRegion.java:4479) at org.apache.hadoop.hbase.regionserver.HRegion.checkFamily(HRegion.java:4466) at org.apache.hadoop.hbase.regionserver.HRegion.checkFamilies(HRegion.java:4460) at org.apache.hadoop.hbase.regionserver.HRegion.access$700(HRegion.java:228) at org.apache.hadoop.hbase.regionserver.HRegion$MutationBatchOperation.checkAndPreparePut(HRegion.java:3564) at org.apache.hadoop.hbase.regionserver.HRegion$BatchOperation.checkAndPrepareMutation(HRegion.java:3232) at org.apache.hadoop.hbase.regionserver.HRegion$BatchOperation.checkAndPrepareMutation(HRegion.java:3242) at org.apache.hadoop.hbase.regionserver.HRegion$MutationBatchOperation$1.visit(HRegion.java:3590) at org.apache.hadoop.hbase.regionserver.HRegion$BatchOperation.visitBatchOperations(HRegion.java:3125) at org.apache.hadoop.hbase.regionserver.HRegion$MutationBatchOperation.checkAndPrepare(HRegion.java:3570) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4009) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3943) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3934) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3948) at org.apache.hadoop.hbase.regionserver.TestHRegion$3.doWork(TestHRegion.java:1540) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:125) 2018-11-15 19:17:40,429 DEBUG [Thread-618] regionserver.HRegion(1554): Closing bff6071cdb1aeaf497906d8e761fb12f, disabling compactions & flushes 2018-11-15 19:17:40,528 INFO [Time-limited test] regionserver.TestHRegion(1575): ...releasing row lock 1, which should let put thread continue 2018-11-15 19:17:40,531 DEBUG [Thread-618] regionserver.HRegion(1594): Updates disabled for region testBatchPut_whileMultipleRowLocksHeld,,1542309460283.bff6071cdb1aeaf497906d8e761fb12f. 2018-11-15 19:17:40,531 INFO [Thread-618] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=342 B heapSize=1.23 KB 2018-11-15 19:17:40,592 DEBUG [Thread-618] hfile.HFile$WriterFactory(336): Unable to set drop behind on ffc0a835de604c75bf802ba1f4bcdc8e 2018-11-15 19:17:40,595 INFO [Thread-618] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=342 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/f3f32505-25e5-01e7-6eea-bc5175472e3f/data/default/testBatchPut_whileMultipleRowLocksHeld/bff6071cdb1aeaf497906d8e761fb12f/.tmp/MyCF/ffc0a835de604c75bf802ba1f4bcdc8e 2018-11-15 19:17:40,598 DEBUG [Thread-618] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/f3f32505-25e5-01e7-6eea-bc5175472e3f/data/default/testBatchPut_whileMultipleRowLocksHeld/bff6071cdb1aeaf497906d8e761fb12f/.tmp/MyCF/ffc0a835de604c75bf802ba1f4bcdc8e as /mnt/disk2/a/hbase/hbase-server/target/test-data/f3f32505-25e5-01e7-6eea-bc5175472e3f/data/default/testBatchPut_whileMultipleRowLocksHeld/bff6071cdb1aeaf497906d8e761fb12f/MyCF/ffc0a835de604c75bf802ba1f4bcdc8e 2018-11-15 19:17:40,599 INFO [Thread-618] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/f3f32505-25e5-01e7-6eea-bc5175472e3f/data/default/testBatchPut_whileMultipleRowLocksHeld/bff6071cdb1aeaf497906d8e761fb12f/MyCF/ffc0a835de604c75bf802ba1f4bcdc8e, entries=9, sequenceid=3, filesize=5.1 K 2018-11-15 19:17:40,601 INFO [Thread-618] regionserver.HRegion(2856): Finished flush of dataSize ~342 B/342, heapSize ~1.22 KB/1248, currentSize=0 B/0 for bff6071cdb1aeaf497906d8e761fb12f in 70ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:40,603 INFO [Thread-618] regionserver.HRegion(1711): Closed testBatchPut_whileMultipleRowLocksHeld,,1542309460283.bff6071cdb1aeaf497906d8e761fb12f. 2018-11-15 19:17:40,605 DEBUG [Thread-618] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/f3f32505-25e5-01e7-6eea-bc5175472e3f/0b26cf99-de86-f1e0-1468-e71e569780fa/testBatchPut_whileMultipleRowLocksHeld.log/oldWALs 2018-11-15 19:17:40,605 INFO [Thread-618] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-20715775:(num 1542309460221) 2018-11-15 19:17:40,633 INFO [Time-limited test] regionserver.TestHRegion(1581): ...joining on put thread 2018-11-15 19:17:40,633 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/f3f32505-25e5-01e7-6eea-bc5175472e3f 2018-11-15 19:17:40,715 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testBatchPut_whileMultipleRowLocksHeld Thread=16 (was 16), OpenFileDescriptor=14377 (was 14091) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=153 (was 153), ProcessCount=362 (was 362), AvailableMemoryMB=37281 (was 37278) - AvailableMemoryMB LEAK? - 2018-11-15 19:17:40,716 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=14377 is superior to 1024 2018-11-15 19:17:40,794 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testDurability Thread=16, OpenFileDescriptor=14379, MaxFileDescriptor=32000, SystemLoadAverage=153, ProcessCount=362, AvailableMemoryMB=37279 2018-11-15 19:17:40,795 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=14379 is superior to 1024 2018-11-15 19:17:40,824 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313 2018-11-15 19:17:40,825 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:40,825 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313 2018-11-15 19:17:40,825 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:40,825 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313 2018-11-15 19:17:40,851 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2018-11-15 19:17:40,855 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=5265cb97-8ad9-9cf8-634b-2c544f7b8c4c, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SYNC_WAL_SYNC_WAL/log/WALs/5265cb97-8ad9-9cf8-634b-2c544f7b8c4c, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SYNC_WAL_SYNC_WAL/log/oldWALs 2018-11-15 19:17:40,914 WARN [sync.1] wal.FSHLog$SyncRunner(588): UNEXPECTED java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:581) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:40,915 WARN [Time-limited test] wal.FSHLog(343): Failed sync-before-close but no outstanding appends; closing WALjava.lang.NullPointerException 2018-11-15 19:17:40,915 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SYNC_WAL_SYNC_WAL/log/WALs/5265cb97-8ad9-9cf8-634b-2c544f7b8c4c/5265cb97-8ad9-9cf8-634b-2c544f7b8c4c.1542309460856 2018-11-15 19:17:40,915 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new FSHLog writer with pipeline: [] 2018-11-15 19:17:41,077 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDurability HTD == 'testDurability', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313 Table name == testDurability 2018-11-15 19:17:41,134 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDurability,,1542309461077.a9c7009b5f9c3e6518d7daf05bf0d294.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:41,136 DEBUG [StoreOpener-a9c7009b5f9c3e6518d7daf05bf0d294-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:41,137 INFO [StoreOpener-a9c7009b5f9c3e6518d7daf05bf0d294-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=214, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:41,137 INFO [StoreOpener-a9c7009b5f9c3e6518d7daf05bf0d294-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:41,138 INFO [StoreOpener-a9c7009b5f9c3e6518d7daf05bf0d294-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:41,138 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for a9c7009b5f9c3e6518d7daf05bf0d294 2018-11-15 19:17:41,139 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/a9c7009b5f9c3e6518d7daf05bf0d294 2018-11-15 19:17:41,139 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/a9c7009b5f9c3e6518d7daf05bf0d294 2018-11-15 19:17:41,139 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for a9c7009b5f9c3e6518d7daf05bf0d294 2018-11-15 19:17:41,139 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for a9c7009b5f9c3e6518d7daf05bf0d294 2018-11-15 19:17:41,139 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for a9c7009b5f9c3e6518d7daf05bf0d294 2018-11-15 19:17:41,140 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for a9c7009b5f9c3e6518d7daf05bf0d294 2018-11-15 19:17:41,196 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/a9c7009b5f9c3e6518d7daf05bf0d294/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:41,196 INFO [Time-limited test] regionserver.HRegion(1009): Opened a9c7009b5f9c3e6518d7daf05bf0d294; next sequenceid=2 2018-11-15 19:17:41,205 INFO [Time-limited test] hbase.Waiter(189): Waiting up to [0] milli-secs(wait.for.ratio=[1]) 2018-11-15 19:17:41,233 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing a9c7009b5f9c3e6518d7daf05bf0d294, disabling compactions & flushes 2018-11-15 19:17:41,233 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDurability,,1542309461077.a9c7009b5f9c3e6518d7daf05bf0d294. 2018-11-15 19:17:41,233 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=32 B heapSize=360 B 2018-11-15 19:17:41,293 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on e2824880ef9b47c48a72e61edd1ea771 2018-11-15 19:17:41,295 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=32 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/a9c7009b5f9c3e6518d7daf05bf0d294/.tmp/family/e2824880ef9b47c48a72e61edd1ea771 2018-11-15 19:17:41,296 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/a9c7009b5f9c3e6518d7daf05bf0d294/.tmp/family/e2824880ef9b47c48a72e61edd1ea771 as /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/a9c7009b5f9c3e6518d7daf05bf0d294/family/e2824880ef9b47c48a72e61edd1ea771 2018-11-15 19:17:41,298 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/a9c7009b5f9c3e6518d7daf05bf0d294/family/e2824880ef9b47c48a72e61edd1ea771, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:17:41,299 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for a9c7009b5f9c3e6518d7daf05bf0d294 in 66ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:41,301 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDurability,,1542309461077.a9c7009b5f9c3e6518d7daf05bf0d294. 2018-11-15 19:17:41,302 DEBUG [Time-limited test] wal.FSHLog(422): Closing WAL writer in /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SYNC_WAL_SYNC_WAL/log/WALs/5265cb97-8ad9-9cf8-634b-2c544f7b8c4c 2018-11-15 19:17:41,303 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SYNC_WAL_SYNC_WAL/log/oldWALs 2018-11-15 19:17:41,304 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 5265cb97-8ad9-9cf8-634b-2c544f7b8c4c:(num 1542309460856) 2018-11-15 19:17:41,304 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 5265cb97-8ad9-9cf8-634b-2c544f7b8c4c:(num 1542309460856) 2018-11-15 19:17:41,332 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2018-11-15 19:17:41,336 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=c96eaf4a-9c92-bbe6-38b6-f075e069987d, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SYNC_WAL_FSYNC_WAL/log/WALs/c96eaf4a-9c92-bbe6-38b6-f075e069987d, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SYNC_WAL_FSYNC_WAL/log/oldWALs 2018-11-15 19:17:41,373 WARN [sync.1] wal.FSHLog$SyncRunner(588): UNEXPECTED java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:581) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:41,374 WARN [Time-limited test] wal.FSHLog(343): Failed sync-before-close but no outstanding appends; closing WALjava.lang.NullPointerException 2018-11-15 19:17:41,374 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SYNC_WAL_FSYNC_WAL/log/WALs/c96eaf4a-9c92-bbe6-38b6-f075e069987d/c96eaf4a-9c92-bbe6-38b6-f075e069987d.1542309461336 2018-11-15 19:17:41,374 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new FSHLog writer with pipeline: [] 2018-11-15 19:17:41,375 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDurability HTD == 'testDurability', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313 Table name == testDurability 2018-11-15 19:17:41,411 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDurability,,1542309461375.34e0ec4a8defd96d09dbba58371f581e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:41,412 DEBUG [StoreOpener-34e0ec4a8defd96d09dbba58371f581e-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:41,413 INFO [StoreOpener-34e0ec4a8defd96d09dbba58371f581e-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=214, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:41,413 INFO [StoreOpener-34e0ec4a8defd96d09dbba58371f581e-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:41,414 INFO [StoreOpener-34e0ec4a8defd96d09dbba58371f581e-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:41,414 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 34e0ec4a8defd96d09dbba58371f581e 2018-11-15 19:17:41,415 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/34e0ec4a8defd96d09dbba58371f581e 2018-11-15 19:17:41,415 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/34e0ec4a8defd96d09dbba58371f581e 2018-11-15 19:17:41,415 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 34e0ec4a8defd96d09dbba58371f581e 2018-11-15 19:17:41,415 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 34e0ec4a8defd96d09dbba58371f581e 2018-11-15 19:17:41,415 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 34e0ec4a8defd96d09dbba58371f581e 2018-11-15 19:17:41,415 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 34e0ec4a8defd96d09dbba58371f581e 2018-11-15 19:17:41,459 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/34e0ec4a8defd96d09dbba58371f581e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:41,459 INFO [Time-limited test] regionserver.HRegion(1009): Opened 34e0ec4a8defd96d09dbba58371f581e; next sequenceid=2 2018-11-15 19:17:41,462 INFO [Time-limited test] hbase.Waiter(189): Waiting up to [0] milli-secs(wait.for.ratio=[1]) 2018-11-15 19:17:41,463 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 34e0ec4a8defd96d09dbba58371f581e, disabling compactions & flushes 2018-11-15 19:17:41,463 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDurability,,1542309461375.34e0ec4a8defd96d09dbba58371f581e. 2018-11-15 19:17:41,464 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=32 B heapSize=360 B 2018-11-15 19:17:41,520 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 55a923908ddd4ce5b7fb1838bc319f5d 2018-11-15 19:17:41,522 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=32 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/34e0ec4a8defd96d09dbba58371f581e/.tmp/family/55a923908ddd4ce5b7fb1838bc319f5d 2018-11-15 19:17:41,523 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/34e0ec4a8defd96d09dbba58371f581e/.tmp/family/55a923908ddd4ce5b7fb1838bc319f5d as /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/34e0ec4a8defd96d09dbba58371f581e/family/55a923908ddd4ce5b7fb1838bc319f5d 2018-11-15 19:17:41,524 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/34e0ec4a8defd96d09dbba58371f581e/family/55a923908ddd4ce5b7fb1838bc319f5d, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:17:41,526 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 34e0ec4a8defd96d09dbba58371f581e in 62ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:41,528 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDurability,,1542309461375.34e0ec4a8defd96d09dbba58371f581e. 2018-11-15 19:17:41,528 DEBUG [Time-limited test] wal.FSHLog(422): Closing WAL writer in /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SYNC_WAL_FSYNC_WAL/log/WALs/c96eaf4a-9c92-bbe6-38b6-f075e069987d 2018-11-15 19:17:41,530 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SYNC_WAL_FSYNC_WAL/log/oldWALs 2018-11-15 19:17:41,530 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog c96eaf4a-9c92-bbe6-38b6-f075e069987d:(num 1542309461336) 2018-11-15 19:17:41,530 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog c96eaf4a-9c92-bbe6-38b6-f075e069987d:(num 1542309461336) 2018-11-15 19:17:41,555 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2018-11-15 19:17:41,559 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=077cf646-2483-becd-65c4-de44d6b9cc66, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SYNC_WAL_USE_DEFAULT/log/WALs/077cf646-2483-becd-65c4-de44d6b9cc66, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SYNC_WAL_USE_DEFAULT/log/oldWALs 2018-11-15 19:17:41,618 WARN [sync.1] wal.FSHLog$SyncRunner(588): UNEXPECTED java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:581) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:41,618 WARN [Time-limited test] wal.FSHLog(343): Failed sync-before-close but no outstanding appends; closing WALjava.lang.NullPointerException 2018-11-15 19:17:41,619 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SYNC_WAL_USE_DEFAULT/log/WALs/077cf646-2483-becd-65c4-de44d6b9cc66/077cf646-2483-becd-65c4-de44d6b9cc66.1542309461559 2018-11-15 19:17:41,619 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new FSHLog writer with pipeline: [] 2018-11-15 19:17:41,620 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDurability HTD == 'testDurability', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313 Table name == testDurability 2018-11-15 19:17:41,679 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDurability,,1542309461620.db57ad5236157cbd4574e7d322f4fe56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:41,681 DEBUG [StoreOpener-db57ad5236157cbd4574e7d322f4fe56-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:41,682 INFO [StoreOpener-db57ad5236157cbd4574e7d322f4fe56-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=214, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:41,683 INFO [StoreOpener-db57ad5236157cbd4574e7d322f4fe56-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:41,683 INFO [StoreOpener-db57ad5236157cbd4574e7d322f4fe56-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:41,684 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for db57ad5236157cbd4574e7d322f4fe56 2018-11-15 19:17:41,685 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/db57ad5236157cbd4574e7d322f4fe56 2018-11-15 19:17:41,685 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/db57ad5236157cbd4574e7d322f4fe56 2018-11-15 19:17:41,685 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for db57ad5236157cbd4574e7d322f4fe56 2018-11-15 19:17:41,685 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for db57ad5236157cbd4574e7d322f4fe56 2018-11-15 19:17:41,685 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for db57ad5236157cbd4574e7d322f4fe56 2018-11-15 19:17:41,686 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for db57ad5236157cbd4574e7d322f4fe56 2018-11-15 19:17:41,735 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/db57ad5236157cbd4574e7d322f4fe56/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:41,736 INFO [Time-limited test] regionserver.HRegion(1009): Opened db57ad5236157cbd4574e7d322f4fe56; next sequenceid=2 2018-11-15 19:17:41,738 INFO [Time-limited test] hbase.Waiter(189): Waiting up to [0] milli-secs(wait.for.ratio=[1]) 2018-11-15 19:17:41,740 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing db57ad5236157cbd4574e7d322f4fe56, disabling compactions & flushes 2018-11-15 19:17:41,740 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDurability,,1542309461620.db57ad5236157cbd4574e7d322f4fe56. 2018-11-15 19:17:41,740 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=32 B heapSize=360 B 2018-11-15 19:17:41,800 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 19ccb6932e664c8b94c24cab9766ea1f 2018-11-15 19:17:41,803 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=32 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/db57ad5236157cbd4574e7d322f4fe56/.tmp/family/19ccb6932e664c8b94c24cab9766ea1f 2018-11-15 19:17:41,805 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/db57ad5236157cbd4574e7d322f4fe56/.tmp/family/19ccb6932e664c8b94c24cab9766ea1f as /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/db57ad5236157cbd4574e7d322f4fe56/family/19ccb6932e664c8b94c24cab9766ea1f 2018-11-15 19:17:41,806 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/db57ad5236157cbd4574e7d322f4fe56/family/19ccb6932e664c8b94c24cab9766ea1f, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:17:41,808 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for db57ad5236157cbd4574e7d322f4fe56 in 68ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:41,810 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDurability,,1542309461620.db57ad5236157cbd4574e7d322f4fe56. 2018-11-15 19:17:41,810 DEBUG [Time-limited test] wal.FSHLog(422): Closing WAL writer in /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SYNC_WAL_USE_DEFAULT/log/WALs/077cf646-2483-becd-65c4-de44d6b9cc66 2018-11-15 19:17:41,811 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SYNC_WAL_USE_DEFAULT/log/oldWALs 2018-11-15 19:17:41,812 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 077cf646-2483-becd-65c4-de44d6b9cc66:(num 1542309461559) 2018-11-15 19:17:41,812 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 077cf646-2483-becd-65c4-de44d6b9cc66:(num 1542309461559) 2018-11-15 19:17:41,843 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2018-11-15 19:17:41,847 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=36a2b42d-43bb-c99a-044b-44699871ad02, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_FSYNC_WAL_SYNC_WAL/log/WALs/36a2b42d-43bb-c99a-044b-44699871ad02, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_FSYNC_WAL_SYNC_WAL/log/oldWALs 2018-11-15 19:17:41,908 WARN [sync.1] wal.FSHLog$SyncRunner(588): UNEXPECTED java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:581) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:41,908 WARN [Time-limited test] wal.FSHLog(343): Failed sync-before-close but no outstanding appends; closing WALjava.lang.NullPointerException 2018-11-15 19:17:41,909 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_FSYNC_WAL_SYNC_WAL/log/WALs/36a2b42d-43bb-c99a-044b-44699871ad02/36a2b42d-43bb-c99a-044b-44699871ad02.1542309461848 2018-11-15 19:17:41,909 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new FSHLog writer with pipeline: [] 2018-11-15 19:17:41,910 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDurability HTD == 'testDurability', {TABLE_ATTRIBUTES => {DURABILITY => 'FSYNC_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313 Table name == testDurability 2018-11-15 19:17:41,960 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDurability,,1542309461910.5ca3d571f2cf4df0eae6e8fdcc1782b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:41,962 DEBUG [StoreOpener-5ca3d571f2cf4df0eae6e8fdcc1782b2-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:41,963 INFO [StoreOpener-5ca3d571f2cf4df0eae6e8fdcc1782b2-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=214, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:41,963 INFO [StoreOpener-5ca3d571f2cf4df0eae6e8fdcc1782b2-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:41,964 INFO [StoreOpener-5ca3d571f2cf4df0eae6e8fdcc1782b2-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:41,964 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 5ca3d571f2cf4df0eae6e8fdcc1782b2 2018-11-15 19:17:41,965 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/5ca3d571f2cf4df0eae6e8fdcc1782b2 2018-11-15 19:17:41,965 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/5ca3d571f2cf4df0eae6e8fdcc1782b2 2018-11-15 19:17:41,966 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 5ca3d571f2cf4df0eae6e8fdcc1782b2 2018-11-15 19:17:41,966 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 5ca3d571f2cf4df0eae6e8fdcc1782b2 2018-11-15 19:17:41,966 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 5ca3d571f2cf4df0eae6e8fdcc1782b2 2018-11-15 19:17:41,967 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 5ca3d571f2cf4df0eae6e8fdcc1782b2 2018-11-15 19:17:42,017 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/5ca3d571f2cf4df0eae6e8fdcc1782b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:42,018 INFO [Time-limited test] regionserver.HRegion(1009): Opened 5ca3d571f2cf4df0eae6e8fdcc1782b2; next sequenceid=2 2018-11-15 19:17:42,021 INFO [Time-limited test] hbase.Waiter(189): Waiting up to [0] milli-secs(wait.for.ratio=[1]) 2018-11-15 19:17:42,022 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 5ca3d571f2cf4df0eae6e8fdcc1782b2, disabling compactions & flushes 2018-11-15 19:17:42,023 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDurability,,1542309461910.5ca3d571f2cf4df0eae6e8fdcc1782b2. 2018-11-15 19:17:42,023 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=32 B heapSize=360 B 2018-11-15 19:17:42,086 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on e134742bab604bafb5b12ff9a2559331 2018-11-15 19:17:42,089 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=32 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/5ca3d571f2cf4df0eae6e8fdcc1782b2/.tmp/family/e134742bab604bafb5b12ff9a2559331 2018-11-15 19:17:42,090 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/5ca3d571f2cf4df0eae6e8fdcc1782b2/.tmp/family/e134742bab604bafb5b12ff9a2559331 as /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/5ca3d571f2cf4df0eae6e8fdcc1782b2/family/e134742bab604bafb5b12ff9a2559331 2018-11-15 19:17:42,092 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/5ca3d571f2cf4df0eae6e8fdcc1782b2/family/e134742bab604bafb5b12ff9a2559331, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:17:42,093 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 5ca3d571f2cf4df0eae6e8fdcc1782b2 in 70ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:42,096 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDurability,,1542309461910.5ca3d571f2cf4df0eae6e8fdcc1782b2. 2018-11-15 19:17:42,096 DEBUG [Time-limited test] wal.FSHLog(422): Closing WAL writer in /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_FSYNC_WAL_SYNC_WAL/log/WALs/36a2b42d-43bb-c99a-044b-44699871ad02 2018-11-15 19:17:42,098 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_FSYNC_WAL_SYNC_WAL/log/oldWALs 2018-11-15 19:17:42,098 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 36a2b42d-43bb-c99a-044b-44699871ad02:(num 1542309461848) 2018-11-15 19:17:42,098 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 36a2b42d-43bb-c99a-044b-44699871ad02:(num 1542309461848) 2018-11-15 19:17:42,127 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2018-11-15 19:17:42,131 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=e77edb43-1d44-8bdd-fb14-d4d93aa757d7, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_FSYNC_WAL_FSYNC_WAL/log/WALs/e77edb43-1d44-8bdd-fb14-d4d93aa757d7, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_FSYNC_WAL_FSYNC_WAL/log/oldWALs 2018-11-15 19:17:42,193 WARN [sync.1] wal.FSHLog$SyncRunner(588): UNEXPECTED java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:581) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:42,194 WARN [Time-limited test] wal.FSHLog(343): Failed sync-before-close but no outstanding appends; closing WALjava.lang.NullPointerException 2018-11-15 19:17:42,194 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_FSYNC_WAL_FSYNC_WAL/log/WALs/e77edb43-1d44-8bdd-fb14-d4d93aa757d7/e77edb43-1d44-8bdd-fb14-d4d93aa757d7.1542309462132 2018-11-15 19:17:42,194 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new FSHLog writer with pipeline: [] 2018-11-15 19:17:42,195 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDurability HTD == 'testDurability', {TABLE_ATTRIBUTES => {DURABILITY => 'FSYNC_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313 Table name == testDurability 2018-11-15 19:17:42,258 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDurability,,1542309462195.d725e2b88cf6582f44f70e85d80dfb51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:42,260 DEBUG [StoreOpener-d725e2b88cf6582f44f70e85d80dfb51-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:42,261 INFO [StoreOpener-d725e2b88cf6582f44f70e85d80dfb51-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=214, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:42,261 INFO [StoreOpener-d725e2b88cf6582f44f70e85d80dfb51-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:42,262 INFO [StoreOpener-d725e2b88cf6582f44f70e85d80dfb51-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:42,262 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for d725e2b88cf6582f44f70e85d80dfb51 2018-11-15 19:17:42,263 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/d725e2b88cf6582f44f70e85d80dfb51 2018-11-15 19:17:42,264 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/d725e2b88cf6582f44f70e85d80dfb51 2018-11-15 19:17:42,264 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for d725e2b88cf6582f44f70e85d80dfb51 2018-11-15 19:17:42,264 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for d725e2b88cf6582f44f70e85d80dfb51 2018-11-15 19:17:42,264 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for d725e2b88cf6582f44f70e85d80dfb51 2018-11-15 19:17:42,265 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for d725e2b88cf6582f44f70e85d80dfb51 2018-11-15 19:17:42,325 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/d725e2b88cf6582f44f70e85d80dfb51/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:42,325 INFO [Time-limited test] regionserver.HRegion(1009): Opened d725e2b88cf6582f44f70e85d80dfb51; next sequenceid=2 2018-11-15 19:17:42,328 INFO [Time-limited test] hbase.Waiter(189): Waiting up to [0] milli-secs(wait.for.ratio=[1]) 2018-11-15 19:17:42,330 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing d725e2b88cf6582f44f70e85d80dfb51, disabling compactions & flushes 2018-11-15 19:17:42,330 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDurability,,1542309462195.d725e2b88cf6582f44f70e85d80dfb51. 2018-11-15 19:17:42,330 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=32 B heapSize=360 B 2018-11-15 19:17:42,386 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on fe7dd61c2f5344b6a2b77b69ade53714 2018-11-15 19:17:42,388 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=32 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/d725e2b88cf6582f44f70e85d80dfb51/.tmp/family/fe7dd61c2f5344b6a2b77b69ade53714 2018-11-15 19:17:42,389 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/d725e2b88cf6582f44f70e85d80dfb51/.tmp/family/fe7dd61c2f5344b6a2b77b69ade53714 as /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/d725e2b88cf6582f44f70e85d80dfb51/family/fe7dd61c2f5344b6a2b77b69ade53714 2018-11-15 19:17:42,390 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/d725e2b88cf6582f44f70e85d80dfb51/family/fe7dd61c2f5344b6a2b77b69ade53714, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:17:42,392 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for d725e2b88cf6582f44f70e85d80dfb51 in 62ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:42,394 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDurability,,1542309462195.d725e2b88cf6582f44f70e85d80dfb51. 2018-11-15 19:17:42,394 DEBUG [Time-limited test] wal.FSHLog(422): Closing WAL writer in /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_FSYNC_WAL_FSYNC_WAL/log/WALs/e77edb43-1d44-8bdd-fb14-d4d93aa757d7 2018-11-15 19:17:42,395 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_FSYNC_WAL_FSYNC_WAL/log/oldWALs 2018-11-15 19:17:42,396 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog e77edb43-1d44-8bdd-fb14-d4d93aa757d7:(num 1542309462132) 2018-11-15 19:17:42,396 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog e77edb43-1d44-8bdd-fb14-d4d93aa757d7:(num 1542309462132) 2018-11-15 19:17:42,422 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2018-11-15 19:17:42,426 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=691eec94-f1e2-39ca-8daa-1a5bfa4e7bdc, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_FSYNC_WAL_USE_DEFAULT/log/WALs/691eec94-f1e2-39ca-8daa-1a5bfa4e7bdc, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_FSYNC_WAL_USE_DEFAULT/log/oldWALs 2018-11-15 19:17:42,487 WARN [sync.1] wal.FSHLog$SyncRunner(588): UNEXPECTED java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:581) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:42,487 WARN [Time-limited test] wal.FSHLog(343): Failed sync-before-close but no outstanding appends; closing WALjava.lang.NullPointerException 2018-11-15 19:17:42,488 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_FSYNC_WAL_USE_DEFAULT/log/WALs/691eec94-f1e2-39ca-8daa-1a5bfa4e7bdc/691eec94-f1e2-39ca-8daa-1a5bfa4e7bdc.1542309462427 2018-11-15 19:17:42,488 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new FSHLog writer with pipeline: [] 2018-11-15 19:17:42,489 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDurability HTD == 'testDurability', {TABLE_ATTRIBUTES => {DURABILITY => 'FSYNC_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313 Table name == testDurability 2018-11-15 19:17:42,550 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDurability,,1542309462489.546c27df868f13ddc221057ea10156a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:42,552 DEBUG [StoreOpener-546c27df868f13ddc221057ea10156a3-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:42,553 INFO [StoreOpener-546c27df868f13ddc221057ea10156a3-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=214, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:42,554 INFO [StoreOpener-546c27df868f13ddc221057ea10156a3-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:42,554 INFO [StoreOpener-546c27df868f13ddc221057ea10156a3-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:42,555 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 546c27df868f13ddc221057ea10156a3 2018-11-15 19:17:42,556 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/546c27df868f13ddc221057ea10156a3 2018-11-15 19:17:42,556 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/546c27df868f13ddc221057ea10156a3 2018-11-15 19:17:42,556 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 546c27df868f13ddc221057ea10156a3 2018-11-15 19:17:42,556 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 546c27df868f13ddc221057ea10156a3 2018-11-15 19:17:42,557 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 546c27df868f13ddc221057ea10156a3 2018-11-15 19:17:42,557 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 546c27df868f13ddc221057ea10156a3 2018-11-15 19:17:42,619 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/546c27df868f13ddc221057ea10156a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:42,619 INFO [Time-limited test] regionserver.HRegion(1009): Opened 546c27df868f13ddc221057ea10156a3; next sequenceid=2 2018-11-15 19:17:42,623 INFO [Time-limited test] hbase.Waiter(189): Waiting up to [0] milli-secs(wait.for.ratio=[1]) 2018-11-15 19:17:42,624 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 546c27df868f13ddc221057ea10156a3, disabling compactions & flushes 2018-11-15 19:17:42,624 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDurability,,1542309462489.546c27df868f13ddc221057ea10156a3. 2018-11-15 19:17:42,625 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=32 B heapSize=360 B 2018-11-15 19:17:42,689 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 9ef4744d83f440938cdb4920c6be5c06 2018-11-15 19:17:42,692 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=32 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/546c27df868f13ddc221057ea10156a3/.tmp/family/9ef4744d83f440938cdb4920c6be5c06 2018-11-15 19:17:42,693 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/546c27df868f13ddc221057ea10156a3/.tmp/family/9ef4744d83f440938cdb4920c6be5c06 as /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/546c27df868f13ddc221057ea10156a3/family/9ef4744d83f440938cdb4920c6be5c06 2018-11-15 19:17:42,695 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/546c27df868f13ddc221057ea10156a3/family/9ef4744d83f440938cdb4920c6be5c06, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:17:42,696 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 546c27df868f13ddc221057ea10156a3 in 71ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:42,714 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDurability,,1542309462489.546c27df868f13ddc221057ea10156a3. 2018-11-15 19:17:42,714 DEBUG [Time-limited test] wal.FSHLog(422): Closing WAL writer in /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_FSYNC_WAL_USE_DEFAULT/log/WALs/691eec94-f1e2-39ca-8daa-1a5bfa4e7bdc 2018-11-15 19:17:42,715 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_FSYNC_WAL_USE_DEFAULT/log/oldWALs 2018-11-15 19:17:42,716 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 691eec94-f1e2-39ca-8daa-1a5bfa4e7bdc:(num 1542309462427) 2018-11-15 19:17:42,716 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 691eec94-f1e2-39ca-8daa-1a5bfa4e7bdc:(num 1542309462427) 2018-11-15 19:17:42,742 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2018-11-15 19:17:42,745 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=ae87ba98-fb40-eae9-8bad-c46ce6fce0d4, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_ASYNC_WAL_SYNC_WAL/log/WALs/ae87ba98-fb40-eae9-8bad-c46ce6fce0d4, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_ASYNC_WAL_SYNC_WAL/log/oldWALs 2018-11-15 19:17:42,810 WARN [sync.1] wal.FSHLog$SyncRunner(588): UNEXPECTED java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:581) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:42,810 WARN [Time-limited test] wal.FSHLog(343): Failed sync-before-close but no outstanding appends; closing WALjava.lang.NullPointerException 2018-11-15 19:17:42,811 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_ASYNC_WAL_SYNC_WAL/log/WALs/ae87ba98-fb40-eae9-8bad-c46ce6fce0d4/ae87ba98-fb40-eae9-8bad-c46ce6fce0d4.1542309462746 2018-11-15 19:17:42,811 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new FSHLog writer with pipeline: [] 2018-11-15 19:17:42,812 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDurability HTD == 'testDurability', {TABLE_ATTRIBUTES => {DURABILITY => 'ASYNC_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313 Table name == testDurability 2018-11-15 19:17:42,873 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDurability,,1542309462812.8270ce59e96ae81b6e4d0ebe5734bd95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:42,874 DEBUG [StoreOpener-8270ce59e96ae81b6e4d0ebe5734bd95-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:42,875 INFO [StoreOpener-8270ce59e96ae81b6e4d0ebe5734bd95-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=214, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:42,875 INFO [StoreOpener-8270ce59e96ae81b6e4d0ebe5734bd95-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:42,876 INFO [StoreOpener-8270ce59e96ae81b6e4d0ebe5734bd95-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:42,876 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 8270ce59e96ae81b6e4d0ebe5734bd95 2018-11-15 19:17:42,877 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/8270ce59e96ae81b6e4d0ebe5734bd95 2018-11-15 19:17:42,878 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/8270ce59e96ae81b6e4d0ebe5734bd95 2018-11-15 19:17:42,878 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 8270ce59e96ae81b6e4d0ebe5734bd95 2018-11-15 19:17:42,878 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 8270ce59e96ae81b6e4d0ebe5734bd95 2018-11-15 19:17:42,878 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 8270ce59e96ae81b6e4d0ebe5734bd95 2018-11-15 19:17:42,879 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 8270ce59e96ae81b6e4d0ebe5734bd95 2018-11-15 19:17:42,938 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/8270ce59e96ae81b6e4d0ebe5734bd95/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:42,938 INFO [Time-limited test] regionserver.HRegion(1009): Opened 8270ce59e96ae81b6e4d0ebe5734bd95; next sequenceid=2 2018-11-15 19:17:42,941 INFO [Time-limited test] hbase.Waiter(189): Waiting up to [0] milli-secs(wait.for.ratio=[1]) 2018-11-15 19:17:42,942 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 8270ce59e96ae81b6e4d0ebe5734bd95, disabling compactions & flushes 2018-11-15 19:17:42,943 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDurability,,1542309462812.8270ce59e96ae81b6e4d0ebe5734bd95. 2018-11-15 19:17:42,943 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=32 B heapSize=360 B 2018-11-15 19:17:43,008 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on c3606f02a8574cbe99cca17c50c0617a 2018-11-15 19:17:43,010 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=32 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/8270ce59e96ae81b6e4d0ebe5734bd95/.tmp/family/c3606f02a8574cbe99cca17c50c0617a 2018-11-15 19:17:43,012 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/8270ce59e96ae81b6e4d0ebe5734bd95/.tmp/family/c3606f02a8574cbe99cca17c50c0617a as /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/8270ce59e96ae81b6e4d0ebe5734bd95/family/c3606f02a8574cbe99cca17c50c0617a 2018-11-15 19:17:43,014 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/8270ce59e96ae81b6e4d0ebe5734bd95/family/c3606f02a8574cbe99cca17c50c0617a, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:17:43,015 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 8270ce59e96ae81b6e4d0ebe5734bd95 in 72ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:43,017 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDurability,,1542309462812.8270ce59e96ae81b6e4d0ebe5734bd95. 2018-11-15 19:17:43,018 DEBUG [Time-limited test] wal.FSHLog(422): Closing WAL writer in /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_ASYNC_WAL_SYNC_WAL/log/WALs/ae87ba98-fb40-eae9-8bad-c46ce6fce0d4 2018-11-15 19:17:43,019 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_ASYNC_WAL_SYNC_WAL/log/oldWALs 2018-11-15 19:17:43,019 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog ae87ba98-fb40-eae9-8bad-c46ce6fce0d4:(num 1542309462746) 2018-11-15 19:17:43,019 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog ae87ba98-fb40-eae9-8bad-c46ce6fce0d4:(num 1542309462746) 2018-11-15 19:17:43,047 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2018-11-15 19:17:43,051 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=245fd8f8-c08b-67d9-8460-b81611fb4dd4, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_ASYNC_WAL_FSYNC_WAL/log/WALs/245fd8f8-c08b-67d9-8460-b81611fb4dd4, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_ASYNC_WAL_FSYNC_WAL/log/oldWALs 2018-11-15 19:17:43,115 WARN [sync.1] wal.FSHLog$SyncRunner(588): UNEXPECTED java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:581) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:43,117 WARN [Time-limited test] wal.FSHLog(343): Failed sync-before-close but no outstanding appends; closing WALjava.lang.NullPointerException 2018-11-15 19:17:43,117 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_ASYNC_WAL_FSYNC_WAL/log/WALs/245fd8f8-c08b-67d9-8460-b81611fb4dd4/245fd8f8-c08b-67d9-8460-b81611fb4dd4.1542309463052 2018-11-15 19:17:43,117 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new FSHLog writer with pipeline: [] 2018-11-15 19:17:43,119 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDurability HTD == 'testDurability', {TABLE_ATTRIBUTES => {DURABILITY => 'ASYNC_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313 Table name == testDurability 2018-11-15 19:17:43,178 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDurability,,1542309463118.0eccfb1cd5e5cc38135812e2cc29dd98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:43,180 DEBUG [StoreOpener-0eccfb1cd5e5cc38135812e2cc29dd98-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:43,181 INFO [StoreOpener-0eccfb1cd5e5cc38135812e2cc29dd98-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=214, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:43,181 INFO [StoreOpener-0eccfb1cd5e5cc38135812e2cc29dd98-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:43,182 INFO [StoreOpener-0eccfb1cd5e5cc38135812e2cc29dd98-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:43,182 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 0eccfb1cd5e5cc38135812e2cc29dd98 2018-11-15 19:17:43,183 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/0eccfb1cd5e5cc38135812e2cc29dd98 2018-11-15 19:17:43,184 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/0eccfb1cd5e5cc38135812e2cc29dd98 2018-11-15 19:17:43,184 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 0eccfb1cd5e5cc38135812e2cc29dd98 2018-11-15 19:17:43,184 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 0eccfb1cd5e5cc38135812e2cc29dd98 2018-11-15 19:17:43,184 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 0eccfb1cd5e5cc38135812e2cc29dd98 2018-11-15 19:17:43,185 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 0eccfb1cd5e5cc38135812e2cc29dd98 2018-11-15 19:17:43,246 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/0eccfb1cd5e5cc38135812e2cc29dd98/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:43,246 INFO [Time-limited test] regionserver.HRegion(1009): Opened 0eccfb1cd5e5cc38135812e2cc29dd98; next sequenceid=2 2018-11-15 19:17:43,249 INFO [Time-limited test] hbase.Waiter(189): Waiting up to [0] milli-secs(wait.for.ratio=[1]) 2018-11-15 19:17:43,250 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 0eccfb1cd5e5cc38135812e2cc29dd98, disabling compactions & flushes 2018-11-15 19:17:43,250 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDurability,,1542309463118.0eccfb1cd5e5cc38135812e2cc29dd98. 2018-11-15 19:17:43,250 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=32 B heapSize=360 B 2018-11-15 19:17:43,312 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 63fc3722fe98490ab17b28061ef4f71e 2018-11-15 19:17:43,314 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=32 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/0eccfb1cd5e5cc38135812e2cc29dd98/.tmp/family/63fc3722fe98490ab17b28061ef4f71e 2018-11-15 19:17:43,316 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/0eccfb1cd5e5cc38135812e2cc29dd98/.tmp/family/63fc3722fe98490ab17b28061ef4f71e as /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/0eccfb1cd5e5cc38135812e2cc29dd98/family/63fc3722fe98490ab17b28061ef4f71e 2018-11-15 19:17:43,317 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/0eccfb1cd5e5cc38135812e2cc29dd98/family/63fc3722fe98490ab17b28061ef4f71e, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:17:43,319 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 0eccfb1cd5e5cc38135812e2cc29dd98 in 69ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:43,321 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDurability,,1542309463118.0eccfb1cd5e5cc38135812e2cc29dd98. 2018-11-15 19:17:43,322 DEBUG [Time-limited test] wal.FSHLog(422): Closing WAL writer in /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_ASYNC_WAL_FSYNC_WAL/log/WALs/245fd8f8-c08b-67d9-8460-b81611fb4dd4 2018-11-15 19:17:43,323 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_ASYNC_WAL_FSYNC_WAL/log/oldWALs 2018-11-15 19:17:43,323 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 245fd8f8-c08b-67d9-8460-b81611fb4dd4:(num 1542309463052) 2018-11-15 19:17:43,323 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 245fd8f8-c08b-67d9-8460-b81611fb4dd4:(num 1542309463052) 2018-11-15 19:17:43,353 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2018-11-15 19:17:43,356 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=aeb43722-4ddc-f9d6-c07f-d86bae12fc92, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SKIP_WAL_SYNC_WAL/log/WALs/aeb43722-4ddc-f9d6-c07f-d86bae12fc92, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SKIP_WAL_SYNC_WAL/log/oldWALs 2018-11-15 19:17:43,420 WARN [sync.1] wal.FSHLog$SyncRunner(588): UNEXPECTED java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:581) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:43,420 WARN [Time-limited test] wal.FSHLog(343): Failed sync-before-close but no outstanding appends; closing WALjava.lang.NullPointerException 2018-11-15 19:17:43,421 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SKIP_WAL_SYNC_WAL/log/WALs/aeb43722-4ddc-f9d6-c07f-d86bae12fc92/aeb43722-4ddc-f9d6-c07f-d86bae12fc92.1542309463357 2018-11-15 19:17:43,421 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new FSHLog writer with pipeline: [] 2018-11-15 19:17:43,422 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDurability HTD == 'testDurability', {TABLE_ATTRIBUTES => {DURABILITY => 'SKIP_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313 Table name == testDurability 2018-11-15 19:17:43,476 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDurability,,1542309463422.e647099855bd168a162a585c5a5bcd62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:43,478 DEBUG [StoreOpener-e647099855bd168a162a585c5a5bcd62-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:43,479 INFO [StoreOpener-e647099855bd168a162a585c5a5bcd62-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=214, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:43,479 INFO [StoreOpener-e647099855bd168a162a585c5a5bcd62-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:43,480 INFO [StoreOpener-e647099855bd168a162a585c5a5bcd62-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:43,480 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for e647099855bd168a162a585c5a5bcd62 2018-11-15 19:17:43,481 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/e647099855bd168a162a585c5a5bcd62 2018-11-15 19:17:43,481 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/e647099855bd168a162a585c5a5bcd62 2018-11-15 19:17:43,481 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for e647099855bd168a162a585c5a5bcd62 2018-11-15 19:17:43,481 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for e647099855bd168a162a585c5a5bcd62 2018-11-15 19:17:43,482 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for e647099855bd168a162a585c5a5bcd62 2018-11-15 19:17:43,482 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for e647099855bd168a162a585c5a5bcd62 2018-11-15 19:17:43,530 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/e647099855bd168a162a585c5a5bcd62/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:43,531 INFO [Time-limited test] regionserver.HRegion(1009): Opened e647099855bd168a162a585c5a5bcd62; next sequenceid=2 2018-11-15 19:17:43,533 INFO [Time-limited test] hbase.Waiter(189): Waiting up to [0] milli-secs(wait.for.ratio=[1]) 2018-11-15 19:17:43,535 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing e647099855bd168a162a585c5a5bcd62, disabling compactions & flushes 2018-11-15 19:17:43,535 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDurability,,1542309463422.e647099855bd168a162a585c5a5bcd62. 2018-11-15 19:17:43,535 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=32 B heapSize=360 B 2018-11-15 19:17:43,596 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on fa04e0d7b4a44a20aca15684b09c93de 2018-11-15 19:17:43,598 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=32 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/e647099855bd168a162a585c5a5bcd62/.tmp/family/fa04e0d7b4a44a20aca15684b09c93de 2018-11-15 19:17:43,603 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/e647099855bd168a162a585c5a5bcd62/.tmp/family/fa04e0d7b4a44a20aca15684b09c93de as /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/e647099855bd168a162a585c5a5bcd62/family/fa04e0d7b4a44a20aca15684b09c93de 2018-11-15 19:17:43,604 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/e647099855bd168a162a585c5a5bcd62/family/fa04e0d7b4a44a20aca15684b09c93de, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:17:43,606 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for e647099855bd168a162a585c5a5bcd62 in 71ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:43,609 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDurability,,1542309463422.e647099855bd168a162a585c5a5bcd62. 2018-11-15 19:17:43,610 DEBUG [Time-limited test] wal.FSHLog(422): Closing WAL writer in /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SKIP_WAL_SYNC_WAL/log/WALs/aeb43722-4ddc-f9d6-c07f-d86bae12fc92 2018-11-15 19:17:43,611 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SKIP_WAL_SYNC_WAL/log/oldWALs 2018-11-15 19:17:43,612 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog aeb43722-4ddc-f9d6-c07f-d86bae12fc92:(num 1542309463357) 2018-11-15 19:17:43,612 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog aeb43722-4ddc-f9d6-c07f-d86bae12fc92:(num 1542309463357) 2018-11-15 19:17:43,641 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2018-11-15 19:17:43,645 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=85e8351c-d3c8-ec90-c24e-91913bc78c68, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SKIP_WAL_FSYNC_WAL/log/WALs/85e8351c-d3c8-ec90-c24e-91913bc78c68, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SKIP_WAL_FSYNC_WAL/log/oldWALs 2018-11-15 19:17:43,709 WARN [sync.1] wal.FSHLog$SyncRunner(588): UNEXPECTED java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:581) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:43,709 WARN [Time-limited test] wal.FSHLog(343): Failed sync-before-close but no outstanding appends; closing WALjava.lang.NullPointerException 2018-11-15 19:17:43,710 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SKIP_WAL_FSYNC_WAL/log/WALs/85e8351c-d3c8-ec90-c24e-91913bc78c68/85e8351c-d3c8-ec90-c24e-91913bc78c68.1542309463646 2018-11-15 19:17:43,710 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new FSHLog writer with pipeline: [] 2018-11-15 19:17:43,711 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDurability HTD == 'testDurability', {TABLE_ATTRIBUTES => {DURABILITY => 'SKIP_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313 Table name == testDurability 2018-11-15 19:17:43,777 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDurability,,1542309463711.561304b0af3310dfa4e7a217b8019aa8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:43,779 DEBUG [StoreOpener-561304b0af3310dfa4e7a217b8019aa8-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:43,780 INFO [StoreOpener-561304b0af3310dfa4e7a217b8019aa8-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=214, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:43,781 INFO [StoreOpener-561304b0af3310dfa4e7a217b8019aa8-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:43,781 INFO [StoreOpener-561304b0af3310dfa4e7a217b8019aa8-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:43,782 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 561304b0af3310dfa4e7a217b8019aa8 2018-11-15 19:17:43,783 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/561304b0af3310dfa4e7a217b8019aa8 2018-11-15 19:17:43,783 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/561304b0af3310dfa4e7a217b8019aa8 2018-11-15 19:17:43,783 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 561304b0af3310dfa4e7a217b8019aa8 2018-11-15 19:17:43,783 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 561304b0af3310dfa4e7a217b8019aa8 2018-11-15 19:17:43,784 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 561304b0af3310dfa4e7a217b8019aa8 2018-11-15 19:17:43,784 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 561304b0af3310dfa4e7a217b8019aa8 2018-11-15 19:17:43,841 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/561304b0af3310dfa4e7a217b8019aa8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:43,841 INFO [Time-limited test] regionserver.HRegion(1009): Opened 561304b0af3310dfa4e7a217b8019aa8; next sequenceid=2 2018-11-15 19:17:43,845 INFO [Time-limited test] hbase.Waiter(189): Waiting up to [0] milli-secs(wait.for.ratio=[1]) 2018-11-15 19:17:43,846 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 561304b0af3310dfa4e7a217b8019aa8, disabling compactions & flushes 2018-11-15 19:17:43,846 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDurability,,1542309463711.561304b0af3310dfa4e7a217b8019aa8. 2018-11-15 19:17:43,847 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=32 B heapSize=360 B 2018-11-15 19:17:43,912 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 1be42c5eeeee4fdf80067e34cc541db2 2018-11-15 19:17:43,915 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=32 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/561304b0af3310dfa4e7a217b8019aa8/.tmp/family/1be42c5eeeee4fdf80067e34cc541db2 2018-11-15 19:17:43,916 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/561304b0af3310dfa4e7a217b8019aa8/.tmp/family/1be42c5eeeee4fdf80067e34cc541db2 as /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/561304b0af3310dfa4e7a217b8019aa8/family/1be42c5eeeee4fdf80067e34cc541db2 2018-11-15 19:17:43,918 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/561304b0af3310dfa4e7a217b8019aa8/family/1be42c5eeeee4fdf80067e34cc541db2, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:17:43,919 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 561304b0af3310dfa4e7a217b8019aa8 in 72ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:43,921 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDurability,,1542309463711.561304b0af3310dfa4e7a217b8019aa8. 2018-11-15 19:17:43,922 DEBUG [Time-limited test] wal.FSHLog(422): Closing WAL writer in /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SKIP_WAL_FSYNC_WAL/log/WALs/85e8351c-d3c8-ec90-c24e-91913bc78c68 2018-11-15 19:17:43,923 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SKIP_WAL_FSYNC_WAL/log/oldWALs 2018-11-15 19:17:43,923 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 85e8351c-d3c8-ec90-c24e-91913bc78c68:(num 1542309463646) 2018-11-15 19:17:43,923 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 85e8351c-d3c8-ec90-c24e-91913bc78c68:(num 1542309463646) 2018-11-15 19:17:43,950 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2018-11-15 19:17:43,954 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=61c19d33-1548-1303-ea58-b8588198b28c, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_USE_DEFAULT_SYNC_WAL/log/WALs/61c19d33-1548-1303-ea58-b8588198b28c, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_USE_DEFAULT_SYNC_WAL/log/oldWALs 2018-11-15 19:17:44,020 WARN [sync.1] wal.FSHLog$SyncRunner(588): UNEXPECTED java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:581) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:44,021 WARN [Time-limited test] wal.FSHLog(343): Failed sync-before-close but no outstanding appends; closing WALjava.lang.NullPointerException 2018-11-15 19:17:44,022 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_USE_DEFAULT_SYNC_WAL/log/WALs/61c19d33-1548-1303-ea58-b8588198b28c/61c19d33-1548-1303-ea58-b8588198b28c.1542309463955 2018-11-15 19:17:44,022 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new FSHLog writer with pipeline: [] 2018-11-15 19:17:44,023 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDurability HTD == 'testDurability', {TABLE_ATTRIBUTES => {DURABILITY => 'USE_DEFAULT', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313 Table name == testDurability 2018-11-15 19:17:44,089 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDurability,,1542309464023.3bb83dd75f91d30e53dcf19dd30ad834.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:44,098 DEBUG [StoreOpener-3bb83dd75f91d30e53dcf19dd30ad834-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:44,102 INFO [StoreOpener-3bb83dd75f91d30e53dcf19dd30ad834-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=214, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:44,103 INFO [StoreOpener-3bb83dd75f91d30e53dcf19dd30ad834-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:44,104 INFO [StoreOpener-3bb83dd75f91d30e53dcf19dd30ad834-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:44,104 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 3bb83dd75f91d30e53dcf19dd30ad834 2018-11-15 19:17:44,106 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/3bb83dd75f91d30e53dcf19dd30ad834 2018-11-15 19:17:44,107 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/3bb83dd75f91d30e53dcf19dd30ad834 2018-11-15 19:17:44,107 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 3bb83dd75f91d30e53dcf19dd30ad834 2018-11-15 19:17:44,107 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 3bb83dd75f91d30e53dcf19dd30ad834 2018-11-15 19:17:44,107 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 3bb83dd75f91d30e53dcf19dd30ad834 2018-11-15 19:17:44,108 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 3bb83dd75f91d30e53dcf19dd30ad834 2018-11-15 19:17:44,171 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/3bb83dd75f91d30e53dcf19dd30ad834/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:44,172 INFO [Time-limited test] regionserver.HRegion(1009): Opened 3bb83dd75f91d30e53dcf19dd30ad834; next sequenceid=2 2018-11-15 19:17:44,177 INFO [Time-limited test] hbase.Waiter(189): Waiting up to [0] milli-secs(wait.for.ratio=[1]) 2018-11-15 19:17:44,178 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 3bb83dd75f91d30e53dcf19dd30ad834, disabling compactions & flushes 2018-11-15 19:17:44,178 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDurability,,1542309464023.3bb83dd75f91d30e53dcf19dd30ad834. 2018-11-15 19:17:44,178 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=32 B heapSize=360 B 2018-11-15 19:17:44,243 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 57d95cce508d4355a4dac25d8a36c2b6 2018-11-15 19:17:44,247 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=32 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/3bb83dd75f91d30e53dcf19dd30ad834/.tmp/family/57d95cce508d4355a4dac25d8a36c2b6 2018-11-15 19:17:44,250 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/3bb83dd75f91d30e53dcf19dd30ad834/.tmp/family/57d95cce508d4355a4dac25d8a36c2b6 as /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/3bb83dd75f91d30e53dcf19dd30ad834/family/57d95cce508d4355a4dac25d8a36c2b6 2018-11-15 19:17:44,252 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/3bb83dd75f91d30e53dcf19dd30ad834/family/57d95cce508d4355a4dac25d8a36c2b6, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:17:44,253 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 3bb83dd75f91d30e53dcf19dd30ad834 in 75ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:44,256 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDurability,,1542309464023.3bb83dd75f91d30e53dcf19dd30ad834. 2018-11-15 19:17:44,256 DEBUG [Time-limited test] wal.FSHLog(422): Closing WAL writer in /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_USE_DEFAULT_SYNC_WAL/log/WALs/61c19d33-1548-1303-ea58-b8588198b28c 2018-11-15 19:17:44,258 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_USE_DEFAULT_SYNC_WAL/log/oldWALs 2018-11-15 19:17:44,258 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 61c19d33-1548-1303-ea58-b8588198b28c:(num 1542309463955) 2018-11-15 19:17:44,258 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 61c19d33-1548-1303-ea58-b8588198b28c:(num 1542309463955) 2018-11-15 19:17:44,293 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2018-11-15 19:17:44,297 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=4d9cf677-8f9b-a33c-4c21-edcba6d86142, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_USE_DEFAULT_FSYNC_WAL/log/WALs/4d9cf677-8f9b-a33c-4c21-edcba6d86142, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_USE_DEFAULT_FSYNC_WAL/log/oldWALs 2018-11-15 19:17:44,363 WARN [sync.1] wal.FSHLog$SyncRunner(588): UNEXPECTED java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:581) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:44,364 WARN [Time-limited test] wal.FSHLog(343): Failed sync-before-close but no outstanding appends; closing WALjava.lang.NullPointerException 2018-11-15 19:17:44,364 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_USE_DEFAULT_FSYNC_WAL/log/WALs/4d9cf677-8f9b-a33c-4c21-edcba6d86142/4d9cf677-8f9b-a33c-4c21-edcba6d86142.1542309464298 2018-11-15 19:17:44,364 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new FSHLog writer with pipeline: [] 2018-11-15 19:17:44,365 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDurability HTD == 'testDurability', {TABLE_ATTRIBUTES => {DURABILITY => 'USE_DEFAULT', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313 Table name == testDurability 2018-11-15 19:17:44,421 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDurability,,1542309464365.e086071bdb34ae79828fdd03ff61266a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:44,423 DEBUG [StoreOpener-e086071bdb34ae79828fdd03ff61266a-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:44,424 INFO [StoreOpener-e086071bdb34ae79828fdd03ff61266a-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=214, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:44,425 INFO [StoreOpener-e086071bdb34ae79828fdd03ff61266a-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:44,426 INFO [StoreOpener-e086071bdb34ae79828fdd03ff61266a-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:44,426 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for e086071bdb34ae79828fdd03ff61266a 2018-11-15 19:17:44,427 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/e086071bdb34ae79828fdd03ff61266a 2018-11-15 19:17:44,427 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/e086071bdb34ae79828fdd03ff61266a 2018-11-15 19:17:44,427 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for e086071bdb34ae79828fdd03ff61266a 2018-11-15 19:17:44,428 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for e086071bdb34ae79828fdd03ff61266a 2018-11-15 19:17:44,428 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for e086071bdb34ae79828fdd03ff61266a 2018-11-15 19:17:44,429 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for e086071bdb34ae79828fdd03ff61266a 2018-11-15 19:17:44,492 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/e086071bdb34ae79828fdd03ff61266a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:44,492 INFO [Time-limited test] regionserver.HRegion(1009): Opened e086071bdb34ae79828fdd03ff61266a; next sequenceid=2 2018-11-15 19:17:44,495 INFO [Time-limited test] hbase.Waiter(189): Waiting up to [0] milli-secs(wait.for.ratio=[1]) 2018-11-15 19:17:44,497 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing e086071bdb34ae79828fdd03ff61266a, disabling compactions & flushes 2018-11-15 19:17:44,497 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDurability,,1542309464365.e086071bdb34ae79828fdd03ff61266a. 2018-11-15 19:17:44,497 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=32 B heapSize=360 B 2018-11-15 19:17:44,562 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 1d38707174cc44ee990167530180bf19 2018-11-15 19:17:44,564 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=32 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/e086071bdb34ae79828fdd03ff61266a/.tmp/family/1d38707174cc44ee990167530180bf19 2018-11-15 19:17:44,566 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/e086071bdb34ae79828fdd03ff61266a/.tmp/family/1d38707174cc44ee990167530180bf19 as /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/e086071bdb34ae79828fdd03ff61266a/family/1d38707174cc44ee990167530180bf19 2018-11-15 19:17:44,567 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/e086071bdb34ae79828fdd03ff61266a/family/1d38707174cc44ee990167530180bf19, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:17:44,569 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for e086071bdb34ae79828fdd03ff61266a in 72ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:44,571 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDurability,,1542309464365.e086071bdb34ae79828fdd03ff61266a. 2018-11-15 19:17:44,572 DEBUG [Time-limited test] wal.FSHLog(422): Closing WAL writer in /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_USE_DEFAULT_FSYNC_WAL/log/WALs/4d9cf677-8f9b-a33c-4c21-edcba6d86142 2018-11-15 19:17:44,573 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_USE_DEFAULT_FSYNC_WAL/log/oldWALs 2018-11-15 19:17:44,573 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 4d9cf677-8f9b-a33c-4c21-edcba6d86142:(num 1542309464298) 2018-11-15 19:17:44,573 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 4d9cf677-8f9b-a33c-4c21-edcba6d86142:(num 1542309464298) 2018-11-15 19:17:44,605 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2018-11-15 19:17:44,608 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=28112238-3f96-f240-d184-38b0a5371c24, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_USE_DEFAULT_USE_DEFAULT/log/WALs/28112238-3f96-f240-d184-38b0a5371c24, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_USE_DEFAULT_USE_DEFAULT/log/oldWALs 2018-11-15 19:17:44,668 WARN [sync.1] wal.FSHLog$SyncRunner(588): UNEXPECTED java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:581) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:44,669 WARN [Time-limited test] wal.FSHLog(343): Failed sync-before-close but no outstanding appends; closing WALjava.lang.NullPointerException 2018-11-15 19:17:44,669 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_USE_DEFAULT_USE_DEFAULT/log/WALs/28112238-3f96-f240-d184-38b0a5371c24/28112238-3f96-f240-d184-38b0a5371c24.1542309464609 2018-11-15 19:17:44,670 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new FSHLog writer with pipeline: [] 2018-11-15 19:17:44,671 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDurability HTD == 'testDurability', {TABLE_ATTRIBUTES => {DURABILITY => 'USE_DEFAULT', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313 Table name == testDurability 2018-11-15 19:17:44,734 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDurability,,1542309464670.4a8ecf0e7ae947f7b822388ab71b34fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:44,737 DEBUG [StoreOpener-4a8ecf0e7ae947f7b822388ab71b34fa-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:44,738 INFO [StoreOpener-4a8ecf0e7ae947f7b822388ab71b34fa-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=214, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:44,738 INFO [StoreOpener-4a8ecf0e7ae947f7b822388ab71b34fa-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:44,739 INFO [StoreOpener-4a8ecf0e7ae947f7b822388ab71b34fa-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:44,739 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 4a8ecf0e7ae947f7b822388ab71b34fa 2018-11-15 19:17:44,740 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/4a8ecf0e7ae947f7b822388ab71b34fa 2018-11-15 19:17:44,741 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/4a8ecf0e7ae947f7b822388ab71b34fa 2018-11-15 19:17:44,741 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 4a8ecf0e7ae947f7b822388ab71b34fa 2018-11-15 19:17:44,741 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 4a8ecf0e7ae947f7b822388ab71b34fa 2018-11-15 19:17:44,741 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 4a8ecf0e7ae947f7b822388ab71b34fa 2018-11-15 19:17:44,742 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 4a8ecf0e7ae947f7b822388ab71b34fa 2018-11-15 19:17:44,807 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/4a8ecf0e7ae947f7b822388ab71b34fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:44,808 INFO [Time-limited test] regionserver.HRegion(1009): Opened 4a8ecf0e7ae947f7b822388ab71b34fa; next sequenceid=2 2018-11-15 19:17:44,811 INFO [Time-limited test] hbase.Waiter(189): Waiting up to [0] milli-secs(wait.for.ratio=[1]) 2018-11-15 19:17:44,812 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 4a8ecf0e7ae947f7b822388ab71b34fa, disabling compactions & flushes 2018-11-15 19:17:44,813 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDurability,,1542309464670.4a8ecf0e7ae947f7b822388ab71b34fa. 2018-11-15 19:17:44,813 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=32 B heapSize=360 B 2018-11-15 19:17:44,878 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on f5d128aaf4124a4abc5f62a120777091 2018-11-15 19:17:44,881 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=32 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/4a8ecf0e7ae947f7b822388ab71b34fa/.tmp/family/f5d128aaf4124a4abc5f62a120777091 2018-11-15 19:17:44,882 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/4a8ecf0e7ae947f7b822388ab71b34fa/.tmp/family/f5d128aaf4124a4abc5f62a120777091 as /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/4a8ecf0e7ae947f7b822388ab71b34fa/family/f5d128aaf4124a4abc5f62a120777091 2018-11-15 19:17:44,884 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/4a8ecf0e7ae947f7b822388ab71b34fa/family/f5d128aaf4124a4abc5f62a120777091, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:17:44,885 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 4a8ecf0e7ae947f7b822388ab71b34fa in 72ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:44,888 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDurability,,1542309464670.4a8ecf0e7ae947f7b822388ab71b34fa. 2018-11-15 19:17:44,888 DEBUG [Time-limited test] wal.FSHLog(422): Closing WAL writer in /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_USE_DEFAULT_USE_DEFAULT/log/WALs/28112238-3f96-f240-d184-38b0a5371c24 2018-11-15 19:17:44,889 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_USE_DEFAULT_USE_DEFAULT/log/oldWALs 2018-11-15 19:17:44,890 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 28112238-3f96-f240-d184-38b0a5371c24:(num 1542309464609) 2018-11-15 19:17:44,890 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 28112238-3f96-f240-d184-38b0a5371c24:(num 1542309464609) 2018-11-15 19:17:44,918 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2018-11-15 19:17:44,922 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=2e3b2d50-6fce-c4b4-46a7-64bd1cf4d025, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SYNC_WAL_ASYNC_WAL/log/WALs/2e3b2d50-6fce-c4b4-46a7-64bd1cf4d025, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SYNC_WAL_ASYNC_WAL/log/oldWALs 2018-11-15 19:17:44,986 WARN [sync.1] wal.FSHLog$SyncRunner(588): UNEXPECTED java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:581) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:44,987 WARN [Time-limited test] wal.FSHLog(343): Failed sync-before-close but no outstanding appends; closing WALjava.lang.NullPointerException 2018-11-15 19:17:44,988 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SYNC_WAL_ASYNC_WAL/log/WALs/2e3b2d50-6fce-c4b4-46a7-64bd1cf4d025/2e3b2d50-6fce-c4b4-46a7-64bd1cf4d025.1542309464923 2018-11-15 19:17:44,988 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new FSHLog writer with pipeline: [] 2018-11-15 19:17:44,989 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDurability HTD == 'testDurability', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313 Table name == testDurability 2018-11-15 19:17:45,052 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDurability,,1542309464989.c9ab80e375c40337aaadf86770006534.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:45,055 DEBUG [StoreOpener-c9ab80e375c40337aaadf86770006534-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:45,056 INFO [StoreOpener-c9ab80e375c40337aaadf86770006534-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=214, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:45,057 INFO [StoreOpener-c9ab80e375c40337aaadf86770006534-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:45,057 INFO [StoreOpener-c9ab80e375c40337aaadf86770006534-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:45,058 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for c9ab80e375c40337aaadf86770006534 2018-11-15 19:17:45,059 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/c9ab80e375c40337aaadf86770006534 2018-11-15 19:17:45,059 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/c9ab80e375c40337aaadf86770006534 2018-11-15 19:17:45,059 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for c9ab80e375c40337aaadf86770006534 2018-11-15 19:17:45,060 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for c9ab80e375c40337aaadf86770006534 2018-11-15 19:17:45,060 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for c9ab80e375c40337aaadf86770006534 2018-11-15 19:17:45,060 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for c9ab80e375c40337aaadf86770006534 2018-11-15 19:17:45,122 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/c9ab80e375c40337aaadf86770006534/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:45,122 INFO [Time-limited test] regionserver.HRegion(1009): Opened c9ab80e375c40337aaadf86770006534; next sequenceid=2 2018-11-15 19:17:45,125 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing c9ab80e375c40337aaadf86770006534, disabling compactions & flushes 2018-11-15 19:17:45,125 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDurability,,1542309464989.c9ab80e375c40337aaadf86770006534. 2018-11-15 19:17:45,125 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=32 B heapSize=360 B 2018-11-15 19:17:45,189 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 6c20eaf17f44416e8ac73f82b8cb635f 2018-11-15 19:17:45,192 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=32 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/c9ab80e375c40337aaadf86770006534/.tmp/family/6c20eaf17f44416e8ac73f82b8cb635f 2018-11-15 19:17:45,194 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/c9ab80e375c40337aaadf86770006534/.tmp/family/6c20eaf17f44416e8ac73f82b8cb635f as /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/c9ab80e375c40337aaadf86770006534/family/6c20eaf17f44416e8ac73f82b8cb635f 2018-11-15 19:17:45,195 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/c9ab80e375c40337aaadf86770006534/family/6c20eaf17f44416e8ac73f82b8cb635f, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:17:45,197 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for c9ab80e375c40337aaadf86770006534 in 72ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:45,199 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDurability,,1542309464989.c9ab80e375c40337aaadf86770006534. 2018-11-15 19:17:45,199 DEBUG [Time-limited test] wal.FSHLog(422): Closing WAL writer in /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SYNC_WAL_ASYNC_WAL/log/WALs/2e3b2d50-6fce-c4b4-46a7-64bd1cf4d025 2018-11-15 19:17:45,200 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SYNC_WAL_ASYNC_WAL/log/oldWALs 2018-11-15 19:17:45,201 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 2e3b2d50-6fce-c4b4-46a7-64bd1cf4d025:(num 1542309464923) 2018-11-15 19:17:45,201 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 2e3b2d50-6fce-c4b4-46a7-64bd1cf4d025:(num 1542309464923) 2018-11-15 19:17:45,231 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2018-11-15 19:17:45,236 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=2ac96681-a733-069d-46c0-56a03b4af7f0, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_FSYNC_WAL_ASYNC_WAL/log/WALs/2ac96681-a733-069d-46c0-56a03b4af7f0, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_FSYNC_WAL_ASYNC_WAL/log/oldWALs 2018-11-15 19:17:45,295 WARN [sync.1] wal.FSHLog$SyncRunner(588): UNEXPECTED java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:581) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:45,296 WARN [Time-limited test] wal.FSHLog(343): Failed sync-before-close but no outstanding appends; closing WALjava.lang.NullPointerException 2018-11-15 19:17:45,296 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_FSYNC_WAL_ASYNC_WAL/log/WALs/2ac96681-a733-069d-46c0-56a03b4af7f0/2ac96681-a733-069d-46c0-56a03b4af7f0.1542309465237 2018-11-15 19:17:45,297 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new FSHLog writer with pipeline: [] 2018-11-15 19:17:45,298 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDurability HTD == 'testDurability', {TABLE_ATTRIBUTES => {DURABILITY => 'FSYNC_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313 Table name == testDurability 2018-11-15 19:17:45,361 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDurability,,1542309465297.976b365fc652361d5148bcab31a8ddb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:45,363 DEBUG [StoreOpener-976b365fc652361d5148bcab31a8ddb2-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:45,364 INFO [StoreOpener-976b365fc652361d5148bcab31a8ddb2-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=214, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:45,365 INFO [StoreOpener-976b365fc652361d5148bcab31a8ddb2-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:45,365 INFO [StoreOpener-976b365fc652361d5148bcab31a8ddb2-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:45,366 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 976b365fc652361d5148bcab31a8ddb2 2018-11-15 19:17:45,366 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/976b365fc652361d5148bcab31a8ddb2 2018-11-15 19:17:45,367 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/976b365fc652361d5148bcab31a8ddb2 2018-11-15 19:17:45,367 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 976b365fc652361d5148bcab31a8ddb2 2018-11-15 19:17:45,367 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 976b365fc652361d5148bcab31a8ddb2 2018-11-15 19:17:45,368 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 976b365fc652361d5148bcab31a8ddb2 2018-11-15 19:17:45,368 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 976b365fc652361d5148bcab31a8ddb2 2018-11-15 19:17:45,434 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/976b365fc652361d5148bcab31a8ddb2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:45,434 INFO [Time-limited test] regionserver.HRegion(1009): Opened 976b365fc652361d5148bcab31a8ddb2; next sequenceid=2 2018-11-15 19:17:45,437 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 976b365fc652361d5148bcab31a8ddb2, disabling compactions & flushes 2018-11-15 19:17:45,437 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDurability,,1542309465297.976b365fc652361d5148bcab31a8ddb2. 2018-11-15 19:17:45,438 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=32 B heapSize=360 B 2018-11-15 19:17:45,495 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on e44db3fa30c14975afdd09ee0919271a 2018-11-15 19:17:45,497 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=32 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/976b365fc652361d5148bcab31a8ddb2/.tmp/family/e44db3fa30c14975afdd09ee0919271a 2018-11-15 19:17:45,499 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/976b365fc652361d5148bcab31a8ddb2/.tmp/family/e44db3fa30c14975afdd09ee0919271a as /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/976b365fc652361d5148bcab31a8ddb2/family/e44db3fa30c14975afdd09ee0919271a 2018-11-15 19:17:45,500 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/976b365fc652361d5148bcab31a8ddb2/family/e44db3fa30c14975afdd09ee0919271a, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:17:45,502 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 976b365fc652361d5148bcab31a8ddb2 in 64ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:45,504 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDurability,,1542309465297.976b365fc652361d5148bcab31a8ddb2. 2018-11-15 19:17:45,504 DEBUG [Time-limited test] wal.FSHLog(422): Closing WAL writer in /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_FSYNC_WAL_ASYNC_WAL/log/WALs/2ac96681-a733-069d-46c0-56a03b4af7f0 2018-11-15 19:17:45,505 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_FSYNC_WAL_ASYNC_WAL/log/oldWALs 2018-11-15 19:17:45,505 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 2ac96681-a733-069d-46c0-56a03b4af7f0:(num 1542309465237) 2018-11-15 19:17:45,505 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 2ac96681-a733-069d-46c0-56a03b4af7f0:(num 1542309465237) 2018-11-15 19:17:45,534 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2018-11-15 19:17:45,538 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=4d49f96d-eacf-518f-5207-fead3698333b, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_ASYNC_WAL_ASYNC_WAL/log/WALs/4d49f96d-eacf-518f-5207-fead3698333b, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_ASYNC_WAL_ASYNC_WAL/log/oldWALs 2018-11-15 19:17:45,603 WARN [sync.1] wal.FSHLog$SyncRunner(588): UNEXPECTED java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:581) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:45,604 WARN [Time-limited test] wal.FSHLog(343): Failed sync-before-close but no outstanding appends; closing WALjava.lang.NullPointerException 2018-11-15 19:17:45,605 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_ASYNC_WAL_ASYNC_WAL/log/WALs/4d49f96d-eacf-518f-5207-fead3698333b/4d49f96d-eacf-518f-5207-fead3698333b.1542309465539 2018-11-15 19:17:45,605 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new FSHLog writer with pipeline: [] 2018-11-15 19:17:45,606 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDurability HTD == 'testDurability', {TABLE_ATTRIBUTES => {DURABILITY => 'ASYNC_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313 Table name == testDurability 2018-11-15 19:17:45,662 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDurability,,1542309465606.9f593bd6356426c9bb59d8b596bcbe67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:45,664 DEBUG [StoreOpener-9f593bd6356426c9bb59d8b596bcbe67-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:45,665 INFO [StoreOpener-9f593bd6356426c9bb59d8b596bcbe67-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=214, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:45,665 INFO [StoreOpener-9f593bd6356426c9bb59d8b596bcbe67-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:45,666 INFO [StoreOpener-9f593bd6356426c9bb59d8b596bcbe67-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:45,666 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 9f593bd6356426c9bb59d8b596bcbe67 2018-11-15 19:17:45,667 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/9f593bd6356426c9bb59d8b596bcbe67 2018-11-15 19:17:45,668 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/9f593bd6356426c9bb59d8b596bcbe67 2018-11-15 19:17:45,668 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 9f593bd6356426c9bb59d8b596bcbe67 2018-11-15 19:17:45,668 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 9f593bd6356426c9bb59d8b596bcbe67 2018-11-15 19:17:45,668 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 9f593bd6356426c9bb59d8b596bcbe67 2018-11-15 19:17:45,669 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 9f593bd6356426c9bb59d8b596bcbe67 2018-11-15 19:17:45,733 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/9f593bd6356426c9bb59d8b596bcbe67/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:45,734 INFO [Time-limited test] regionserver.HRegion(1009): Opened 9f593bd6356426c9bb59d8b596bcbe67; next sequenceid=2 2018-11-15 19:17:45,736 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 9f593bd6356426c9bb59d8b596bcbe67, disabling compactions & flushes 2018-11-15 19:17:45,736 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDurability,,1542309465606.9f593bd6356426c9bb59d8b596bcbe67. 2018-11-15 19:17:45,736 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=32 B heapSize=360 B 2018-11-15 19:17:45,802 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 1f75768e9fcc4f85802dab6ca40acedb 2018-11-15 19:17:45,807 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=32 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/9f593bd6356426c9bb59d8b596bcbe67/.tmp/family/1f75768e9fcc4f85802dab6ca40acedb 2018-11-15 19:17:45,808 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/9f593bd6356426c9bb59d8b596bcbe67/.tmp/family/1f75768e9fcc4f85802dab6ca40acedb as /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/9f593bd6356426c9bb59d8b596bcbe67/family/1f75768e9fcc4f85802dab6ca40acedb 2018-11-15 19:17:45,810 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/9f593bd6356426c9bb59d8b596bcbe67/family/1f75768e9fcc4f85802dab6ca40acedb, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:17:45,811 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 9f593bd6356426c9bb59d8b596bcbe67 in 75ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:45,814 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDurability,,1542309465606.9f593bd6356426c9bb59d8b596bcbe67. 2018-11-15 19:17:45,814 DEBUG [Time-limited test] wal.FSHLog(422): Closing WAL writer in /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_ASYNC_WAL_ASYNC_WAL/log/WALs/4d49f96d-eacf-518f-5207-fead3698333b 2018-11-15 19:17:45,815 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_ASYNC_WAL_ASYNC_WAL/log/oldWALs 2018-11-15 19:17:45,815 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 4d49f96d-eacf-518f-5207-fead3698333b:(num 1542309465539) 2018-11-15 19:17:45,815 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 4d49f96d-eacf-518f-5207-fead3698333b:(num 1542309465539) 2018-11-15 19:17:45,842 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2018-11-15 19:17:45,845 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=35d50a29-37aa-5113-1429-e900086d376d, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SKIP_WAL_ASYNC_WAL/log/WALs/35d50a29-37aa-5113-1429-e900086d376d, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SKIP_WAL_ASYNC_WAL/log/oldWALs 2018-11-15 19:17:45,909 WARN [sync.1] wal.FSHLog$SyncRunner(588): UNEXPECTED java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:581) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:45,910 WARN [Time-limited test] wal.FSHLog(343): Failed sync-before-close but no outstanding appends; closing WALjava.lang.NullPointerException 2018-11-15 19:17:45,910 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SKIP_WAL_ASYNC_WAL/log/WALs/35d50a29-37aa-5113-1429-e900086d376d/35d50a29-37aa-5113-1429-e900086d376d.1542309465846 2018-11-15 19:17:45,910 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new FSHLog writer with pipeline: [] 2018-11-15 19:17:45,911 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDurability HTD == 'testDurability', {TABLE_ATTRIBUTES => {DURABILITY => 'SKIP_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313 Table name == testDurability 2018-11-15 19:17:45,973 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDurability,,1542309465911.dbaa74614ed2cbc58c1085bb7a36c54b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:45,975 DEBUG [StoreOpener-dbaa74614ed2cbc58c1085bb7a36c54b-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:45,977 INFO [StoreOpener-dbaa74614ed2cbc58c1085bb7a36c54b-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=214, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:45,977 INFO [StoreOpener-dbaa74614ed2cbc58c1085bb7a36c54b-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:45,978 INFO [StoreOpener-dbaa74614ed2cbc58c1085bb7a36c54b-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:45,978 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for dbaa74614ed2cbc58c1085bb7a36c54b 2018-11-15 19:17:45,979 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/dbaa74614ed2cbc58c1085bb7a36c54b 2018-11-15 19:17:45,979 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/dbaa74614ed2cbc58c1085bb7a36c54b 2018-11-15 19:17:45,980 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for dbaa74614ed2cbc58c1085bb7a36c54b 2018-11-15 19:17:45,980 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for dbaa74614ed2cbc58c1085bb7a36c54b 2018-11-15 19:17:45,980 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for dbaa74614ed2cbc58c1085bb7a36c54b 2018-11-15 19:17:45,981 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for dbaa74614ed2cbc58c1085bb7a36c54b 2018-11-15 19:17:46,045 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/dbaa74614ed2cbc58c1085bb7a36c54b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:46,046 INFO [Time-limited test] regionserver.HRegion(1009): Opened dbaa74614ed2cbc58c1085bb7a36c54b; next sequenceid=2 2018-11-15 19:17:46,048 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing dbaa74614ed2cbc58c1085bb7a36c54b, disabling compactions & flushes 2018-11-15 19:17:46,048 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDurability,,1542309465911.dbaa74614ed2cbc58c1085bb7a36c54b. 2018-11-15 19:17:46,048 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=32 B heapSize=360 B 2018-11-15 19:17:46,114 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 36eb7fd943ea45fd9d294bbb8c1c6fd7 2018-11-15 19:17:46,117 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=32 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/dbaa74614ed2cbc58c1085bb7a36c54b/.tmp/family/36eb7fd943ea45fd9d294bbb8c1c6fd7 2018-11-15 19:17:46,119 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/dbaa74614ed2cbc58c1085bb7a36c54b/.tmp/family/36eb7fd943ea45fd9d294bbb8c1c6fd7 as /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/dbaa74614ed2cbc58c1085bb7a36c54b/family/36eb7fd943ea45fd9d294bbb8c1c6fd7 2018-11-15 19:17:46,120 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/dbaa74614ed2cbc58c1085bb7a36c54b/family/36eb7fd943ea45fd9d294bbb8c1c6fd7, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:17:46,122 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for dbaa74614ed2cbc58c1085bb7a36c54b in 74ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:46,124 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDurability,,1542309465911.dbaa74614ed2cbc58c1085bb7a36c54b. 2018-11-15 19:17:46,125 DEBUG [Time-limited test] wal.FSHLog(422): Closing WAL writer in /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SKIP_WAL_ASYNC_WAL/log/WALs/35d50a29-37aa-5113-1429-e900086d376d 2018-11-15 19:17:46,126 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SKIP_WAL_ASYNC_WAL/log/oldWALs 2018-11-15 19:17:46,126 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 35d50a29-37aa-5113-1429-e900086d376d:(num 1542309465846) 2018-11-15 19:17:46,126 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 35d50a29-37aa-5113-1429-e900086d376d:(num 1542309465846) 2018-11-15 19:17:46,156 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2018-11-15 19:17:46,159 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=e778d6f3-46e5-af5f-a97e-ed4a8904b189, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_USE_DEFAULT_ASYNC_WAL/log/WALs/e778d6f3-46e5-af5f-a97e-ed4a8904b189, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_USE_DEFAULT_ASYNC_WAL/log/oldWALs 2018-11-15 19:17:46,225 WARN [sync.1] wal.FSHLog$SyncRunner(588): UNEXPECTED java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:581) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:46,226 WARN [Time-limited test] wal.FSHLog(343): Failed sync-before-close but no outstanding appends; closing WALjava.lang.NullPointerException 2018-11-15 19:17:46,226 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_USE_DEFAULT_ASYNC_WAL/log/WALs/e778d6f3-46e5-af5f-a97e-ed4a8904b189/e778d6f3-46e5-af5f-a97e-ed4a8904b189.1542309466160 2018-11-15 19:17:46,226 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new FSHLog writer with pipeline: [] 2018-11-15 19:17:46,227 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDurability HTD == 'testDurability', {TABLE_ATTRIBUTES => {DURABILITY => 'USE_DEFAULT', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313 Table name == testDurability 2018-11-15 19:17:46,294 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDurability,,1542309466227.5915ff9e384fd37515e18a235b9a7cfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:46,295 DEBUG [StoreOpener-5915ff9e384fd37515e18a235b9a7cfd-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:46,296 INFO [StoreOpener-5915ff9e384fd37515e18a235b9a7cfd-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=214, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:46,297 INFO [StoreOpener-5915ff9e384fd37515e18a235b9a7cfd-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:46,297 INFO [StoreOpener-5915ff9e384fd37515e18a235b9a7cfd-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:46,298 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 5915ff9e384fd37515e18a235b9a7cfd 2018-11-15 19:17:46,299 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/5915ff9e384fd37515e18a235b9a7cfd 2018-11-15 19:17:46,299 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/5915ff9e384fd37515e18a235b9a7cfd 2018-11-15 19:17:46,299 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 5915ff9e384fd37515e18a235b9a7cfd 2018-11-15 19:17:46,299 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 5915ff9e384fd37515e18a235b9a7cfd 2018-11-15 19:17:46,300 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 5915ff9e384fd37515e18a235b9a7cfd 2018-11-15 19:17:46,300 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 5915ff9e384fd37515e18a235b9a7cfd 2018-11-15 19:17:46,365 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/5915ff9e384fd37515e18a235b9a7cfd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:46,365 INFO [Time-limited test] regionserver.HRegion(1009): Opened 5915ff9e384fd37515e18a235b9a7cfd; next sequenceid=2 2018-11-15 19:17:46,367 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 5915ff9e384fd37515e18a235b9a7cfd, disabling compactions & flushes 2018-11-15 19:17:46,368 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDurability,,1542309466227.5915ff9e384fd37515e18a235b9a7cfd. 2018-11-15 19:17:46,368 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=32 B heapSize=360 B 2018-11-15 19:17:46,434 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 018dc824435242a0955dab98301fe982 2018-11-15 19:17:46,436 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=32 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/5915ff9e384fd37515e18a235b9a7cfd/.tmp/family/018dc824435242a0955dab98301fe982 2018-11-15 19:17:46,438 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/5915ff9e384fd37515e18a235b9a7cfd/.tmp/family/018dc824435242a0955dab98301fe982 as /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/5915ff9e384fd37515e18a235b9a7cfd/family/018dc824435242a0955dab98301fe982 2018-11-15 19:17:46,439 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/5915ff9e384fd37515e18a235b9a7cfd/family/018dc824435242a0955dab98301fe982, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:17:46,441 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 5915ff9e384fd37515e18a235b9a7cfd in 73ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:46,443 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDurability,,1542309466227.5915ff9e384fd37515e18a235b9a7cfd. 2018-11-15 19:17:46,444 DEBUG [Time-limited test] wal.FSHLog(422): Closing WAL writer in /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_USE_DEFAULT_ASYNC_WAL/log/WALs/e778d6f3-46e5-af5f-a97e-ed4a8904b189 2018-11-15 19:17:46,445 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_USE_DEFAULT_ASYNC_WAL/log/oldWALs 2018-11-15 19:17:46,445 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog e778d6f3-46e5-af5f-a97e-ed4a8904b189:(num 1542309466160) 2018-11-15 19:17:46,446 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog e778d6f3-46e5-af5f-a97e-ed4a8904b189:(num 1542309466160) 2018-11-15 19:17:46,475 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2018-11-15 19:17:46,479 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=2e51e167-2357-4538-9456-f022cafa56ca, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_ASYNC_WAL_USE_DEFAULT/log/WALs/2e51e167-2357-4538-9456-f022cafa56ca, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_ASYNC_WAL_USE_DEFAULT/log/oldWALs 2018-11-15 19:17:46,547 WARN [sync.1] wal.FSHLog$SyncRunner(588): UNEXPECTED java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:581) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:46,548 WARN [Time-limited test] wal.FSHLog(343): Failed sync-before-close but no outstanding appends; closing WALjava.lang.NullPointerException 2018-11-15 19:17:46,548 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_ASYNC_WAL_USE_DEFAULT/log/WALs/2e51e167-2357-4538-9456-f022cafa56ca/2e51e167-2357-4538-9456-f022cafa56ca.1542309466480 2018-11-15 19:17:46,548 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new FSHLog writer with pipeline: [] 2018-11-15 19:17:46,549 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDurability HTD == 'testDurability', {TABLE_ATTRIBUTES => {DURABILITY => 'ASYNC_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313 Table name == testDurability 2018-11-15 19:17:46,616 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDurability,,1542309466549.8bc9e3de2323b6dc19de2e23e5b778d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:46,618 DEBUG [StoreOpener-8bc9e3de2323b6dc19de2e23e5b778d4-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:46,619 INFO [StoreOpener-8bc9e3de2323b6dc19de2e23e5b778d4-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=214, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:46,619 INFO [StoreOpener-8bc9e3de2323b6dc19de2e23e5b778d4-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:46,620 INFO [StoreOpener-8bc9e3de2323b6dc19de2e23e5b778d4-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:46,620 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 8bc9e3de2323b6dc19de2e23e5b778d4 2018-11-15 19:17:46,621 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/8bc9e3de2323b6dc19de2e23e5b778d4 2018-11-15 19:17:46,621 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/8bc9e3de2323b6dc19de2e23e5b778d4 2018-11-15 19:17:46,622 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 8bc9e3de2323b6dc19de2e23e5b778d4 2018-11-15 19:17:46,622 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 8bc9e3de2323b6dc19de2e23e5b778d4 2018-11-15 19:17:46,622 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 8bc9e3de2323b6dc19de2e23e5b778d4 2018-11-15 19:17:46,623 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 8bc9e3de2323b6dc19de2e23e5b778d4 2018-11-15 19:17:46,688 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/8bc9e3de2323b6dc19de2e23e5b778d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:46,689 INFO [Time-limited test] regionserver.HRegion(1009): Opened 8bc9e3de2323b6dc19de2e23e5b778d4; next sequenceid=2 2018-11-15 19:17:46,691 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 8bc9e3de2323b6dc19de2e23e5b778d4, disabling compactions & flushes 2018-11-15 19:17:46,691 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDurability,,1542309466549.8bc9e3de2323b6dc19de2e23e5b778d4. 2018-11-15 19:17:46,691 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=32 B heapSize=360 B 2018-11-15 19:17:46,757 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on f579efb2ef764274a48d4e9c8de481ee 2018-11-15 19:17:46,760 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=32 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/8bc9e3de2323b6dc19de2e23e5b778d4/.tmp/family/f579efb2ef764274a48d4e9c8de481ee 2018-11-15 19:17:46,761 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/8bc9e3de2323b6dc19de2e23e5b778d4/.tmp/family/f579efb2ef764274a48d4e9c8de481ee as /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/8bc9e3de2323b6dc19de2e23e5b778d4/family/f579efb2ef764274a48d4e9c8de481ee 2018-11-15 19:17:46,763 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/8bc9e3de2323b6dc19de2e23e5b778d4/family/f579efb2ef764274a48d4e9c8de481ee, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:17:46,764 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 8bc9e3de2323b6dc19de2e23e5b778d4 in 73ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:46,766 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDurability,,1542309466549.8bc9e3de2323b6dc19de2e23e5b778d4. 2018-11-15 19:17:46,767 DEBUG [Time-limited test] wal.FSHLog(422): Closing WAL writer in /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_ASYNC_WAL_USE_DEFAULT/log/WALs/2e51e167-2357-4538-9456-f022cafa56ca 2018-11-15 19:17:46,768 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_ASYNC_WAL_USE_DEFAULT/log/oldWALs 2018-11-15 19:17:46,768 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 2e51e167-2357-4538-9456-f022cafa56ca:(num 1542309466480) 2018-11-15 19:17:46,768 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 2e51e167-2357-4538-9456-f022cafa56ca:(num 1542309466480) 2018-11-15 19:17:46,798 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2018-11-15 19:17:46,801 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=b5f43acb-dbe1-335c-9787-6be3e66135d7, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SYNC_WAL_ASYNC_WAL/log/WALs/b5f43acb-dbe1-335c-9787-6be3e66135d7, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SYNC_WAL_ASYNC_WAL/log/oldWALs 2018-11-15 19:17:46,869 WARN [sync.1] wal.FSHLog$SyncRunner(588): UNEXPECTED java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:581) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:46,870 WARN [Time-limited test] wal.FSHLog(343): Failed sync-before-close but no outstanding appends; closing WALjava.lang.NullPointerException 2018-11-15 19:17:46,870 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SYNC_WAL_ASYNC_WAL/log/WALs/b5f43acb-dbe1-335c-9787-6be3e66135d7/b5f43acb-dbe1-335c-9787-6be3e66135d7.1542309466802 2018-11-15 19:17:46,870 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new FSHLog writer with pipeline: [] 2018-11-15 19:17:46,871 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDurability HTD == 'testDurability', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313 Table name == testDurability 2018-11-15 19:17:46,927 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDurability,,1542309466871.457c52aaa50cfecba9d11de306aa9482.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:46,929 DEBUG [StoreOpener-457c52aaa50cfecba9d11de306aa9482-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:46,930 INFO [StoreOpener-457c52aaa50cfecba9d11de306aa9482-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=214, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:46,931 INFO [StoreOpener-457c52aaa50cfecba9d11de306aa9482-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:46,931 INFO [StoreOpener-457c52aaa50cfecba9d11de306aa9482-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:46,932 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 457c52aaa50cfecba9d11de306aa9482 2018-11-15 19:17:46,932 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/457c52aaa50cfecba9d11de306aa9482 2018-11-15 19:17:46,933 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/457c52aaa50cfecba9d11de306aa9482 2018-11-15 19:17:46,933 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 457c52aaa50cfecba9d11de306aa9482 2018-11-15 19:17:46,933 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 457c52aaa50cfecba9d11de306aa9482 2018-11-15 19:17:46,933 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 457c52aaa50cfecba9d11de306aa9482 2018-11-15 19:17:46,934 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 457c52aaa50cfecba9d11de306aa9482 2018-11-15 19:17:46,990 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/457c52aaa50cfecba9d11de306aa9482/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:46,990 INFO [Time-limited test] regionserver.HRegion(1009): Opened 457c52aaa50cfecba9d11de306aa9482; next sequenceid=2 2018-11-15 19:17:46,992 INFO [Time-limited test] hbase.Waiter(189): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2018-11-15 19:17:46,996 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 457c52aaa50cfecba9d11de306aa9482, disabling compactions & flushes 2018-11-15 19:17:46,996 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDurability,,1542309466871.457c52aaa50cfecba9d11de306aa9482. 2018-11-15 19:17:46,996 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=32 B heapSize=360 B 2018-11-15 19:17:47,066 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 175f638382af40eeab0793751be018f6 2018-11-15 19:17:47,069 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=32 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/457c52aaa50cfecba9d11de306aa9482/.tmp/family/175f638382af40eeab0793751be018f6 2018-11-15 19:17:47,071 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/457c52aaa50cfecba9d11de306aa9482/.tmp/family/175f638382af40eeab0793751be018f6 as /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/457c52aaa50cfecba9d11de306aa9482/family/175f638382af40eeab0793751be018f6 2018-11-15 19:17:47,072 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/457c52aaa50cfecba9d11de306aa9482/family/175f638382af40eeab0793751be018f6, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:17:47,074 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 457c52aaa50cfecba9d11de306aa9482 in 78ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:47,076 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDurability,,1542309466871.457c52aaa50cfecba9d11de306aa9482. 2018-11-15 19:17:47,077 DEBUG [Time-limited test] wal.FSHLog(422): Closing WAL writer in /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SYNC_WAL_ASYNC_WAL/log/WALs/b5f43acb-dbe1-335c-9787-6be3e66135d7 2018-11-15 19:17:47,078 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SYNC_WAL_ASYNC_WAL/log/oldWALs 2018-11-15 19:17:47,078 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog b5f43acb-dbe1-335c-9787-6be3e66135d7:(num 1542309466802) 2018-11-15 19:17:47,079 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog b5f43acb-dbe1-335c-9787-6be3e66135d7:(num 1542309466802) 2018-11-15 19:17:47,108 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2018-11-15 19:17:47,111 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=e509a4de-4cb1-82ad-959e-a35137b6ba47, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_FSYNC_WAL_ASYNC_WAL/log/WALs/e509a4de-4cb1-82ad-959e-a35137b6ba47, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_FSYNC_WAL_ASYNC_WAL/log/oldWALs 2018-11-15 19:17:47,180 WARN [sync.1] wal.FSHLog$SyncRunner(588): UNEXPECTED java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:581) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:47,181 WARN [Time-limited test] wal.FSHLog(343): Failed sync-before-close but no outstanding appends; closing WALjava.lang.NullPointerException 2018-11-15 19:17:47,181 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_FSYNC_WAL_ASYNC_WAL/log/WALs/e509a4de-4cb1-82ad-959e-a35137b6ba47/e509a4de-4cb1-82ad-959e-a35137b6ba47.1542309467112 2018-11-15 19:17:47,182 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new FSHLog writer with pipeline: [] 2018-11-15 19:17:47,182 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDurability HTD == 'testDurability', {TABLE_ATTRIBUTES => {DURABILITY => 'FSYNC_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313 Table name == testDurability 2018-11-15 19:17:47,240 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDurability,,1542309467182.e2552b1477c7f1c2c885ce67ca6f27d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:47,243 DEBUG [StoreOpener-e2552b1477c7f1c2c885ce67ca6f27d4-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:47,244 INFO [StoreOpener-e2552b1477c7f1c2c885ce67ca6f27d4-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=214, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:47,244 INFO [StoreOpener-e2552b1477c7f1c2c885ce67ca6f27d4-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:47,245 INFO [StoreOpener-e2552b1477c7f1c2c885ce67ca6f27d4-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:47,246 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for e2552b1477c7f1c2c885ce67ca6f27d4 2018-11-15 19:17:47,246 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/e2552b1477c7f1c2c885ce67ca6f27d4 2018-11-15 19:17:47,247 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/e2552b1477c7f1c2c885ce67ca6f27d4 2018-11-15 19:17:47,247 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for e2552b1477c7f1c2c885ce67ca6f27d4 2018-11-15 19:17:47,247 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for e2552b1477c7f1c2c885ce67ca6f27d4 2018-11-15 19:17:47,247 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for e2552b1477c7f1c2c885ce67ca6f27d4 2018-11-15 19:17:47,248 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for e2552b1477c7f1c2c885ce67ca6f27d4 2018-11-15 19:17:47,317 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/e2552b1477c7f1c2c885ce67ca6f27d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:47,317 INFO [Time-limited test] regionserver.HRegion(1009): Opened e2552b1477c7f1c2c885ce67ca6f27d4; next sequenceid=2 2018-11-15 19:17:47,320 INFO [Time-limited test] hbase.Waiter(189): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2018-11-15 19:17:47,321 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing e2552b1477c7f1c2c885ce67ca6f27d4, disabling compactions & flushes 2018-11-15 19:17:47,321 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDurability,,1542309467182.e2552b1477c7f1c2c885ce67ca6f27d4. 2018-11-15 19:17:47,322 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=32 B heapSize=360 B 2018-11-15 19:17:47,389 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on b2c292660bad49bf98b9af7a621a04ca 2018-11-15 19:17:47,392 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=32 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/e2552b1477c7f1c2c885ce67ca6f27d4/.tmp/family/b2c292660bad49bf98b9af7a621a04ca 2018-11-15 19:17:47,394 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/e2552b1477c7f1c2c885ce67ca6f27d4/.tmp/family/b2c292660bad49bf98b9af7a621a04ca as /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/e2552b1477c7f1c2c885ce67ca6f27d4/family/b2c292660bad49bf98b9af7a621a04ca 2018-11-15 19:17:47,395 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/e2552b1477c7f1c2c885ce67ca6f27d4/family/b2c292660bad49bf98b9af7a621a04ca, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:17:47,396 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for e2552b1477c7f1c2c885ce67ca6f27d4 in 74ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:47,399 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDurability,,1542309467182.e2552b1477c7f1c2c885ce67ca6f27d4. 2018-11-15 19:17:47,399 DEBUG [Time-limited test] wal.FSHLog(422): Closing WAL writer in /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_FSYNC_WAL_ASYNC_WAL/log/WALs/e509a4de-4cb1-82ad-959e-a35137b6ba47 2018-11-15 19:17:47,400 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_FSYNC_WAL_ASYNC_WAL/log/oldWALs 2018-11-15 19:17:47,401 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog e509a4de-4cb1-82ad-959e-a35137b6ba47:(num 1542309467112) 2018-11-15 19:17:47,401 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog e509a4de-4cb1-82ad-959e-a35137b6ba47:(num 1542309467112) 2018-11-15 19:17:47,430 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2018-11-15 19:17:47,433 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=b0085bf5-ac8c-edda-187e-678794199465, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_ASYNC_WAL_ASYNC_WAL/log/WALs/b0085bf5-ac8c-edda-187e-678794199465, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_ASYNC_WAL_ASYNC_WAL/log/oldWALs 2018-11-15 19:17:47,497 WARN [sync.1] wal.FSHLog$SyncRunner(588): UNEXPECTED java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:581) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:47,498 WARN [Time-limited test] wal.FSHLog(343): Failed sync-before-close but no outstanding appends; closing WALjava.lang.NullPointerException 2018-11-15 19:17:47,498 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_ASYNC_WAL_ASYNC_WAL/log/WALs/b0085bf5-ac8c-edda-187e-678794199465/b0085bf5-ac8c-edda-187e-678794199465.1542309467434 2018-11-15 19:17:47,498 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new FSHLog writer with pipeline: [] 2018-11-15 19:17:47,499 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDurability HTD == 'testDurability', {TABLE_ATTRIBUTES => {DURABILITY => 'ASYNC_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313 Table name == testDurability 2018-11-15 19:17:47,569 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDurability,,1542309467499.bad3fb388a2b4342cf5a175a205dd978.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:47,571 DEBUG [StoreOpener-bad3fb388a2b4342cf5a175a205dd978-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:47,572 INFO [StoreOpener-bad3fb388a2b4342cf5a175a205dd978-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=214, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:47,572 INFO [StoreOpener-bad3fb388a2b4342cf5a175a205dd978-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:47,572 INFO [StoreOpener-bad3fb388a2b4342cf5a175a205dd978-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:47,573 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for bad3fb388a2b4342cf5a175a205dd978 2018-11-15 19:17:47,574 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/bad3fb388a2b4342cf5a175a205dd978 2018-11-15 19:17:47,574 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/bad3fb388a2b4342cf5a175a205dd978 2018-11-15 19:17:47,574 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for bad3fb388a2b4342cf5a175a205dd978 2018-11-15 19:17:47,574 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for bad3fb388a2b4342cf5a175a205dd978 2018-11-15 19:17:47,575 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for bad3fb388a2b4342cf5a175a205dd978 2018-11-15 19:17:47,575 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for bad3fb388a2b4342cf5a175a205dd978 2018-11-15 19:17:47,636 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/bad3fb388a2b4342cf5a175a205dd978/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:47,637 INFO [Time-limited test] regionserver.HRegion(1009): Opened bad3fb388a2b4342cf5a175a205dd978; next sequenceid=2 2018-11-15 19:17:47,639 INFO [Time-limited test] hbase.Waiter(189): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2018-11-15 19:17:47,640 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing bad3fb388a2b4342cf5a175a205dd978, disabling compactions & flushes 2018-11-15 19:17:47,640 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDurability,,1542309467499.bad3fb388a2b4342cf5a175a205dd978. 2018-11-15 19:17:47,640 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=32 B heapSize=360 B 2018-11-15 19:17:47,712 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on f1f5bebb14fb41178adbcf6dbfe72acd 2018-11-15 19:17:47,715 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=32 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/bad3fb388a2b4342cf5a175a205dd978/.tmp/family/f1f5bebb14fb41178adbcf6dbfe72acd 2018-11-15 19:17:47,716 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/bad3fb388a2b4342cf5a175a205dd978/.tmp/family/f1f5bebb14fb41178adbcf6dbfe72acd as /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/bad3fb388a2b4342cf5a175a205dd978/family/f1f5bebb14fb41178adbcf6dbfe72acd 2018-11-15 19:17:47,718 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/bad3fb388a2b4342cf5a175a205dd978/family/f1f5bebb14fb41178adbcf6dbfe72acd, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:17:47,719 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for bad3fb388a2b4342cf5a175a205dd978 in 79ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:47,721 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDurability,,1542309467499.bad3fb388a2b4342cf5a175a205dd978. 2018-11-15 19:17:47,722 DEBUG [Time-limited test] wal.FSHLog(422): Closing WAL writer in /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_ASYNC_WAL_ASYNC_WAL/log/WALs/b0085bf5-ac8c-edda-187e-678794199465 2018-11-15 19:17:47,723 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_ASYNC_WAL_ASYNC_WAL/log/oldWALs 2018-11-15 19:17:47,723 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog b0085bf5-ac8c-edda-187e-678794199465:(num 1542309467434) 2018-11-15 19:17:47,723 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog b0085bf5-ac8c-edda-187e-678794199465:(num 1542309467434) 2018-11-15 19:17:47,753 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2018-11-15 19:17:47,756 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=60ff5e12-3b0c-4849-5c6e-b7c191497f36, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SKIP_WAL_ASYNC_WAL/log/WALs/60ff5e12-3b0c-4849-5c6e-b7c191497f36, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SKIP_WAL_ASYNC_WAL/log/oldWALs 2018-11-15 19:17:47,826 WARN [sync.1] wal.FSHLog$SyncRunner(588): UNEXPECTED java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:581) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:47,827 WARN [Time-limited test] wal.FSHLog(343): Failed sync-before-close but no outstanding appends; closing WALjava.lang.NullPointerException 2018-11-15 19:17:47,828 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SKIP_WAL_ASYNC_WAL/log/WALs/60ff5e12-3b0c-4849-5c6e-b7c191497f36/60ff5e12-3b0c-4849-5c6e-b7c191497f36.1542309467757 2018-11-15 19:17:47,828 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new FSHLog writer with pipeline: [] 2018-11-15 19:17:47,829 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDurability HTD == 'testDurability', {TABLE_ATTRIBUTES => {DURABILITY => 'SKIP_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313 Table name == testDurability 2018-11-15 19:17:47,900 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDurability,,1542309467829.08b3ddc02f9d04eb6928fd1e65439649.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:47,902 DEBUG [StoreOpener-08b3ddc02f9d04eb6928fd1e65439649-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:47,903 INFO [StoreOpener-08b3ddc02f9d04eb6928fd1e65439649-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=214, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:47,903 INFO [StoreOpener-08b3ddc02f9d04eb6928fd1e65439649-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:47,904 INFO [StoreOpener-08b3ddc02f9d04eb6928fd1e65439649-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:47,904 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 08b3ddc02f9d04eb6928fd1e65439649 2018-11-15 19:17:47,905 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/08b3ddc02f9d04eb6928fd1e65439649 2018-11-15 19:17:47,905 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/08b3ddc02f9d04eb6928fd1e65439649 2018-11-15 19:17:47,905 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 08b3ddc02f9d04eb6928fd1e65439649 2018-11-15 19:17:47,906 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 08b3ddc02f9d04eb6928fd1e65439649 2018-11-15 19:17:47,906 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 08b3ddc02f9d04eb6928fd1e65439649 2018-11-15 19:17:47,907 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 08b3ddc02f9d04eb6928fd1e65439649 2018-11-15 19:17:47,966 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/08b3ddc02f9d04eb6928fd1e65439649/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:47,966 INFO [Time-limited test] regionserver.HRegion(1009): Opened 08b3ddc02f9d04eb6928fd1e65439649; next sequenceid=2 2018-11-15 19:17:47,969 INFO [Time-limited test] hbase.Waiter(189): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2018-11-15 19:17:47,970 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 08b3ddc02f9d04eb6928fd1e65439649, disabling compactions & flushes 2018-11-15 19:17:47,970 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDurability,,1542309467829.08b3ddc02f9d04eb6928fd1e65439649. 2018-11-15 19:17:47,970 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=32 B heapSize=360 B 2018-11-15 19:17:48,041 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on f5086016e9344f1fa348015cb3b27e81 2018-11-15 19:17:48,044 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=32 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/08b3ddc02f9d04eb6928fd1e65439649/.tmp/family/f5086016e9344f1fa348015cb3b27e81 2018-11-15 19:17:48,045 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/08b3ddc02f9d04eb6928fd1e65439649/.tmp/family/f5086016e9344f1fa348015cb3b27e81 as /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/08b3ddc02f9d04eb6928fd1e65439649/family/f5086016e9344f1fa348015cb3b27e81 2018-11-15 19:17:48,047 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/08b3ddc02f9d04eb6928fd1e65439649/family/f5086016e9344f1fa348015cb3b27e81, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:17:48,048 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 08b3ddc02f9d04eb6928fd1e65439649 in 78ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:48,050 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDurability,,1542309467829.08b3ddc02f9d04eb6928fd1e65439649. 2018-11-15 19:17:48,050 DEBUG [Time-limited test] wal.FSHLog(422): Closing WAL writer in /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SKIP_WAL_ASYNC_WAL/log/WALs/60ff5e12-3b0c-4849-5c6e-b7c191497f36 2018-11-15 19:17:48,052 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SKIP_WAL_ASYNC_WAL/log/oldWALs 2018-11-15 19:17:48,052 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 60ff5e12-3b0c-4849-5c6e-b7c191497f36:(num 1542309467757) 2018-11-15 19:17:48,052 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 60ff5e12-3b0c-4849-5c6e-b7c191497f36:(num 1542309467757) 2018-11-15 19:17:48,080 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2018-11-15 19:17:48,083 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=ea938101-1f5b-161b-b4f4-25261f28c5e1, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_USE_DEFAULT_ASYNC_WAL/log/WALs/ea938101-1f5b-161b-b4f4-25261f28c5e1, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_USE_DEFAULT_ASYNC_WAL/log/oldWALs 2018-11-15 19:17:48,152 WARN [sync.1] wal.FSHLog$SyncRunner(588): UNEXPECTED java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:581) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:48,153 WARN [Time-limited test] wal.FSHLog(343): Failed sync-before-close but no outstanding appends; closing WALjava.lang.NullPointerException 2018-11-15 19:17:48,153 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_USE_DEFAULT_ASYNC_WAL/log/WALs/ea938101-1f5b-161b-b4f4-25261f28c5e1/ea938101-1f5b-161b-b4f4-25261f28c5e1.1542309468084 2018-11-15 19:17:48,153 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new FSHLog writer with pipeline: [] 2018-11-15 19:17:48,154 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDurability HTD == 'testDurability', {TABLE_ATTRIBUTES => {DURABILITY => 'USE_DEFAULT', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313 Table name == testDurability 2018-11-15 19:17:48,222 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDurability,,1542309468154.4c7050f1f6750224995041413e16313e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:48,224 DEBUG [StoreOpener-4c7050f1f6750224995041413e16313e-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:48,225 INFO [StoreOpener-4c7050f1f6750224995041413e16313e-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=214, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:48,226 INFO [StoreOpener-4c7050f1f6750224995041413e16313e-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:48,226 INFO [StoreOpener-4c7050f1f6750224995041413e16313e-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:48,227 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 4c7050f1f6750224995041413e16313e 2018-11-15 19:17:48,228 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/4c7050f1f6750224995041413e16313e 2018-11-15 19:17:48,228 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/4c7050f1f6750224995041413e16313e 2018-11-15 19:17:48,228 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 4c7050f1f6750224995041413e16313e 2018-11-15 19:17:48,228 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 4c7050f1f6750224995041413e16313e 2018-11-15 19:17:48,229 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 4c7050f1f6750224995041413e16313e 2018-11-15 19:17:48,229 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 4c7050f1f6750224995041413e16313e 2018-11-15 19:17:48,289 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/4c7050f1f6750224995041413e16313e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:48,289 INFO [Time-limited test] regionserver.HRegion(1009): Opened 4c7050f1f6750224995041413e16313e; next sequenceid=2 2018-11-15 19:17:48,291 INFO [Time-limited test] hbase.Waiter(189): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2018-11-15 19:17:48,295 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 4c7050f1f6750224995041413e16313e, disabling compactions & flushes 2018-11-15 19:17:48,295 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDurability,,1542309468154.4c7050f1f6750224995041413e16313e. 2018-11-15 19:17:48,296 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=32 B heapSize=360 B 2018-11-15 19:17:48,365 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 85a75ef7b97f4e2795c636dfa6d35290 2018-11-15 19:17:48,367 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=32 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/4c7050f1f6750224995041413e16313e/.tmp/family/85a75ef7b97f4e2795c636dfa6d35290 2018-11-15 19:17:48,369 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/4c7050f1f6750224995041413e16313e/.tmp/family/85a75ef7b97f4e2795c636dfa6d35290 as /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/4c7050f1f6750224995041413e16313e/family/85a75ef7b97f4e2795c636dfa6d35290 2018-11-15 19:17:48,371 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/4c7050f1f6750224995041413e16313e/family/85a75ef7b97f4e2795c636dfa6d35290, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:17:48,372 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 4c7050f1f6750224995041413e16313e in 76ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:48,375 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDurability,,1542309468154.4c7050f1f6750224995041413e16313e. 2018-11-15 19:17:48,375 DEBUG [Time-limited test] wal.FSHLog(422): Closing WAL writer in /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_USE_DEFAULT_ASYNC_WAL/log/WALs/ea938101-1f5b-161b-b4f4-25261f28c5e1 2018-11-15 19:17:48,377 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_USE_DEFAULT_ASYNC_WAL/log/oldWALs 2018-11-15 19:17:48,377 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog ea938101-1f5b-161b-b4f4-25261f28c5e1:(num 1542309468084) 2018-11-15 19:17:48,378 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog ea938101-1f5b-161b-b4f4-25261f28c5e1:(num 1542309468084) 2018-11-15 19:17:48,408 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2018-11-15 19:17:48,411 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=929fd48f-984f-4660-81c6-40574080b11e, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_ASYNC_WAL_USE_DEFAULT/log/WALs/929fd48f-984f-4660-81c6-40574080b11e, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_ASYNC_WAL_USE_DEFAULT/log/oldWALs 2018-11-15 19:17:48,480 WARN [sync.1] wal.FSHLog$SyncRunner(588): UNEXPECTED java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:581) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:48,481 WARN [Time-limited test] wal.FSHLog(343): Failed sync-before-close but no outstanding appends; closing WALjava.lang.NullPointerException 2018-11-15 19:17:48,481 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_ASYNC_WAL_USE_DEFAULT/log/WALs/929fd48f-984f-4660-81c6-40574080b11e/929fd48f-984f-4660-81c6-40574080b11e.1542309468412 2018-11-15 19:17:48,481 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new FSHLog writer with pipeline: [] 2018-11-15 19:17:48,482 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDurability HTD == 'testDurability', {TABLE_ATTRIBUTES => {DURABILITY => 'ASYNC_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313 Table name == testDurability 2018-11-15 19:17:48,553 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDurability,,1542309468482.f8ed24fb7cc415e21c9262914e48d7bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:48,555 DEBUG [StoreOpener-f8ed24fb7cc415e21c9262914e48d7bf-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:48,556 INFO [StoreOpener-f8ed24fb7cc415e21c9262914e48d7bf-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=214, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:48,557 INFO [StoreOpener-f8ed24fb7cc415e21c9262914e48d7bf-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:48,558 INFO [StoreOpener-f8ed24fb7cc415e21c9262914e48d7bf-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:48,558 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for f8ed24fb7cc415e21c9262914e48d7bf 2018-11-15 19:17:48,559 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/f8ed24fb7cc415e21c9262914e48d7bf 2018-11-15 19:17:48,559 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/f8ed24fb7cc415e21c9262914e48d7bf 2018-11-15 19:17:48,560 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for f8ed24fb7cc415e21c9262914e48d7bf 2018-11-15 19:17:48,560 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for f8ed24fb7cc415e21c9262914e48d7bf 2018-11-15 19:17:48,560 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for f8ed24fb7cc415e21c9262914e48d7bf 2018-11-15 19:17:48,561 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for f8ed24fb7cc415e21c9262914e48d7bf 2018-11-15 19:17:48,630 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/f8ed24fb7cc415e21c9262914e48d7bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:48,631 INFO [Time-limited test] regionserver.HRegion(1009): Opened f8ed24fb7cc415e21c9262914e48d7bf; next sequenceid=2 2018-11-15 19:17:48,633 INFO [Time-limited test] hbase.Waiter(189): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2018-11-15 19:17:48,634 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing f8ed24fb7cc415e21c9262914e48d7bf, disabling compactions & flushes 2018-11-15 19:17:48,635 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDurability,,1542309468482.f8ed24fb7cc415e21c9262914e48d7bf. 2018-11-15 19:17:48,635 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=32 B heapSize=360 B 2018-11-15 19:17:48,707 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on c6edec259c61415c8c07d59d1767c8d1 2018-11-15 19:17:48,710 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=32 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/f8ed24fb7cc415e21c9262914e48d7bf/.tmp/family/c6edec259c61415c8c07d59d1767c8d1 2018-11-15 19:17:48,711 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/f8ed24fb7cc415e21c9262914e48d7bf/.tmp/family/c6edec259c61415c8c07d59d1767c8d1 as /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/f8ed24fb7cc415e21c9262914e48d7bf/family/c6edec259c61415c8c07d59d1767c8d1 2018-11-15 19:17:48,712 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/f8ed24fb7cc415e21c9262914e48d7bf/family/c6edec259c61415c8c07d59d1767c8d1, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:17:48,713 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for f8ed24fb7cc415e21c9262914e48d7bf in 78ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:48,715 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDurability,,1542309468482.f8ed24fb7cc415e21c9262914e48d7bf. 2018-11-15 19:17:48,716 DEBUG [Time-limited test] wal.FSHLog(422): Closing WAL writer in /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_ASYNC_WAL_USE_DEFAULT/log/WALs/929fd48f-984f-4660-81c6-40574080b11e 2018-11-15 19:17:48,717 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_ASYNC_WAL_USE_DEFAULT/log/oldWALs 2018-11-15 19:17:48,717 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 929fd48f-984f-4660-81c6-40574080b11e:(num 1542309468412) 2018-11-15 19:17:48,718 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 929fd48f-984f-4660-81c6-40574080b11e:(num 1542309468412) 2018-11-15 19:17:48,743 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2018-11-15 19:17:48,746 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=bd8eaed4-8aab-1bc3-3d39-825166787cf1, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SYNC_WAL_SKIP_WAL/log/WALs/bd8eaed4-8aab-1bc3-3d39-825166787cf1, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SYNC_WAL_SKIP_WAL/log/oldWALs 2018-11-15 19:17:48,817 WARN [sync.1] wal.FSHLog$SyncRunner(588): UNEXPECTED java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:581) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:48,818 WARN [Time-limited test] wal.FSHLog(343): Failed sync-before-close but no outstanding appends; closing WALjava.lang.NullPointerException 2018-11-15 19:17:48,818 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SYNC_WAL_SKIP_WAL/log/WALs/bd8eaed4-8aab-1bc3-3d39-825166787cf1/bd8eaed4-8aab-1bc3-3d39-825166787cf1.1542309468747 2018-11-15 19:17:48,818 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new FSHLog writer with pipeline: [] 2018-11-15 19:17:48,820 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDurability HTD == 'testDurability', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313 Table name == testDurability 2018-11-15 19:17:48,895 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDurability,,1542309468819.595677ba64ddfc5aa0965264c90b0473.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:48,899 DEBUG [StoreOpener-595677ba64ddfc5aa0965264c90b0473-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:48,901 INFO [StoreOpener-595677ba64ddfc5aa0965264c90b0473-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=214, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:48,902 INFO [StoreOpener-595677ba64ddfc5aa0965264c90b0473-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:48,903 INFO [StoreOpener-595677ba64ddfc5aa0965264c90b0473-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:48,903 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 595677ba64ddfc5aa0965264c90b0473 2018-11-15 19:17:48,905 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/595677ba64ddfc5aa0965264c90b0473 2018-11-15 19:17:48,905 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/595677ba64ddfc5aa0965264c90b0473 2018-11-15 19:17:48,905 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 595677ba64ddfc5aa0965264c90b0473 2018-11-15 19:17:48,905 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 595677ba64ddfc5aa0965264c90b0473 2018-11-15 19:17:48,905 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 595677ba64ddfc5aa0965264c90b0473 2018-11-15 19:17:48,906 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 595677ba64ddfc5aa0965264c90b0473 2018-11-15 19:17:48,976 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/595677ba64ddfc5aa0965264c90b0473/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:48,976 INFO [Time-limited test] regionserver.HRegion(1009): Opened 595677ba64ddfc5aa0965264c90b0473; next sequenceid=2 2018-11-15 19:17:48,977 INFO [Time-limited test] regionserver.HRegion(8449): writing data to region testDurability,,1542309468819.595677ba64ddfc5aa0965264c90b0473. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:17:48,979 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 595677ba64ddfc5aa0965264c90b0473, disabling compactions & flushes 2018-11-15 19:17:48,979 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDurability,,1542309468819.595677ba64ddfc5aa0965264c90b0473. 2018-11-15 19:17:48,980 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=32 B heapSize=360 B 2018-11-15 19:17:49,052 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on d2adef08c5ab40ffb8d30a94993a697f 2018-11-15 19:17:49,055 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=32 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/595677ba64ddfc5aa0965264c90b0473/.tmp/family/d2adef08c5ab40ffb8d30a94993a697f 2018-11-15 19:17:49,057 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/595677ba64ddfc5aa0965264c90b0473/.tmp/family/d2adef08c5ab40ffb8d30a94993a697f as /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/595677ba64ddfc5aa0965264c90b0473/family/d2adef08c5ab40ffb8d30a94993a697f 2018-11-15 19:17:49,059 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/595677ba64ddfc5aa0965264c90b0473/family/d2adef08c5ab40ffb8d30a94993a697f, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:17:49,060 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 595677ba64ddfc5aa0965264c90b0473 in 80ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:49,062 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDurability,,1542309468819.595677ba64ddfc5aa0965264c90b0473. 2018-11-15 19:17:49,063 DEBUG [Time-limited test] wal.FSHLog(422): Closing WAL writer in /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SYNC_WAL_SKIP_WAL/log/WALs/bd8eaed4-8aab-1bc3-3d39-825166787cf1 2018-11-15 19:17:49,064 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SYNC_WAL_SKIP_WAL/log/oldWALs 2018-11-15 19:17:49,064 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog bd8eaed4-8aab-1bc3-3d39-825166787cf1:(num 1542309468747) 2018-11-15 19:17:49,065 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog bd8eaed4-8aab-1bc3-3d39-825166787cf1:(num 1542309468747) 2018-11-15 19:17:49,094 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2018-11-15 19:17:49,098 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=8c8be4af-3c74-d8c6-7e49-7b6af5fc41b9, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_FSYNC_WAL_SKIP_WAL/log/WALs/8c8be4af-3c74-d8c6-7e49-7b6af5fc41b9, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_FSYNC_WAL_SKIP_WAL/log/oldWALs 2018-11-15 19:17:49,168 WARN [sync.1] wal.FSHLog$SyncRunner(588): UNEXPECTED java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:581) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:49,169 WARN [Time-limited test] wal.FSHLog(343): Failed sync-before-close but no outstanding appends; closing WALjava.lang.NullPointerException 2018-11-15 19:17:49,170 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_FSYNC_WAL_SKIP_WAL/log/WALs/8c8be4af-3c74-d8c6-7e49-7b6af5fc41b9/8c8be4af-3c74-d8c6-7e49-7b6af5fc41b9.1542309469098 2018-11-15 19:17:49,170 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new FSHLog writer with pipeline: [] 2018-11-15 19:17:49,171 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDurability HTD == 'testDurability', {TABLE_ATTRIBUTES => {DURABILITY => 'FSYNC_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313 Table name == testDurability 2018-11-15 19:17:49,240 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDurability,,1542309469171.0c033f22f41e4a3a25046a8c06d3202d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:49,242 DEBUG [StoreOpener-0c033f22f41e4a3a25046a8c06d3202d-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:49,243 INFO [StoreOpener-0c033f22f41e4a3a25046a8c06d3202d-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=214, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:49,243 INFO [StoreOpener-0c033f22f41e4a3a25046a8c06d3202d-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:49,244 INFO [StoreOpener-0c033f22f41e4a3a25046a8c06d3202d-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:49,244 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 0c033f22f41e4a3a25046a8c06d3202d 2018-11-15 19:17:49,245 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/0c033f22f41e4a3a25046a8c06d3202d 2018-11-15 19:17:49,246 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/0c033f22f41e4a3a25046a8c06d3202d 2018-11-15 19:17:49,246 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 0c033f22f41e4a3a25046a8c06d3202d 2018-11-15 19:17:49,246 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 0c033f22f41e4a3a25046a8c06d3202d 2018-11-15 19:17:49,246 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 0c033f22f41e4a3a25046a8c06d3202d 2018-11-15 19:17:49,247 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 0c033f22f41e4a3a25046a8c06d3202d 2018-11-15 19:17:49,316 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/0c033f22f41e4a3a25046a8c06d3202d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:49,317 INFO [Time-limited test] regionserver.HRegion(1009): Opened 0c033f22f41e4a3a25046a8c06d3202d; next sequenceid=2 2018-11-15 19:17:49,317 INFO [Time-limited test] regionserver.HRegion(8449): writing data to region testDurability,,1542309469171.0c033f22f41e4a3a25046a8c06d3202d. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:17:49,318 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 0c033f22f41e4a3a25046a8c06d3202d, disabling compactions & flushes 2018-11-15 19:17:49,319 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDurability,,1542309469171.0c033f22f41e4a3a25046a8c06d3202d. 2018-11-15 19:17:49,319 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=32 B heapSize=360 B 2018-11-15 19:17:49,393 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on be1a20b502a74de1a4e421c59f8d47a7 2018-11-15 19:17:49,395 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=32 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/0c033f22f41e4a3a25046a8c06d3202d/.tmp/family/be1a20b502a74de1a4e421c59f8d47a7 2018-11-15 19:17:49,397 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/0c033f22f41e4a3a25046a8c06d3202d/.tmp/family/be1a20b502a74de1a4e421c59f8d47a7 as /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/0c033f22f41e4a3a25046a8c06d3202d/family/be1a20b502a74de1a4e421c59f8d47a7 2018-11-15 19:17:49,398 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/0c033f22f41e4a3a25046a8c06d3202d/family/be1a20b502a74de1a4e421c59f8d47a7, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:17:49,400 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 0c033f22f41e4a3a25046a8c06d3202d in 80ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:49,402 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDurability,,1542309469171.0c033f22f41e4a3a25046a8c06d3202d. 2018-11-15 19:17:49,402 DEBUG [Time-limited test] wal.FSHLog(422): Closing WAL writer in /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_FSYNC_WAL_SKIP_WAL/log/WALs/8c8be4af-3c74-d8c6-7e49-7b6af5fc41b9 2018-11-15 19:17:49,403 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_FSYNC_WAL_SKIP_WAL/log/oldWALs 2018-11-15 19:17:49,404 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 8c8be4af-3c74-d8c6-7e49-7b6af5fc41b9:(num 1542309469098) 2018-11-15 19:17:49,404 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 8c8be4af-3c74-d8c6-7e49-7b6af5fc41b9:(num 1542309469098) 2018-11-15 19:17:49,434 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2018-11-15 19:17:49,438 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=3ba0178c-3007-416c-fea2-2094ed441166, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_ASYNC_WAL_SKIP_WAL/log/WALs/3ba0178c-3007-416c-fea2-2094ed441166, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_ASYNC_WAL_SKIP_WAL/log/oldWALs 2018-11-15 19:17:49,508 WARN [sync.1] wal.FSHLog$SyncRunner(588): UNEXPECTED java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:581) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:49,509 WARN [Time-limited test] wal.FSHLog(343): Failed sync-before-close but no outstanding appends; closing WALjava.lang.NullPointerException 2018-11-15 19:17:49,509 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_ASYNC_WAL_SKIP_WAL/log/WALs/3ba0178c-3007-416c-fea2-2094ed441166/3ba0178c-3007-416c-fea2-2094ed441166.1542309469439 2018-11-15 19:17:49,509 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new FSHLog writer with pipeline: [] 2018-11-15 19:17:49,510 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDurability HTD == 'testDurability', {TABLE_ATTRIBUTES => {DURABILITY => 'ASYNC_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313 Table name == testDurability 2018-11-15 19:17:49,583 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDurability,,1542309469510.7c355436decc3fa77c9b0a871c3b5d27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:49,585 DEBUG [StoreOpener-7c355436decc3fa77c9b0a871c3b5d27-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:49,586 INFO [StoreOpener-7c355436decc3fa77c9b0a871c3b5d27-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=214, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:49,587 INFO [StoreOpener-7c355436decc3fa77c9b0a871c3b5d27-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:49,587 INFO [StoreOpener-7c355436decc3fa77c9b0a871c3b5d27-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:49,587 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 7c355436decc3fa77c9b0a871c3b5d27 2018-11-15 19:17:49,588 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/7c355436decc3fa77c9b0a871c3b5d27 2018-11-15 19:17:49,589 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/7c355436decc3fa77c9b0a871c3b5d27 2018-11-15 19:17:49,589 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 7c355436decc3fa77c9b0a871c3b5d27 2018-11-15 19:17:49,589 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 7c355436decc3fa77c9b0a871c3b5d27 2018-11-15 19:17:49,589 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 7c355436decc3fa77c9b0a871c3b5d27 2018-11-15 19:17:49,590 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 7c355436decc3fa77c9b0a871c3b5d27 2018-11-15 19:17:49,661 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/7c355436decc3fa77c9b0a871c3b5d27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:49,661 INFO [Time-limited test] regionserver.HRegion(1009): Opened 7c355436decc3fa77c9b0a871c3b5d27; next sequenceid=2 2018-11-15 19:17:49,662 INFO [Time-limited test] regionserver.HRegion(8449): writing data to region testDurability,,1542309469510.7c355436decc3fa77c9b0a871c3b5d27. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:17:49,663 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 7c355436decc3fa77c9b0a871c3b5d27, disabling compactions & flushes 2018-11-15 19:17:49,663 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDurability,,1542309469510.7c355436decc3fa77c9b0a871c3b5d27. 2018-11-15 19:17:49,663 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=32 B heapSize=360 B 2018-11-15 19:17:49,733 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on d3ca7cf7a5c44e539aa55705f51fe000 2018-11-15 19:17:49,735 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=32 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/7c355436decc3fa77c9b0a871c3b5d27/.tmp/family/d3ca7cf7a5c44e539aa55705f51fe000 2018-11-15 19:17:49,737 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/7c355436decc3fa77c9b0a871c3b5d27/.tmp/family/d3ca7cf7a5c44e539aa55705f51fe000 as /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/7c355436decc3fa77c9b0a871c3b5d27/family/d3ca7cf7a5c44e539aa55705f51fe000 2018-11-15 19:17:49,738 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/7c355436decc3fa77c9b0a871c3b5d27/family/d3ca7cf7a5c44e539aa55705f51fe000, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:17:49,740 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 7c355436decc3fa77c9b0a871c3b5d27 in 77ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:49,743 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDurability,,1542309469510.7c355436decc3fa77c9b0a871c3b5d27. 2018-11-15 19:17:49,743 DEBUG [Time-limited test] wal.FSHLog(422): Closing WAL writer in /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_ASYNC_WAL_SKIP_WAL/log/WALs/3ba0178c-3007-416c-fea2-2094ed441166 2018-11-15 19:17:49,744 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_ASYNC_WAL_SKIP_WAL/log/oldWALs 2018-11-15 19:17:49,744 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 3ba0178c-3007-416c-fea2-2094ed441166:(num 1542309469439) 2018-11-15 19:17:49,745 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 3ba0178c-3007-416c-fea2-2094ed441166:(num 1542309469439) 2018-11-15 19:17:49,774 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2018-11-15 19:17:49,778 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=82570c17-ed32-92be-b42a-8d66ed335ed3, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SKIP_WAL_SKIP_WAL/log/WALs/82570c17-ed32-92be-b42a-8d66ed335ed3, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SKIP_WAL_SKIP_WAL/log/oldWALs 2018-11-15 19:17:49,840 WARN [sync.1] wal.FSHLog$SyncRunner(588): UNEXPECTED java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:581) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:49,841 WARN [Time-limited test] wal.FSHLog(343): Failed sync-before-close but no outstanding appends; closing WALjava.lang.NullPointerException 2018-11-15 19:17:49,841 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SKIP_WAL_SKIP_WAL/log/WALs/82570c17-ed32-92be-b42a-8d66ed335ed3/82570c17-ed32-92be-b42a-8d66ed335ed3.1542309469778 2018-11-15 19:17:49,842 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new FSHLog writer with pipeline: [] 2018-11-15 19:17:49,843 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDurability HTD == 'testDurability', {TABLE_ATTRIBUTES => {DURABILITY => 'SKIP_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313 Table name == testDurability 2018-11-15 19:17:49,914 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDurability,,1542309469842.85b0e787a1a48da45e8938a364f027a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:49,917 DEBUG [StoreOpener-85b0e787a1a48da45e8938a364f027a2-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:49,918 INFO [StoreOpener-85b0e787a1a48da45e8938a364f027a2-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=214, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:49,918 INFO [StoreOpener-85b0e787a1a48da45e8938a364f027a2-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:49,919 INFO [StoreOpener-85b0e787a1a48da45e8938a364f027a2-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:49,919 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 85b0e787a1a48da45e8938a364f027a2 2018-11-15 19:17:49,920 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/85b0e787a1a48da45e8938a364f027a2 2018-11-15 19:17:49,920 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/85b0e787a1a48da45e8938a364f027a2 2018-11-15 19:17:49,921 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 85b0e787a1a48da45e8938a364f027a2 2018-11-15 19:17:49,921 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 85b0e787a1a48da45e8938a364f027a2 2018-11-15 19:17:49,921 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 85b0e787a1a48da45e8938a364f027a2 2018-11-15 19:17:49,921 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 85b0e787a1a48da45e8938a364f027a2 2018-11-15 19:17:49,987 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/85b0e787a1a48da45e8938a364f027a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:49,987 INFO [Time-limited test] regionserver.HRegion(1009): Opened 85b0e787a1a48da45e8938a364f027a2; next sequenceid=2 2018-11-15 19:17:49,987 INFO [Time-limited test] regionserver.HRegion(8449): writing data to region testDurability,,1542309469842.85b0e787a1a48da45e8938a364f027a2. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:17:49,989 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 85b0e787a1a48da45e8938a364f027a2, disabling compactions & flushes 2018-11-15 19:17:49,989 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDurability,,1542309469842.85b0e787a1a48da45e8938a364f027a2. 2018-11-15 19:17:49,989 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=32 B heapSize=360 B 2018-11-15 19:17:50,051 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 24d8278bc8c24043a5c19225b64cb071 2018-11-15 19:17:50,054 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=32 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/85b0e787a1a48da45e8938a364f027a2/.tmp/family/24d8278bc8c24043a5c19225b64cb071 2018-11-15 19:17:50,055 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/85b0e787a1a48da45e8938a364f027a2/.tmp/family/24d8278bc8c24043a5c19225b64cb071 as /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/85b0e787a1a48da45e8938a364f027a2/family/24d8278bc8c24043a5c19225b64cb071 2018-11-15 19:17:50,057 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/85b0e787a1a48da45e8938a364f027a2/family/24d8278bc8c24043a5c19225b64cb071, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:17:50,058 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 85b0e787a1a48da45e8938a364f027a2 in 69ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:50,060 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDurability,,1542309469842.85b0e787a1a48da45e8938a364f027a2. 2018-11-15 19:17:50,061 DEBUG [Time-limited test] wal.FSHLog(422): Closing WAL writer in /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SKIP_WAL_SKIP_WAL/log/WALs/82570c17-ed32-92be-b42a-8d66ed335ed3 2018-11-15 19:17:50,062 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SKIP_WAL_SKIP_WAL/log/oldWALs 2018-11-15 19:17:50,062 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 82570c17-ed32-92be-b42a-8d66ed335ed3:(num 1542309469778) 2018-11-15 19:17:50,063 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 82570c17-ed32-92be-b42a-8d66ed335ed3:(num 1542309469778) 2018-11-15 19:17:50,092 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2018-11-15 19:17:50,096 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=fce689b6-99bd-d070-612f-8aaab8912b72, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_USE_DEFAULT_SKIP_WAL/log/WALs/fce689b6-99bd-d070-612f-8aaab8912b72, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_USE_DEFAULT_SKIP_WAL/log/oldWALs 2018-11-15 19:17:50,160 WARN [sync.1] wal.FSHLog$SyncRunner(588): UNEXPECTED java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:581) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:50,161 WARN [Time-limited test] wal.FSHLog(343): Failed sync-before-close but no outstanding appends; closing WALjava.lang.NullPointerException 2018-11-15 19:17:50,161 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_USE_DEFAULT_SKIP_WAL/log/WALs/fce689b6-99bd-d070-612f-8aaab8912b72/fce689b6-99bd-d070-612f-8aaab8912b72.1542309470097 2018-11-15 19:17:50,161 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new FSHLog writer with pipeline: [] 2018-11-15 19:17:50,162 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDurability HTD == 'testDurability', {TABLE_ATTRIBUTES => {DURABILITY => 'USE_DEFAULT', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313 Table name == testDurability 2018-11-15 19:17:50,226 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDurability,,1542309470162.eb805b0d05d7e6014a6d3e6b652b5ba0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:50,228 DEBUG [StoreOpener-eb805b0d05d7e6014a6d3e6b652b5ba0-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:50,229 INFO [StoreOpener-eb805b0d05d7e6014a6d3e6b652b5ba0-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=214, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:50,230 INFO [StoreOpener-eb805b0d05d7e6014a6d3e6b652b5ba0-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:50,230 INFO [StoreOpener-eb805b0d05d7e6014a6d3e6b652b5ba0-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:50,231 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for eb805b0d05d7e6014a6d3e6b652b5ba0 2018-11-15 19:17:50,231 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/eb805b0d05d7e6014a6d3e6b652b5ba0 2018-11-15 19:17:50,232 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/eb805b0d05d7e6014a6d3e6b652b5ba0 2018-11-15 19:17:50,232 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for eb805b0d05d7e6014a6d3e6b652b5ba0 2018-11-15 19:17:50,232 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for eb805b0d05d7e6014a6d3e6b652b5ba0 2018-11-15 19:17:50,232 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for eb805b0d05d7e6014a6d3e6b652b5ba0 2018-11-15 19:17:50,233 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for eb805b0d05d7e6014a6d3e6b652b5ba0 2018-11-15 19:17:50,304 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/eb805b0d05d7e6014a6d3e6b652b5ba0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:50,304 INFO [Time-limited test] regionserver.HRegion(1009): Opened eb805b0d05d7e6014a6d3e6b652b5ba0; next sequenceid=2 2018-11-15 19:17:50,304 INFO [Time-limited test] regionserver.HRegion(8449): writing data to region testDurability,,1542309470162.eb805b0d05d7e6014a6d3e6b652b5ba0. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:17:50,306 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing eb805b0d05d7e6014a6d3e6b652b5ba0, disabling compactions & flushes 2018-11-15 19:17:50,306 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDurability,,1542309470162.eb805b0d05d7e6014a6d3e6b652b5ba0. 2018-11-15 19:17:50,306 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=32 B heapSize=360 B 2018-11-15 19:17:50,370 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 670568b439844b42b91735a85041bcc0 2018-11-15 19:17:50,372 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=32 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/eb805b0d05d7e6014a6d3e6b652b5ba0/.tmp/family/670568b439844b42b91735a85041bcc0 2018-11-15 19:17:50,374 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/eb805b0d05d7e6014a6d3e6b652b5ba0/.tmp/family/670568b439844b42b91735a85041bcc0 as /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/eb805b0d05d7e6014a6d3e6b652b5ba0/family/670568b439844b42b91735a85041bcc0 2018-11-15 19:17:50,375 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/eb805b0d05d7e6014a6d3e6b652b5ba0/family/670568b439844b42b91735a85041bcc0, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:17:50,376 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for eb805b0d05d7e6014a6d3e6b652b5ba0 in 70ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:50,379 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDurability,,1542309470162.eb805b0d05d7e6014a6d3e6b652b5ba0. 2018-11-15 19:17:50,379 DEBUG [Time-limited test] wal.FSHLog(422): Closing WAL writer in /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_USE_DEFAULT_SKIP_WAL/log/WALs/fce689b6-99bd-d070-612f-8aaab8912b72 2018-11-15 19:17:50,380 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_USE_DEFAULT_SKIP_WAL/log/oldWALs 2018-11-15 19:17:50,380 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog fce689b6-99bd-d070-612f-8aaab8912b72:(num 1542309470097) 2018-11-15 19:17:50,381 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog fce689b6-99bd-d070-612f-8aaab8912b72:(num 1542309470097) 2018-11-15 19:17:50,410 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2018-11-15 19:17:50,413 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=92d1b402-6c04-89d7-10a8-2821de4a3b1f, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SKIP_WAL_USE_DEFAULT/log/WALs/92d1b402-6c04-89d7-10a8-2821de4a3b1f, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SKIP_WAL_USE_DEFAULT/log/oldWALs 2018-11-15 19:17:50,484 WARN [sync.1] wal.FSHLog$SyncRunner(588): UNEXPECTED java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:581) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:50,485 WARN [Time-limited test] wal.FSHLog(343): Failed sync-before-close but no outstanding appends; closing WALjava.lang.NullPointerException 2018-11-15 19:17:50,485 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SKIP_WAL_USE_DEFAULT/log/WALs/92d1b402-6c04-89d7-10a8-2821de4a3b1f/92d1b402-6c04-89d7-10a8-2821de4a3b1f.1542309470414 2018-11-15 19:17:50,486 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new FSHLog writer with pipeline: [] 2018-11-15 19:17:50,487 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDurability HTD == 'testDurability', {TABLE_ATTRIBUTES => {DURABILITY => 'SKIP_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313 Table name == testDurability 2018-11-15 19:17:50,560 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDurability,,1542309470487.e6c349d2ed674ebc21680d3a49993b9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:50,562 DEBUG [StoreOpener-e6c349d2ed674ebc21680d3a49993b9d-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:50,563 INFO [StoreOpener-e6c349d2ed674ebc21680d3a49993b9d-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=214, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:50,564 INFO [StoreOpener-e6c349d2ed674ebc21680d3a49993b9d-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:50,564 INFO [StoreOpener-e6c349d2ed674ebc21680d3a49993b9d-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:50,565 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for e6c349d2ed674ebc21680d3a49993b9d 2018-11-15 19:17:50,566 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/e6c349d2ed674ebc21680d3a49993b9d 2018-11-15 19:17:50,566 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/e6c349d2ed674ebc21680d3a49993b9d 2018-11-15 19:17:50,566 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for e6c349d2ed674ebc21680d3a49993b9d 2018-11-15 19:17:50,567 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for e6c349d2ed674ebc21680d3a49993b9d 2018-11-15 19:17:50,567 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for e6c349d2ed674ebc21680d3a49993b9d 2018-11-15 19:17:50,567 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for e6c349d2ed674ebc21680d3a49993b9d 2018-11-15 19:17:50,640 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/default/testDurability/e6c349d2ed674ebc21680d3a49993b9d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:50,640 INFO [Time-limited test] regionserver.HRegion(1009): Opened e6c349d2ed674ebc21680d3a49993b9d; next sequenceid=2 2018-11-15 19:17:50,641 INFO [Time-limited test] regionserver.HRegion(8449): writing data to region testDurability,,1542309470487.e6c349d2ed674ebc21680d3a49993b9d. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:17:50,642 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing e6c349d2ed674ebc21680d3a49993b9d, disabling compactions & flushes 2018-11-15 19:17:50,642 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDurability,,1542309470487.e6c349d2ed674ebc21680d3a49993b9d. 2018-11-15 19:17:50,642 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=32 B heapSize=360 B 2018-11-15 19:17:50,719 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 8471dfdee7bc44d48a34df6df46fcbc4 2018-11-15 19:17:50,721 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=32 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/e6c349d2ed674ebc21680d3a49993b9d/.tmp/family/8471dfdee7bc44d48a34df6df46fcbc4 2018-11-15 19:17:50,722 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/e6c349d2ed674ebc21680d3a49993b9d/.tmp/family/8471dfdee7bc44d48a34df6df46fcbc4 as /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/e6c349d2ed674ebc21680d3a49993b9d/family/8471dfdee7bc44d48a34df6df46fcbc4 2018-11-15 19:17:50,723 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/data/default/testDurability/e6c349d2ed674ebc21680d3a49993b9d/family/8471dfdee7bc44d48a34df6df46fcbc4, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:17:50,725 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for e6c349d2ed674ebc21680d3a49993b9d in 82ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:50,727 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDurability,,1542309470487.e6c349d2ed674ebc21680d3a49993b9d. 2018-11-15 19:17:50,727 DEBUG [Time-limited test] wal.FSHLog(422): Closing WAL writer in /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SKIP_WAL_USE_DEFAULT/log/WALs/92d1b402-6c04-89d7-10a8-2821de4a3b1f 2018-11-15 19:17:50,728 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313/TestHRegiontestDurability_SKIP_WAL_USE_DEFAULT/log/oldWALs 2018-11-15 19:17:50,728 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 92d1b402-6c04-89d7-10a8-2821de4a3b1f:(num 1542309470414) 2018-11-15 19:17:50,728 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog 92d1b402-6c04-89d7-10a8-2821de4a3b1f:(num 1542309470414) 2018-11-15 19:17:50,729 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/7548699f-8785-821c-eb7e-d41e8c7ce313 2018-11-15 19:17:50,858 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testDurability Thread=16 (was 16), OpenFileDescriptor=18801 (was 14379) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=153 (was 153), ProcessCount=362 (was 362), AvailableMemoryMB=37252 (was 37279) 2018-11-15 19:17:50,858 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=18801 is superior to 1024 2018-11-15 19:17:50,951 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions Thread=16, OpenFileDescriptor=18803, MaxFileDescriptor=32000, SystemLoadAverage=153, ProcessCount=362, AvailableMemoryMB=37252 2018-11-15 19:17:50,952 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=18803 is superior to 1024 2018-11-15 19:17:50,977 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/44e70d45-cd79-a558-c32a-23cbcbbdf13f 2018-11-15 19:17:50,978 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:50,978 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/44e70d45-cd79-a558-c32a-23cbcbbdf13f 2018-11-15 19:17:50,978 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:50,978 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/44e70d45-cd79-a558-c32a-23cbcbbdf13f 2018-11-15 19:17:50,979 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:17:50,979 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:50,984 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-55162806, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/44e70d45-cd79-a558-c32a-23cbcbbdf13f/6063f76d-0b03-acbb-5f80-5cbd26cf8f44/testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions.log/WALs/hregion-55162806, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/44e70d45-cd79-a558-c32a-23cbcbbdf13f/6063f76d-0b03-acbb-5f80-5cbd26cf8f44/testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions.log/oldWALs 2018-11-15 19:17:51,058 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/44e70d45-cd79-a558-c32a-23cbcbbdf13f/6063f76d-0b03-acbb-5f80-5cbd26cf8f44/testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions.log/WALs/hregion-55162806/hregion-55162806.1542309470985 2018-11-15 19:17:51,059 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:17:51,060 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions HTD == 'testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'fam1', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/44e70d45-cd79-a558-c32a-23cbcbbdf13f Table name == testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions 2018-11-15 19:17:51,133 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions,,1542309471059.6cffc3f0a117283d3c3a308345a5aac8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:51,135 DEBUG [StoreOpener-6cffc3f0a117283d3c3a308345a5aac8-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:51,136 INFO [StoreOpener-6cffc3f0a117283d3c3a308345a5aac8-1] hfile.CacheConfig(237): Created cacheConfig for fam1: blockCache=LruBlockCache{blockCount=214, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:51,136 INFO [StoreOpener-6cffc3f0a117283d3c3a308345a5aac8-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:51,137 INFO [StoreOpener-6cffc3f0a117283d3c3a308345a5aac8-1] regionserver.HStore(335): Store=fam1, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:51,137 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 6cffc3f0a117283d3c3a308345a5aac8 2018-11-15 19:17:51,138 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/44e70d45-cd79-a558-c32a-23cbcbbdf13f/data/default/testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions/6cffc3f0a117283d3c3a308345a5aac8 2018-11-15 19:17:51,138 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/44e70d45-cd79-a558-c32a-23cbcbbdf13f/default/testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions/6cffc3f0a117283d3c3a308345a5aac8 2018-11-15 19:17:51,139 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 6cffc3f0a117283d3c3a308345a5aac8 2018-11-15 19:17:51,139 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 6cffc3f0a117283d3c3a308345a5aac8 2018-11-15 19:17:51,139 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 6cffc3f0a117283d3c3a308345a5aac8 2018-11-15 19:17:51,139 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 6cffc3f0a117283d3c3a308345a5aac8 2018-11-15 19:17:51,210 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/44e70d45-cd79-a558-c32a-23cbcbbdf13f/default/testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions/6cffc3f0a117283d3c3a308345a5aac8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:51,210 INFO [Time-limited test] regionserver.HRegion(1009): Opened 6cffc3f0a117283d3c3a308345a5aac8; next sequenceid=2 2018-11-15 19:17:51,213 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=79 B heapSize=488 B 2018-11-15 19:17:51,284 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on a28e52832b034b6185807d02e50acfef 2018-11-15 19:17:51,287 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=79 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/44e70d45-cd79-a558-c32a-23cbcbbdf13f/data/default/testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions/6cffc3f0a117283d3c3a308345a5aac8/.tmp/fam1/a28e52832b034b6185807d02e50acfef 2018-11-15 19:17:51,289 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/44e70d45-cd79-a558-c32a-23cbcbbdf13f/data/default/testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions/6cffc3f0a117283d3c3a308345a5aac8/.tmp/fam1/a28e52832b034b6185807d02e50acfef as /mnt/disk2/a/hbase/hbase-server/target/test-data/44e70d45-cd79-a558-c32a-23cbcbbdf13f/data/default/testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions/6cffc3f0a117283d3c3a308345a5aac8/fam1/a28e52832b034b6185807d02e50acfef 2018-11-15 19:17:51,290 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/44e70d45-cd79-a558-c32a-23cbcbbdf13f/data/default/testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions/6cffc3f0a117283d3c3a308345a5aac8/fam1/a28e52832b034b6185807d02e50acfef, entries=2, sequenceid=3, filesize=4.8 K 2018-11-15 19:17:51,292 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~79 B/79, heapSize ~472 B/472, currentSize=0 B/0 for 6cffc3f0a117283d3c3a308345a5aac8 in 79ms, sequenceid=3, compaction requested=false 2018-11-15 19:17:51,292 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309471213 Obtaining lock to block concurrent updates at 1542309471213 Preparing flush snapshotting stores in 6cffc3f0a117283d3c3a308345a5aac8 at 1542309471213 Finished memstore snapshotting testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions,,1542309471059.6cffc3f0a117283d3c3a308345a5aac8., syncing WAL and waiting on mvcc, flushsize=dataSize=79, getHeapSize=472, getOffHeapSize=0 at 1542309471213 Flushing stores of testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions,,1542309471059.6cffc3f0a117283d3c3a308345a5aac8. at 1542309471214 Flushing fam1: creating writer at 1542309471214 Flushing fam1: appending metadata at 1542309471285 Flushing fam1: closing flushed file at 1542309471285 Flushing fam1: reopening flushed file at 1542309471289 Finished flush of dataSize ~79 B/79, heapSize ~472 B/472, currentSize=0 B/0 for 6cffc3f0a117283d3c3a308345a5aac8 in 79ms, sequenceid=3, compaction requested=false at 1542309471292 Flush successful at 1542309471292 2018-11-15 19:17:51,293 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=79 B heapSize=488 B 2018-11-15 19:17:51,365 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 8dbf4da8fd1c4627a6a6a9360804df9e 2018-11-15 19:17:51,367 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=79 B at sequenceid=7 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/44e70d45-cd79-a558-c32a-23cbcbbdf13f/data/default/testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions/6cffc3f0a117283d3c3a308345a5aac8/.tmp/fam1/8dbf4da8fd1c4627a6a6a9360804df9e 2018-11-15 19:17:51,369 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/44e70d45-cd79-a558-c32a-23cbcbbdf13f/data/default/testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions/6cffc3f0a117283d3c3a308345a5aac8/.tmp/fam1/8dbf4da8fd1c4627a6a6a9360804df9e as /mnt/disk2/a/hbase/hbase-server/target/test-data/44e70d45-cd79-a558-c32a-23cbcbbdf13f/data/default/testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions/6cffc3f0a117283d3c3a308345a5aac8/fam1/8dbf4da8fd1c4627a6a6a9360804df9e 2018-11-15 19:17:51,370 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/44e70d45-cd79-a558-c32a-23cbcbbdf13f/data/default/testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions/6cffc3f0a117283d3c3a308345a5aac8/fam1/8dbf4da8fd1c4627a6a6a9360804df9e, entries=2, sequenceid=7, filesize=4.8 K 2018-11-15 19:17:51,371 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~79 B/79, heapSize ~472 B/472, currentSize=0 B/0 for 6cffc3f0a117283d3c3a308345a5aac8 in 78ms, sequenceid=7, compaction requested=false 2018-11-15 19:17:51,372 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309471293 Obtaining lock to block concurrent updates at 1542309471294 Preparing flush snapshotting stores in 6cffc3f0a117283d3c3a308345a5aac8 at 1542309471294 Finished memstore snapshotting testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions,,1542309471059.6cffc3f0a117283d3c3a308345a5aac8., syncing WAL and waiting on mvcc, flushsize=dataSize=79, getHeapSize=472, getOffHeapSize=0 at 1542309471294 Flushing stores of testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions,,1542309471059.6cffc3f0a117283d3c3a308345a5aac8. at 1542309471294 Flushing fam1: creating writer at 1542309471294 Flushing fam1: appending metadata at 1542309471365 Flushing fam1: closing flushed file at 1542309471365 Flushing fam1: reopening flushed file at 1542309471369 Finished flush of dataSize ~79 B/79, heapSize ~472 B/472, currentSize=0 B/0 for 6cffc3f0a117283d3c3a308345a5aac8 in 78ms, sequenceid=7, compaction requested=false at 1542309471371 Flush successful at 1542309471371 2018-11-15 19:17:51,373 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=79 B heapSize=488 B 2018-11-15 19:17:51,446 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 22e002233fe1402d82a2b84ef2f0bd5b 2018-11-15 19:17:51,449 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=79 B at sequenceid=11 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/44e70d45-cd79-a558-c32a-23cbcbbdf13f/data/default/testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions/6cffc3f0a117283d3c3a308345a5aac8/.tmp/fam1/22e002233fe1402d82a2b84ef2f0bd5b 2018-11-15 19:17:51,450 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/44e70d45-cd79-a558-c32a-23cbcbbdf13f/data/default/testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions/6cffc3f0a117283d3c3a308345a5aac8/.tmp/fam1/22e002233fe1402d82a2b84ef2f0bd5b as /mnt/disk2/a/hbase/hbase-server/target/test-data/44e70d45-cd79-a558-c32a-23cbcbbdf13f/data/default/testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions/6cffc3f0a117283d3c3a308345a5aac8/fam1/22e002233fe1402d82a2b84ef2f0bd5b 2018-11-15 19:17:51,452 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/44e70d45-cd79-a558-c32a-23cbcbbdf13f/data/default/testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions/6cffc3f0a117283d3c3a308345a5aac8/fam1/22e002233fe1402d82a2b84ef2f0bd5b, entries=2, sequenceid=11, filesize=4.8 K 2018-11-15 19:17:51,453 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~79 B/79, heapSize ~472 B/472, currentSize=0 B/0 for 6cffc3f0a117283d3c3a308345a5aac8 in 80ms, sequenceid=11, compaction requested=true 2018-11-15 19:17:51,453 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309471373 Obtaining lock to block concurrent updates at 1542309471373 Preparing flush snapshotting stores in 6cffc3f0a117283d3c3a308345a5aac8 at 1542309471373 Finished memstore snapshotting testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions,,1542309471059.6cffc3f0a117283d3c3a308345a5aac8., syncing WAL and waiting on mvcc, flushsize=dataSize=79, getHeapSize=472, getOffHeapSize=0 at 1542309471373 Flushing stores of testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions,,1542309471059.6cffc3f0a117283d3c3a308345a5aac8. at 1542309471374 Flushing fam1: creating writer at 1542309471374 Flushing fam1: appending metadata at 1542309471447 Flushing fam1: closing flushed file at 1542309471447 Flushing fam1: reopening flushed file at 1542309471451 Finished flush of dataSize ~79 B/79, heapSize ~472 B/472, currentSize=0 B/0 for 6cffc3f0a117283d3c3a308345a5aac8 in 80ms, sequenceid=11, compaction requested=true at 1542309471453 Flush successful at 1542309471453 2018-11-15 19:17:51,458 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 6cffc3f0a117283d3c3a308345a5aac8, disabling compactions & flushes 2018-11-15 19:17:51,458 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions,,1542309471059.6cffc3f0a117283d3c3a308345a5aac8. 2018-11-15 19:17:51,458 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=79 B heapSize=488 B 2018-11-15 19:17:51,526 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 947821533e774c34a263f79855649035 2018-11-15 19:17:51,528 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=79 B at sequenceid=15 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/44e70d45-cd79-a558-c32a-23cbcbbdf13f/data/default/testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions/6cffc3f0a117283d3c3a308345a5aac8/.tmp/fam1/947821533e774c34a263f79855649035 2018-11-15 19:17:51,530 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/44e70d45-cd79-a558-c32a-23cbcbbdf13f/data/default/testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions/6cffc3f0a117283d3c3a308345a5aac8/.tmp/fam1/947821533e774c34a263f79855649035 as /mnt/disk2/a/hbase/hbase-server/target/test-data/44e70d45-cd79-a558-c32a-23cbcbbdf13f/data/default/testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions/6cffc3f0a117283d3c3a308345a5aac8/fam1/947821533e774c34a263f79855649035 2018-11-15 19:17:51,531 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/44e70d45-cd79-a558-c32a-23cbcbbdf13f/data/default/testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions/6cffc3f0a117283d3c3a308345a5aac8/fam1/947821533e774c34a263f79855649035, entries=2, sequenceid=15, filesize=4.8 K 2018-11-15 19:17:51,532 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~79 B/79, heapSize ~472 B/472, currentSize=0 B/0 for 6cffc3f0a117283d3c3a308345a5aac8 in 74ms, sequenceid=15, compaction requested=true 2018-11-15 19:17:51,535 INFO [Time-limited test] regionserver.HRegion(1711): Closed testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions,,1542309471059.6cffc3f0a117283d3c3a308345a5aac8. 2018-11-15 19:17:51,537 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/44e70d45-cd79-a558-c32a-23cbcbbdf13f/6063f76d-0b03-acbb-5f80-5cbd26cf8f44/testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions.log/oldWALs 2018-11-15 19:17:51,537 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-55162806:(num 1542309470985) 2018-11-15 19:17:51,537 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/44e70d45-cd79-a558-c32a-23cbcbbdf13f 2018-11-15 19:17:51,630 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testScanner_Wildcard_FromMemStoreAndFiles_EnforceVersions Thread=16 (was 16), OpenFileDescriptor=19089 (was 18803) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=153 (was 153), ProcessCount=362 (was 362), AvailableMemoryMB=37252 (was 37252) 2018-11-15 19:17:51,631 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=19089 is superior to 1024 2018-11-15 19:17:51,724 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testWritesWhileRollWriter Thread=16, OpenFileDescriptor=19091, MaxFileDescriptor=32000, SystemLoadAverage=153, ProcessCount=362, AvailableMemoryMB=37251 2018-11-15 19:17:51,724 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=19091 is superior to 1024 2018-11-15 19:17:51,754 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/36e7b51c-f7bf-7bfb-157a-6ee35e72cfc1 2018-11-15 19:17:51,754 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:51,754 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/36e7b51c-f7bf-7bfb-157a-6ee35e72cfc1 2018-11-15 19:17:51,754 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:51,755 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/36e7b51c-f7bf-7bfb-157a-6ee35e72cfc1 2018-11-15 19:17:51,755 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:17:51,756 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:51,761 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-07757819, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/36e7b51c-f7bf-7bfb-157a-6ee35e72cfc1/ecff108c-5b8b-ee76-8e87-8de0d6c67e80/testWritesWhileRollWriter.log/WALs/hregion-07757819, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/36e7b51c-f7bf-7bfb-157a-6ee35e72cfc1/ecff108c-5b8b-ee76-8e87-8de0d6c67e80/testWritesWhileRollWriter.log/oldWALs 2018-11-15 19:17:51,835 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/36e7b51c-f7bf-7bfb-157a-6ee35e72cfc1/ecff108c-5b8b-ee76-8e87-8de0d6c67e80/testWritesWhileRollWriter.log/WALs/hregion-07757819/hregion-07757819.1542309471762 2018-11-15 19:17:51,836 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:17:51,837 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testWritesWhileRollWriter HTD == 'testWritesWhileRollWriter', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'family0', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'family1', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/36e7b51c-f7bf-7bfb-157a-6ee35e72cfc1 Table name == testWritesWhileRollWriter 2018-11-15 19:17:51,911 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testWritesWhileRollWriter,,1542309471837.f5eebfb469a735a231e8e2c99a50e9ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:51,913 DEBUG [StoreOpener-f5eebfb469a735a231e8e2c99a50e9ca-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:51,915 INFO [StoreOpener-f5eebfb469a735a231e8e2c99a50e9ca-1] hfile.CacheConfig(237): Created cacheConfig for family0: blockCache=LruBlockCache{blockCount=217, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:51,915 INFO [StoreOpener-f5eebfb469a735a231e8e2c99a50e9ca-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:51,916 INFO [StoreOpener-f5eebfb469a735a231e8e2c99a50e9ca-1] regionserver.HStore(335): Store=family0, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:51,916 DEBUG [StoreOpener-f5eebfb469a735a231e8e2c99a50e9ca-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:51,917 INFO [StoreOpener-f5eebfb469a735a231e8e2c99a50e9ca-1] hfile.CacheConfig(237): Created cacheConfig for family1: blockCache=LruBlockCache{blockCount=217, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:51,917 INFO [StoreOpener-f5eebfb469a735a231e8e2c99a50e9ca-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:51,917 INFO [StoreOpener-f5eebfb469a735a231e8e2c99a50e9ca-1] regionserver.HStore(335): Store=family1, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:51,918 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for f5eebfb469a735a231e8e2c99a50e9ca 2018-11-15 19:17:51,919 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/36e7b51c-f7bf-7bfb-157a-6ee35e72cfc1/data/default/testWritesWhileRollWriter/f5eebfb469a735a231e8e2c99a50e9ca 2018-11-15 19:17:51,919 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/36e7b51c-f7bf-7bfb-157a-6ee35e72cfc1/default/testWritesWhileRollWriter/f5eebfb469a735a231e8e2c99a50e9ca 2018-11-15 19:17:51,919 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for f5eebfb469a735a231e8e2c99a50e9ca 2018-11-15 19:17:51,920 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for f5eebfb469a735a231e8e2c99a50e9ca 2018-11-15 19:17:51,920 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for f5eebfb469a735a231e8e2c99a50e9ca 2018-11-15 19:17:51,920 DEBUG [Time-limited test] regionserver.FlushLargeStoresPolicy(61): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testWritesWhileRollWriter descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0M)) instead. 2018-11-15 19:17:51,921 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for f5eebfb469a735a231e8e2c99a50e9ca 2018-11-15 19:17:51,993 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/36e7b51c-f7bf-7bfb-157a-6ee35e72cfc1/default/testWritesWhileRollWriter/f5eebfb469a735a231e8e2c99a50e9ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:51,993 INFO [Time-limited test] regionserver.HRegion(1009): Opened f5eebfb469a735a231e8e2c99a50e9ca; next sequenceid=2 2018-11-15 19:17:52,230 INFO [Time-limited test] wal.AbstractFSWAL(675): Rolled WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/36e7b51c-f7bf-7bfb-157a-6ee35e72cfc1/ecff108c-5b8b-ee76-8e87-8de0d6c67e80/testWritesWhileRollWriter.log/WALs/hregion-07757819/hregion-07757819.1542309471762 with entries=1024, filesize=253.29 KB; new WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/36e7b51c-f7bf-7bfb-157a-6ee35e72cfc1/ecff108c-5b8b-ee76-8e87-8de0d6c67e80/testWritesWhileRollWriter.log/WALs/hregion-07757819/hregion-07757819.1542309472163 2018-11-15 19:17:52,230 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:17:52,232 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing f5eebfb469a735a231e8e2c99a50e9ca, disabling compactions & flushes 2018-11-15 19:17:52,233 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testWritesWhileRollWriter,,1542309471837.f5eebfb469a735a231e8e2c99a50e9ca. 2018-11-15 19:17:52,233 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 2/2 column families, dataSize=163.33 KB heapSize=477.38 KB 2018-11-15 19:17:52,286 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 8908ceb5184245129767063a24ee9ff2 2018-11-15 19:17:52,296 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=81.66 KB at sequenceid=1026 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/36e7b51c-f7bf-7bfb-157a-6ee35e72cfc1/data/default/testWritesWhileRollWriter/f5eebfb469a735a231e8e2c99a50e9ca/.tmp/family0/8908ceb5184245129767063a24ee9ff2 2018-11-15 19:17:52,354 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 8e151051ff1f427889d681184d9ca98b 2018-11-15 19:17:52,364 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=81.66 KB at sequenceid=1026 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/36e7b51c-f7bf-7bfb-157a-6ee35e72cfc1/data/default/testWritesWhileRollWriter/f5eebfb469a735a231e8e2c99a50e9ca/.tmp/family1/8e151051ff1f427889d681184d9ca98b 2018-11-15 19:17:52,365 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/36e7b51c-f7bf-7bfb-157a-6ee35e72cfc1/data/default/testWritesWhileRollWriter/f5eebfb469a735a231e8e2c99a50e9ca/.tmp/family0/8908ceb5184245129767063a24ee9ff2 as /mnt/disk2/a/hbase/hbase-server/target/test-data/36e7b51c-f7bf-7bfb-157a-6ee35e72cfc1/data/default/testWritesWhileRollWriter/f5eebfb469a735a231e8e2c99a50e9ca/family0/8908ceb5184245129767063a24ee9ff2 2018-11-15 19:17:52,366 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/36e7b51c-f7bf-7bfb-157a-6ee35e72cfc1/data/default/testWritesWhileRollWriter/f5eebfb469a735a231e8e2c99a50e9ca/family0/8908ceb5184245129767063a24ee9ff2, entries=2048, sequenceid=1026, filesize=93.7 K 2018-11-15 19:17:52,367 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/36e7b51c-f7bf-7bfb-157a-6ee35e72cfc1/data/default/testWritesWhileRollWriter/f5eebfb469a735a231e8e2c99a50e9ca/.tmp/family1/8e151051ff1f427889d681184d9ca98b as /mnt/disk2/a/hbase/hbase-server/target/test-data/36e7b51c-f7bf-7bfb-157a-6ee35e72cfc1/data/default/testWritesWhileRollWriter/f5eebfb469a735a231e8e2c99a50e9ca/family1/8e151051ff1f427889d681184d9ca98b 2018-11-15 19:17:52,368 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/36e7b51c-f7bf-7bfb-157a-6ee35e72cfc1/data/default/testWritesWhileRollWriter/f5eebfb469a735a231e8e2c99a50e9ca/family1/8e151051ff1f427889d681184d9ca98b, entries=2048, sequenceid=1026, filesize=93.7 K 2018-11-15 19:17:52,369 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~163.33 KB/167248, heapSize ~477.34 KB/488800, currentSize=0 B/0 for f5eebfb469a735a231e8e2c99a50e9ca in 136ms, sequenceid=1026, compaction requested=false 2018-11-15 19:17:52,371 INFO [Time-limited test] regionserver.HRegion(1711): Closed testWritesWhileRollWriter,,1542309471837.f5eebfb469a735a231e8e2c99a50e9ca. 2018-11-15 19:17:52,372 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 2 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/36e7b51c-f7bf-7bfb-157a-6ee35e72cfc1/ecff108c-5b8b-ee76-8e87-8de0d6c67e80/testWritesWhileRollWriter.log/oldWALs 2018-11-15 19:17:52,372 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-07757819:(num 1542309472163) 2018-11-15 19:17:52,372 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/36e7b51c-f7bf-7bfb-157a-6ee35e72cfc1 2018-11-15 19:17:52,436 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testWritesWhileRollWriter Thread=16 (was 16), OpenFileDescriptor=19377 (was 19091) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=153 (was 153), ProcessCount=362 (was 362), AvailableMemoryMB=37192 (was 37251) 2018-11-15 19:17:52,436 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=19377 is superior to 1024 2018-11-15 19:17:52,495 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testIncrWithReadOnlyTable Thread=16, OpenFileDescriptor=19379, MaxFileDescriptor=32000, SystemLoadAverage=153, ProcessCount=362, AvailableMemoryMB=37201 2018-11-15 19:17:52,496 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=19379 is superior to 1024 2018-11-15 19:17:52,514 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/3f428971-363d-8f03-b719-f5ba94717107 2018-11-15 19:17:52,515 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:52,515 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/3f428971-363d-8f03-b719-f5ba94717107 2018-11-15 19:17:52,515 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:52,515 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/3f428971-363d-8f03-b719-f5ba94717107 2018-11-15 19:17:52,515 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:17:52,516 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:52,520 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-63528823, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3f428971-363d-8f03-b719-f5ba94717107/26daeacc-9f12-95ea-3d42-4d7fa01926d2/testIncrWithReadOnlyTable.log/WALs/hregion-63528823, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3f428971-363d-8f03-b719-f5ba94717107/26daeacc-9f12-95ea-3d42-4d7fa01926d2/testIncrWithReadOnlyTable.log/oldWALs 2018-11-15 19:17:52,592 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/3f428971-363d-8f03-b719-f5ba94717107/26daeacc-9f12-95ea-3d42-4d7fa01926d2/testIncrWithReadOnlyTable.log/WALs/hregion-63528823/hregion-63528823.1542309472520 2018-11-15 19:17:52,593 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:17:52,593 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testIncrWithReadOnlyTable HTD == 'testIncrWithReadOnlyTable', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'true'}, {NAME => 'somefamily', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/3f428971-363d-8f03-b719-f5ba94717107 Table name == testIncrWithReadOnlyTable 2018-11-15 19:17:52,657 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testIncrWithReadOnlyTable,,1542309472593.75fc49a52199da16384a97dbd13a002f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:52,658 DEBUG [StoreOpener-75fc49a52199da16384a97dbd13a002f-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:52,659 INFO [StoreOpener-75fc49a52199da16384a97dbd13a002f-1] hfile.CacheConfig(237): Created cacheConfig for somefamily: blockCache=LruBlockCache{blockCount=217, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:52,659 INFO [StoreOpener-75fc49a52199da16384a97dbd13a002f-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:52,660 INFO [StoreOpener-75fc49a52199da16384a97dbd13a002f-1] regionserver.HStore(335): Store=somefamily, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:52,660 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 75fc49a52199da16384a97dbd13a002f 2018-11-15 19:17:52,661 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3f428971-363d-8f03-b719-f5ba94717107/data/default/testIncrWithReadOnlyTable/75fc49a52199da16384a97dbd13a002f 2018-11-15 19:17:52,661 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3f428971-363d-8f03-b719-f5ba94717107/default/testIncrWithReadOnlyTable/75fc49a52199da16384a97dbd13a002f 2018-11-15 19:17:52,661 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 75fc49a52199da16384a97dbd13a002f 2018-11-15 19:17:52,662 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 75fc49a52199da16384a97dbd13a002f 2018-11-15 19:17:52,720 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/3f428971-363d-8f03-b719-f5ba94717107/default/testIncrWithReadOnlyTable/75fc49a52199da16384a97dbd13a002f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:52,720 INFO [Time-limited test] regionserver.HRegion(1009): Opened 75fc49a52199da16384a97dbd13a002f; next sequenceid=2 2018-11-15 19:17:52,721 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 75fc49a52199da16384a97dbd13a002f, disabling compactions & flushes 2018-11-15 19:17:52,721 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testIncrWithReadOnlyTable,,1542309472593.75fc49a52199da16384a97dbd13a002f. 2018-11-15 19:17:52,722 INFO [Time-limited test] regionserver.HRegion(1711): Closed testIncrWithReadOnlyTable,,1542309472593.75fc49a52199da16384a97dbd13a002f. 2018-11-15 19:17:52,724 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/3f428971-363d-8f03-b719-f5ba94717107/26daeacc-9f12-95ea-3d42-4d7fa01926d2/testIncrWithReadOnlyTable.log/oldWALs 2018-11-15 19:17:52,724 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-63528823:(num 1542309472520) 2018-11-15 19:17:52,725 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/3f428971-363d-8f03-b719-f5ba94717107 2018-11-15 19:17:52,823 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testIncrWithReadOnlyTable Thread=16 (was 16), OpenFileDescriptor=19665 (was 19379) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=153 (was 153), ProcessCount=362 (was 362), AvailableMemoryMB=37199 (was 37201) 2018-11-15 19:17:52,823 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=19665 is superior to 1024 2018-11-15 19:17:52,911 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testMemstoreSnapshotSize Thread=16, OpenFileDescriptor=19667, MaxFileDescriptor=32000, SystemLoadAverage=153, ProcessCount=362, AvailableMemoryMB=37199 2018-11-15 19:17:52,912 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=19667 is superior to 1024 2018-11-15 19:17:52,934 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/1f0df0b3-42c5-3336-a805-86df8ca20c3d 2018-11-15 19:17:52,934 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:52,934 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/1f0df0b3-42c5-3336-a805-86df8ca20c3d 2018-11-15 19:17:52,934 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:52,934 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/1f0df0b3-42c5-3336-a805-86df8ca20c3d 2018-11-15 19:17:52,936 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=wal, suffix=, logDir=/mnt/disk2/a/hbase/hbase-server/target/test-data/1f0df0b3-42c5-3336-a805-86df8ca20c3d/TestHRegiontestMemstoreSnapshotSize/testMemstoreSnapshotSize, archiveDir=/mnt/disk2/a/hbase/hbase-server/target/test-data/1f0df0b3-42c5-3336-a805-86df8ca20c3d/TestHRegiontestMemstoreSnapshotSize/oldWALs 2018-11-15 19:17:53,003 WARN [sync.1] wal.FSHLog$SyncRunner(588): UNEXPECTED java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:581) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:53,004 WARN [Time-limited test] wal.FSHLog(343): Failed sync-before-close but no outstanding appends; closing WALjava.lang.NullPointerException 2018-11-15 19:17:53,004 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/1f0df0b3-42c5-3336-a805-86df8ca20c3d/TestHRegiontestMemstoreSnapshotSize/testMemstoreSnapshotSize/wal.1542309472937 2018-11-15 19:17:53,004 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new MyFaultyFSLog writer with pipeline: [] 2018-11-15 19:17:53,005 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testMemstoreSnapshotSize HTD == 'testMemstoreSnapshotSize', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'MyCF', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/1f0df0b3-42c5-3336-a805-86df8ca20c3d Table name == testMemstoreSnapshotSize 2018-11-15 19:17:53,080 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testMemstoreSnapshotSize,,1542309473005.04288b700d745712d76aec63d4fc6357.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:53,082 DEBUG [StoreOpener-04288b700d745712d76aec63d4fc6357-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:53,084 INFO [StoreOpener-04288b700d745712d76aec63d4fc6357-1] hfile.CacheConfig(237): Created cacheConfig for MyCF: blockCache=LruBlockCache{blockCount=217, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:53,084 INFO [StoreOpener-04288b700d745712d76aec63d4fc6357-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:53,085 INFO [StoreOpener-04288b700d745712d76aec63d4fc6357-1] regionserver.HStore(335): Store=MyCF, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:53,085 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 04288b700d745712d76aec63d4fc6357 2018-11-15 19:17:53,086 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/1f0df0b3-42c5-3336-a805-86df8ca20c3d/data/default/testMemstoreSnapshotSize/04288b700d745712d76aec63d4fc6357 2018-11-15 19:17:53,086 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/1f0df0b3-42c5-3336-a805-86df8ca20c3d/default/testMemstoreSnapshotSize/04288b700d745712d76aec63d4fc6357 2018-11-15 19:17:53,087 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 04288b700d745712d76aec63d4fc6357 2018-11-15 19:17:53,087 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 04288b700d745712d76aec63d4fc6357 2018-11-15 19:17:53,087 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 04288b700d745712d76aec63d4fc6357 2018-11-15 19:17:53,088 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 04288b700d745712d76aec63d4fc6357 2018-11-15 19:17:53,160 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/1f0df0b3-42c5-3336-a805-86df8ca20c3d/default/testMemstoreSnapshotSize/04288b700d745712d76aec63d4fc6357/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:53,161 INFO [Time-limited test] regionserver.HRegion(1009): Opened 04288b700d745712d76aec63d4fc6357; next sequenceid=2 2018-11-15 19:17:53,164 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 04288b700d745712d76aec63d4fc6357, disabling compactions & flushes 2018-11-15 19:17:53,165 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testMemstoreSnapshotSize,,1542309473005.04288b700d745712d76aec63d4fc6357. 2018-11-15 19:17:53,165 INFO [Time-limited test] regionserver.HRegion(1711): Closed testMemstoreSnapshotSize,,1542309473005.04288b700d745712d76aec63d4fc6357. 2018-11-15 19:17:53,166 DEBUG [Time-limited test] wal.FSHLog(422): Closing WAL writer in /mnt/disk2/a/hbase/hbase-server/target/test-data/1f0df0b3-42c5-3336-a805-86df8ca20c3d/TestHRegiontestMemstoreSnapshotSize/testMemstoreSnapshotSize 2018-11-15 19:17:53,166 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: MyFaultyFSLog wal:(num 1542309472937) 2018-11-15 19:17:53,166 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/1f0df0b3-42c5-3336-a805-86df8ca20c3d 2018-11-15 19:17:53,256 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testMemstoreSnapshotSize Thread=16 (was 16), OpenFileDescriptor=19665 (was 19667), MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=157 (was 153) - SystemLoadAverage LEAK? -, ProcessCount=362 (was 362), AvailableMemoryMB=37198 (was 37199) 2018-11-15 19:17:53,256 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=19665 is superior to 1024 2018-11-15 19:17:53,347 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testReverseScanWhenPutCellsAfterOpenReverseScan Thread=16, OpenFileDescriptor=19667, MaxFileDescriptor=32000, SystemLoadAverage=157, ProcessCount=362, AvailableMemoryMB=37198 2018-11-15 19:17:53,348 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=19667 is superior to 1024 2018-11-15 19:17:53,366 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/99d6f325-69a2-6ec2-4738-457edaa38775 2018-11-15 19:17:53,366 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:17:53,366 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/99d6f325-69a2-6ec2-4738-457edaa38775 2018-11-15 19:17:53,366 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:17:53,367 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/99d6f325-69a2-6ec2-4738-457edaa38775 2018-11-15 19:17:53,382 WARN [Time-limited test] hbase.HBaseConfiguration(49): instantiating HBaseConfiguration() is deprecated. Please use HBaseConfiguration#create() to construct a plain Configuration 2018-11-15 19:17:53,383 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:17:53,383 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:17:53,387 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-84089427, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/99d6f325-69a2-6ec2-4738-457edaa38775/ca9b1917-1824-3b5e-8a15-c1deffced0df/testReverseScanWhenPutCellsAfterOpenReverseScan.log/WALs/hregion-84089427, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/99d6f325-69a2-6ec2-4738-457edaa38775/ca9b1917-1824-3b5e-8a15-c1deffced0df/testReverseScanWhenPutCellsAfterOpenReverseScan.log/oldWALs 2018-11-15 19:17:53,449 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/99d6f325-69a2-6ec2-4738-457edaa38775/ca9b1917-1824-3b5e-8a15-c1deffced0df/testReverseScanWhenPutCellsAfterOpenReverseScan.log/WALs/hregion-84089427/hregion-84089427.1542309473388 2018-11-15 19:17:53,449 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:17:53,450 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testReverseScanWhenPutCellsAfterOpenReverseScan HTD == 'testReverseScanWhenPutCellsAfterOpenReverseScan', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'CF1', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/99d6f325-69a2-6ec2-4738-457edaa38775 Table name == testReverseScanWhenPutCellsAfterOpenReverseScan 2018-11-15 19:17:53,523 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testReverseScanWhenPutCellsAfterOpenReverseScan,,1542309473450.e3a9818adaa8a4d68024751ce3a477b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:17:53,524 DEBUG [StoreOpener-e3a9818adaa8a4d68024751ce3a477b0-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:17:53,525 INFO [StoreOpener-e3a9818adaa8a4d68024751ce3a477b0-1] hfile.CacheConfig(237): Created cacheConfig for CF1: blockCache=LruBlockCache{blockCount=217, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:17:53,526 INFO [StoreOpener-e3a9818adaa8a4d68024751ce3a477b0-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:17:53,526 INFO [StoreOpener-e3a9818adaa8a4d68024751ce3a477b0-1] regionserver.HStore(335): Store=CF1, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:17:53,527 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for e3a9818adaa8a4d68024751ce3a477b0 2018-11-15 19:17:53,527 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/99d6f325-69a2-6ec2-4738-457edaa38775/data/default/testReverseScanWhenPutCellsAfterOpenReverseScan/e3a9818adaa8a4d68024751ce3a477b0 2018-11-15 19:17:53,528 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/99d6f325-69a2-6ec2-4738-457edaa38775/default/testReverseScanWhenPutCellsAfterOpenReverseScan/e3a9818adaa8a4d68024751ce3a477b0 2018-11-15 19:17:53,528 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for e3a9818adaa8a4d68024751ce3a477b0 2018-11-15 19:17:53,528 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for e3a9818adaa8a4d68024751ce3a477b0 2018-11-15 19:17:53,528 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for e3a9818adaa8a4d68024751ce3a477b0 2018-11-15 19:17:53,529 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for e3a9818adaa8a4d68024751ce3a477b0 2018-11-15 19:17:53,597 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/99d6f325-69a2-6ec2-4738-457edaa38775/default/testReverseScanWhenPutCellsAfterOpenReverseScan/e3a9818adaa8a4d68024751ce3a477b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:17:53,598 INFO [Time-limited test] regionserver.HRegion(1009): Opened e3a9818adaa8a4d68024751ce3a477b0; next sequenceid=2 2018-11-15 19:18:00,159 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing e3a9818adaa8a4d68024751ce3a477b0, disabling compactions & flushes 2018-11-15 19:18:00,159 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testReverseScanWhenPutCellsAfterOpenReverseScan,,1542309473450.e3a9818adaa8a4d68024751ce3a477b0. 2018-11-15 19:18:00,160 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=3.43 MB heapSize=10.68 MB 2018-11-15 19:18:00,239 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 65394345a1bd449c9316bb9e207d705d 2018-11-15 19:18:00,398 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=3.43 MB at sequenceid=100004 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/99d6f325-69a2-6ec2-4738-457edaa38775/data/default/testReverseScanWhenPutCellsAfterOpenReverseScan/e3a9818adaa8a4d68024751ce3a477b0/.tmp/CF1/65394345a1bd449c9316bb9e207d705d 2018-11-15 19:18:00,400 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/99d6f325-69a2-6ec2-4738-457edaa38775/data/default/testReverseScanWhenPutCellsAfterOpenReverseScan/e3a9818adaa8a4d68024751ce3a477b0/.tmp/CF1/65394345a1bd449c9316bb9e207d705d as /mnt/disk2/a/hbase/hbase-server/target/test-data/99d6f325-69a2-6ec2-4738-457edaa38775/data/default/testReverseScanWhenPutCellsAfterOpenReverseScan/e3a9818adaa8a4d68024751ce3a477b0/CF1/65394345a1bd449c9316bb9e207d705d 2018-11-15 19:18:00,401 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/99d6f325-69a2-6ec2-4738-457edaa38775/data/default/testReverseScanWhenPutCellsAfterOpenReverseScan/e3a9818adaa8a4d68024751ce3a477b0/CF1/65394345a1bd449c9316bb9e207d705d, entries=100002, sequenceid=100004, filesize=3.9 M 2018-11-15 19:18:00,402 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~3.43 MB/3600066, heapSize ~10.68 MB/11200464, currentSize=0 B/0 for e3a9818adaa8a4d68024751ce3a477b0 in 243ms, sequenceid=100004, compaction requested=false 2018-11-15 19:18:00,404 INFO [Time-limited test] regionserver.HRegion(1711): Closed testReverseScanWhenPutCellsAfterOpenReverseScan,,1542309473450.e3a9818adaa8a4d68024751ce3a477b0. 2018-11-15 19:18:00,405 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/99d6f325-69a2-6ec2-4738-457edaa38775/ca9b1917-1824-3b5e-8a15-c1deffced0df/testReverseScanWhenPutCellsAfterOpenReverseScan.log/oldWALs 2018-11-15 19:18:00,406 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-84089427:(num 1542309473388) 2018-11-15 19:18:00,406 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/99d6f325-69a2-6ec2-4738-457edaa38775 2018-11-15 19:18:00,497 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testReverseScanWhenPutCellsAfterOpenReverseScan Thread=16 (was 16), OpenFileDescriptor=19953 (was 19667) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=160 (was 157) - SystemLoadAverage LEAK? -, ProcessCount=362 (was 362), AvailableMemoryMB=37203 (was 37198) - AvailableMemoryMB LEAK? - 2018-11-15 19:18:00,498 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=19953 is superior to 1024 2018-11-15 19:18:00,589 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testRegionReplicaSecondary Thread=16, OpenFileDescriptor=19955, MaxFileDescriptor=32000, SystemLoadAverage=160, ProcessCount=362, AvailableMemoryMB=37202 2018-11-15 19:18:00,590 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=19955 is superior to 1024 2018-11-15 19:18:00,622 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/7d77be2c-e462-9e41-ed6c-9266e3690461 2018-11-15 19:18:00,622 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:18:00,622 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/7d77be2c-e462-9e41-ed6c-9266e3690461 2018-11-15 19:18:00,623 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:18:00,623 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/7d77be2c-e462-9e41-ed6c-9266e3690461 2018-11-15 19:18:00,625 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:18:00,630 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-26995051, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7d77be2c-e462-9e41-ed6c-9266e3690461/TestHRegiontestRegionReplicaSecondary/WALs/hregion-26995051, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7d77be2c-e462-9e41-ed6c-9266e3690461/TestHRegiontestRegionReplicaSecondary/oldWALs 2018-11-15 19:18:00,708 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/7d77be2c-e462-9e41-ed6c-9266e3690461/TestHRegiontestRegionReplicaSecondary/WALs/hregion-26995051/hregion-26995051.1542309480631 2018-11-15 19:18:00,709 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:18:00,709 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testRegionReplicaSecondary HTD == 'testRegionReplicaSecondary', {NAME => 'cf1', VERSIONS => '1', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536'}, {NAME => 'cf2', VERSIONS => '1', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536'}, {NAME => 'cf3', VERSIONS => '1', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536'} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/7d77be2c-e462-9e41-ed6c-9266e3690461/TestHRegiontestRegionReplicaSecondary Table name == testRegionReplicaSecondary 2018-11-15 19:18:00,787 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testRegionReplicaSecondary,,1542309480623.de8e2f5f3b3adc422064fa0fd2c8005c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:18:00,789 DEBUG [StoreOpener-de8e2f5f3b3adc422064fa0fd2c8005c-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:00,792 INFO [StoreOpener-de8e2f5f3b3adc422064fa0fd2c8005c-1] hfile.CacheConfig(237): Created cacheConfig for cf1: blockCache=LruBlockCache{blockCount=217, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:00,793 INFO [StoreOpener-de8e2f5f3b3adc422064fa0fd2c8005c-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:00,794 INFO [StoreOpener-de8e2f5f3b3adc422064fa0fd2c8005c-1] regionserver.HStore(335): Store=cf1, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:00,795 DEBUG [StoreOpener-de8e2f5f3b3adc422064fa0fd2c8005c-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:00,795 INFO [StoreOpener-de8e2f5f3b3adc422064fa0fd2c8005c-1] hfile.CacheConfig(237): Created cacheConfig for cf2: blockCache=LruBlockCache{blockCount=217, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:00,796 INFO [StoreOpener-de8e2f5f3b3adc422064fa0fd2c8005c-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:00,796 INFO [StoreOpener-de8e2f5f3b3adc422064fa0fd2c8005c-1] regionserver.HStore(335): Store=cf2, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:00,797 DEBUG [StoreOpener-de8e2f5f3b3adc422064fa0fd2c8005c-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:00,798 INFO [StoreOpener-de8e2f5f3b3adc422064fa0fd2c8005c-1] hfile.CacheConfig(237): Created cacheConfig for cf3: blockCache=LruBlockCache{blockCount=217, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:00,798 INFO [StoreOpener-de8e2f5f3b3adc422064fa0fd2c8005c-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:00,799 INFO [StoreOpener-de8e2f5f3b3adc422064fa0fd2c8005c-1] regionserver.HStore(335): Store=cf3, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:00,799 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for de8e2f5f3b3adc422064fa0fd2c8005c 2018-11-15 19:18:00,800 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7d77be2c-e462-9e41-ed6c-9266e3690461/TestHRegiontestRegionReplicaSecondary/data/default/testRegionReplicaSecondary/de8e2f5f3b3adc422064fa0fd2c8005c 2018-11-15 19:18:00,800 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7d77be2c-e462-9e41-ed6c-9266e3690461/TestHRegiontestRegionReplicaSecondary/default/testRegionReplicaSecondary/de8e2f5f3b3adc422064fa0fd2c8005c 2018-11-15 19:18:00,801 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for de8e2f5f3b3adc422064fa0fd2c8005c 2018-11-15 19:18:00,801 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for de8e2f5f3b3adc422064fa0fd2c8005c 2018-11-15 19:18:00,801 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for de8e2f5f3b3adc422064fa0fd2c8005c 2018-11-15 19:18:00,802 DEBUG [Time-limited test] regionserver.FlushLargeStoresPolicy(61): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionReplicaSecondary descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7M)) instead. 2018-11-15 19:18:00,802 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for de8e2f5f3b3adc422064fa0fd2c8005c 2018-11-15 19:18:00,872 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7d77be2c-e462-9e41-ed6c-9266e3690461/TestHRegiontestRegionReplicaSecondary/default/testRegionReplicaSecondary/de8e2f5f3b3adc422064fa0fd2c8005c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:18:00,872 INFO [Time-limited test] regionserver.HRegion(1009): Opened de8e2f5f3b3adc422064fa0fd2c8005c; next sequenceid=2 2018-11-15 19:18:00,872 INFO [Time-limited test] regionserver.HRegion(8449): writing data to region testRegionReplicaSecondary,,1542309480623.de8e2f5f3b3adc422064fa0fd2c8005c. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:18:00,876 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"0","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480872}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480872}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480872}]},"ts":9223372036854775807} 2018-11-15 19:18:00,877 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"1","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480877}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480877}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480877}]},"ts":9223372036854775807} 2018-11-15 19:18:00,877 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"2","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480877}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480877}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480877}]},"ts":9223372036854775807} 2018-11-15 19:18:00,877 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"3","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480877}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480877}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480877}]},"ts":9223372036854775807} 2018-11-15 19:18:00,878 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"4","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480878}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480878}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480878}]},"ts":9223372036854775807} 2018-11-15 19:18:00,878 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"5","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480878}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480878}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480878}]},"ts":9223372036854775807} 2018-11-15 19:18:00,878 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"6","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480878}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480878}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480878}]},"ts":9223372036854775807} 2018-11-15 19:18:00,879 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"7","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480878}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480878}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480878}]},"ts":9223372036854775807} 2018-11-15 19:18:00,879 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"8","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480879}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480879}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480879}]},"ts":9223372036854775807} 2018-11-15 19:18:00,879 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"9","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480879}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480879}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480879}]},"ts":9223372036854775807} 2018-11-15 19:18:00,879 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"10","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480879}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480879}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480879}]},"ts":9223372036854775807} 2018-11-15 19:18:00,880 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"11","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480880}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480880}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480880}]},"ts":9223372036854775807} 2018-11-15 19:18:00,880 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"12","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480880}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480880}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480880}]},"ts":9223372036854775807} 2018-11-15 19:18:00,880 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"13","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480880}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480880}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480880}]},"ts":9223372036854775807} 2018-11-15 19:18:00,881 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"14","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480880}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480880}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480880}]},"ts":9223372036854775807} 2018-11-15 19:18:00,881 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"15","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480881}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480881}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480881}]},"ts":9223372036854775807} 2018-11-15 19:18:00,881 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"16","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480881}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480881}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480881}]},"ts":9223372036854775807} 2018-11-15 19:18:00,881 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"17","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480881}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480881}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480881}]},"ts":9223372036854775807} 2018-11-15 19:18:00,882 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"18","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480882}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480882}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480882}]},"ts":9223372036854775807} 2018-11-15 19:18:00,882 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"19","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480882}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480882}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480882}]},"ts":9223372036854775807} 2018-11-15 19:18:00,882 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"20","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480882}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480882}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480882}]},"ts":9223372036854775807} 2018-11-15 19:18:00,883 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"21","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480883}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480883}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480883}]},"ts":9223372036854775807} 2018-11-15 19:18:00,883 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"22","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480883}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480883}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480883}]},"ts":9223372036854775807} 2018-11-15 19:18:00,883 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"23","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480883}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480883}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480883}]},"ts":9223372036854775807} 2018-11-15 19:18:00,884 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"24","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480883}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480883}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480883}]},"ts":9223372036854775807} 2018-11-15 19:18:00,884 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"25","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480884}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480884}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480884}]},"ts":9223372036854775807} 2018-11-15 19:18:00,884 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"26","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480884}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480884}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480884}]},"ts":9223372036854775807} 2018-11-15 19:18:00,884 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"27","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480884}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480884}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480884}]},"ts":9223372036854775807} 2018-11-15 19:18:00,885 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"28","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480885}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480885}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480885}]},"ts":9223372036854775807} 2018-11-15 19:18:00,885 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"29","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480885}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480885}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480885}]},"ts":9223372036854775807} 2018-11-15 19:18:00,885 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"30","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480885}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480885}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480885}]},"ts":9223372036854775807} 2018-11-15 19:18:00,885 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"31","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480885}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480885}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480885}]},"ts":9223372036854775807} 2018-11-15 19:18:00,886 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"32","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480886}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480886}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480886}]},"ts":9223372036854775807} 2018-11-15 19:18:00,886 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"33","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480886}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480886}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480886}]},"ts":9223372036854775807} 2018-11-15 19:18:00,886 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"34","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480886}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480886}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480886}]},"ts":9223372036854775807} 2018-11-15 19:18:00,887 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"35","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480886}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480886}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480886}]},"ts":9223372036854775807} 2018-11-15 19:18:00,887 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"36","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480887}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480887}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480887}]},"ts":9223372036854775807} 2018-11-15 19:18:00,887 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"37","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480887}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480887}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480887}]},"ts":9223372036854775807} 2018-11-15 19:18:00,887 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"38","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480887}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480887}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480887}]},"ts":9223372036854775807} 2018-11-15 19:18:00,888 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"39","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480888}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480888}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480888}]},"ts":9223372036854775807} 2018-11-15 19:18:00,888 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"40","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480888}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480888}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480888}]},"ts":9223372036854775807} 2018-11-15 19:18:00,888 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"41","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480888}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480888}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480888}]},"ts":9223372036854775807} 2018-11-15 19:18:00,888 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"42","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480888}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480888}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480888}]},"ts":9223372036854775807} 2018-11-15 19:18:00,889 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"43","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480889}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480889}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480889}]},"ts":9223372036854775807} 2018-11-15 19:18:00,889 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"44","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480889}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480889}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480889}]},"ts":9223372036854775807} 2018-11-15 19:18:00,889 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"45","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480889}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480889}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480889}]},"ts":9223372036854775807} 2018-11-15 19:18:00,889 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"46","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480889}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480889}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480889}]},"ts":9223372036854775807} 2018-11-15 19:18:00,890 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"47","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480890}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480890}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480890}]},"ts":9223372036854775807} 2018-11-15 19:18:00,890 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"48","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480890}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480890}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480890}]},"ts":9223372036854775807} 2018-11-15 19:18:00,890 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"49","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480890}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480890}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480890}]},"ts":9223372036854775807} 2018-11-15 19:18:00,891 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"50","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480890}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480890}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480890}]},"ts":9223372036854775807} 2018-11-15 19:18:00,891 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"51","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480891}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480891}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480891}]},"ts":9223372036854775807} 2018-11-15 19:18:00,891 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"52","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480891}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480891}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480891}]},"ts":9223372036854775807} 2018-11-15 19:18:00,891 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"53","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480891}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480891}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480891}]},"ts":9223372036854775807} 2018-11-15 19:18:00,892 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"54","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480892}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480892}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480892}]},"ts":9223372036854775807} 2018-11-15 19:18:00,892 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"55","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480892}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480892}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480892}]},"ts":9223372036854775807} 2018-11-15 19:18:00,892 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"56","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480892}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480892}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480892}]},"ts":9223372036854775807} 2018-11-15 19:18:00,892 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"57","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480892}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480892}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480892}]},"ts":9223372036854775807} 2018-11-15 19:18:00,893 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"58","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480893}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480893}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480893}]},"ts":9223372036854775807} 2018-11-15 19:18:00,893 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"59","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480893}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480893}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480893}]},"ts":9223372036854775807} 2018-11-15 19:18:00,893 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"60","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480893}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480893}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480893}]},"ts":9223372036854775807} 2018-11-15 19:18:00,893 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"61","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480893}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480893}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480893}]},"ts":9223372036854775807} 2018-11-15 19:18:00,894 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"62","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480894}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480894}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480894}]},"ts":9223372036854775807} 2018-11-15 19:18:00,894 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"63","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480894}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480894}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480894}]},"ts":9223372036854775807} 2018-11-15 19:18:00,894 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"64","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480894}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480894}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480894}]},"ts":9223372036854775807} 2018-11-15 19:18:00,894 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"65","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480894}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480894}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480894}]},"ts":9223372036854775807} 2018-11-15 19:18:00,895 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"66","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480895}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480895}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480895}]},"ts":9223372036854775807} 2018-11-15 19:18:00,895 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"67","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480895}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480895}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480895}]},"ts":9223372036854775807} 2018-11-15 19:18:00,895 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"68","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480895}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480895}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480895}]},"ts":9223372036854775807} 2018-11-15 19:18:00,895 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"69","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480895}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480895}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480895}]},"ts":9223372036854775807} 2018-11-15 19:18:00,896 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"70","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480896}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480896}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480896}]},"ts":9223372036854775807} 2018-11-15 19:18:00,896 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"71","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480896}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480896}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480896}]},"ts":9223372036854775807} 2018-11-15 19:18:00,896 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"72","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480896}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480896}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480896}]},"ts":9223372036854775807} 2018-11-15 19:18:00,896 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"73","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480896}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480896}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480896}]},"ts":9223372036854775807} 2018-11-15 19:18:00,897 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"74","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480897}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480897}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480897}]},"ts":9223372036854775807} 2018-11-15 19:18:00,897 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"75","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480897}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480897}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480897}]},"ts":9223372036854775807} 2018-11-15 19:18:00,897 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"76","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480897}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480897}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480897}]},"ts":9223372036854775807} 2018-11-15 19:18:00,897 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"77","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480897}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480897}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480897}]},"ts":9223372036854775807} 2018-11-15 19:18:00,898 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"78","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480898}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480898}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480898}]},"ts":9223372036854775807} 2018-11-15 19:18:00,898 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"79","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480898}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480898}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480898}]},"ts":9223372036854775807} 2018-11-15 19:18:00,898 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"80","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480898}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480898}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480898}]},"ts":9223372036854775807} 2018-11-15 19:18:00,898 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"81","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480898}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480898}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480898}]},"ts":9223372036854775807} 2018-11-15 19:18:00,899 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"82","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480899}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480899}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480899}]},"ts":9223372036854775807} 2018-11-15 19:18:00,900 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"83","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480899}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480899}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480899}]},"ts":9223372036854775807} 2018-11-15 19:18:00,900 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"84","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480900}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480900}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480900}]},"ts":9223372036854775807} 2018-11-15 19:18:00,900 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"85","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480900}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480900}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480900}]},"ts":9223372036854775807} 2018-11-15 19:18:00,901 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"86","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480900}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480900}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480900}]},"ts":9223372036854775807} 2018-11-15 19:18:00,901 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"87","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480901}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480901}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480901}]},"ts":9223372036854775807} 2018-11-15 19:18:00,901 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"88","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480901}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480901}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480901}]},"ts":9223372036854775807} 2018-11-15 19:18:00,901 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"89","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480901}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480901}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480901}]},"ts":9223372036854775807} 2018-11-15 19:18:00,902 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"90","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480902}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480902}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480902}]},"ts":9223372036854775807} 2018-11-15 19:18:00,902 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"91","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480902}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480902}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480902}]},"ts":9223372036854775807} 2018-11-15 19:18:00,902 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"92","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480902}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480902}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480902}]},"ts":9223372036854775807} 2018-11-15 19:18:00,903 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"93","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480902}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480902}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480902}]},"ts":9223372036854775807} 2018-11-15 19:18:00,903 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"94","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480903}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480903}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480903}]},"ts":9223372036854775807} 2018-11-15 19:18:00,903 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"95","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480903}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480903}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480903}]},"ts":9223372036854775807} 2018-11-15 19:18:00,903 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"96","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480903}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480903}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480903}]},"ts":9223372036854775807} 2018-11-15 19:18:00,904 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"97","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480903}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480903}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480903}]},"ts":9223372036854775807} 2018-11-15 19:18:00,904 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"98","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480904}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480904}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480904}]},"ts":9223372036854775807} 2018-11-15 19:18:00,904 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"99","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480904}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480904}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480904}]},"ts":9223372036854775807} 2018-11-15 19:18:00,904 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"100","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480904}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480904}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480904}]},"ts":9223372036854775807} 2018-11-15 19:18:00,905 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"101","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480904}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480904}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480904}]},"ts":9223372036854775807} 2018-11-15 19:18:00,905 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"102","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480905}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480905}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480905}]},"ts":9223372036854775807} 2018-11-15 19:18:00,905 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"103","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480905}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480905}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480905}]},"ts":9223372036854775807} 2018-11-15 19:18:00,905 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"104","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480905}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480905}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480905}]},"ts":9223372036854775807} 2018-11-15 19:18:00,905 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"105","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480905}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480905}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480905}]},"ts":9223372036854775807} 2018-11-15 19:18:00,906 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"106","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480906}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480906}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480906}]},"ts":9223372036854775807} 2018-11-15 19:18:00,906 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"107","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480906}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480906}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480906}]},"ts":9223372036854775807} 2018-11-15 19:18:00,906 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"108","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480906}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480906}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480906}]},"ts":9223372036854775807} 2018-11-15 19:18:00,906 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"109","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480906}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480906}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480906}]},"ts":9223372036854775807} 2018-11-15 19:18:00,907 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"110","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480907}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480907}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480907}]},"ts":9223372036854775807} 2018-11-15 19:18:00,907 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"111","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480907}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480907}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480907}]},"ts":9223372036854775807} 2018-11-15 19:18:00,907 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"112","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480907}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480907}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480907}]},"ts":9223372036854775807} 2018-11-15 19:18:00,907 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"113","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480907}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480907}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480907}]},"ts":9223372036854775807} 2018-11-15 19:18:00,908 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"114","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480908}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480908}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480908}]},"ts":9223372036854775807} 2018-11-15 19:18:00,908 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"115","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480908}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480908}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480908}]},"ts":9223372036854775807} 2018-11-15 19:18:00,908 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"116","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480908}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480908}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480908}]},"ts":9223372036854775807} 2018-11-15 19:18:00,908 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"117","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480908}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480908}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480908}]},"ts":9223372036854775807} 2018-11-15 19:18:00,908 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"118","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480908}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480908}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480908}]},"ts":9223372036854775807} 2018-11-15 19:18:00,909 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"119","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480909}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480909}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480909}]},"ts":9223372036854775807} 2018-11-15 19:18:00,909 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"120","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480909}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480909}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480909}]},"ts":9223372036854775807} 2018-11-15 19:18:00,909 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"121","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480909}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480909}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480909}]},"ts":9223372036854775807} 2018-11-15 19:18:00,909 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"122","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480909}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480909}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480909}]},"ts":9223372036854775807} 2018-11-15 19:18:00,910 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"123","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480910}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480910}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480910}]},"ts":9223372036854775807} 2018-11-15 19:18:00,910 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"124","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480910}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480910}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480910}]},"ts":9223372036854775807} 2018-11-15 19:18:00,910 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"125","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480910}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480910}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480910}]},"ts":9223372036854775807} 2018-11-15 19:18:00,910 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"126","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480910}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480910}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480910}]},"ts":9223372036854775807} 2018-11-15 19:18:00,911 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"127","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480910}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480910}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480910}]},"ts":9223372036854775807} 2018-11-15 19:18:00,911 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"128","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480911}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480911}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480911}]},"ts":9223372036854775807} 2018-11-15 19:18:00,911 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"129","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480911}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480911}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480911}]},"ts":9223372036854775807} 2018-11-15 19:18:00,911 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"130","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480911}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480911}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480911}]},"ts":9223372036854775807} 2018-11-15 19:18:00,911 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"131","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480911}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480911}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480911}]},"ts":9223372036854775807} 2018-11-15 19:18:00,912 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"132","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480912}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480912}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480912}]},"ts":9223372036854775807} 2018-11-15 19:18:00,912 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"133","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480912}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480912}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480912}]},"ts":9223372036854775807} 2018-11-15 19:18:00,912 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"134","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480912}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480912}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480912}]},"ts":9223372036854775807} 2018-11-15 19:18:00,912 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"135","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480912}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480912}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480912}]},"ts":9223372036854775807} 2018-11-15 19:18:00,913 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"136","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480913}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480913}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480913}]},"ts":9223372036854775807} 2018-11-15 19:18:00,913 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"137","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480913}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480913}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480913}]},"ts":9223372036854775807} 2018-11-15 19:18:00,913 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"138","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480913}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480913}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480913}]},"ts":9223372036854775807} 2018-11-15 19:18:00,913 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"139","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480913}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480913}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480913}]},"ts":9223372036854775807} 2018-11-15 19:18:00,914 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"140","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480913}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480913}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480913}]},"ts":9223372036854775807} 2018-11-15 19:18:00,914 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"141","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480914}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480914}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480914}]},"ts":9223372036854775807} 2018-11-15 19:18:00,914 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"142","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480914}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480914}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480914}]},"ts":9223372036854775807} 2018-11-15 19:18:00,914 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"143","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480914}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480914}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480914}]},"ts":9223372036854775807} 2018-11-15 19:18:00,914 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"144","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480914}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480914}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480914}]},"ts":9223372036854775807} 2018-11-15 19:18:00,915 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"145","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480914}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480914}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480914}]},"ts":9223372036854775807} 2018-11-15 19:18:00,915 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"146","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480915}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480915}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480915}]},"ts":9223372036854775807} 2018-11-15 19:18:00,915 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"147","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480915}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480915}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480915}]},"ts":9223372036854775807} 2018-11-15 19:18:00,915 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"148","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480915}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480915}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480915}]},"ts":9223372036854775807} 2018-11-15 19:18:00,915 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"149","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480915}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480915}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480915}]},"ts":9223372036854775807} 2018-11-15 19:18:00,916 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"150","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480916}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480916}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480916}]},"ts":9223372036854775807} 2018-11-15 19:18:00,916 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"151","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480916}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480916}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480916}]},"ts":9223372036854775807} 2018-11-15 19:18:00,916 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"152","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480916}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480916}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480916}]},"ts":9223372036854775807} 2018-11-15 19:18:00,916 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"153","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480916}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480916}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480916}]},"ts":9223372036854775807} 2018-11-15 19:18:00,916 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"154","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480916}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480916}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480916}]},"ts":9223372036854775807} 2018-11-15 19:18:00,917 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"155","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480917}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480917}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480917}]},"ts":9223372036854775807} 2018-11-15 19:18:00,917 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"156","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480917}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480917}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480917}]},"ts":9223372036854775807} 2018-11-15 19:18:00,917 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"157","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480917}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480917}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480917}]},"ts":9223372036854775807} 2018-11-15 19:18:00,917 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"158","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480917}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480917}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480917}]},"ts":9223372036854775807} 2018-11-15 19:18:00,917 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"159","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480917}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480917}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480917}]},"ts":9223372036854775807} 2018-11-15 19:18:00,918 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"160","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480918}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480918}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480918}]},"ts":9223372036854775807} 2018-11-15 19:18:00,918 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"161","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480918}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480918}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480918}]},"ts":9223372036854775807} 2018-11-15 19:18:00,918 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"162","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480918}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480918}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480918}]},"ts":9223372036854775807} 2018-11-15 19:18:00,918 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"163","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480918}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480918}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480918}]},"ts":9223372036854775807} 2018-11-15 19:18:00,919 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"164","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480918}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480918}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480918}]},"ts":9223372036854775807} 2018-11-15 19:18:00,919 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"165","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480919}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480919}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480919}]},"ts":9223372036854775807} 2018-11-15 19:18:00,919 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"166","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480919}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480919}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480919}]},"ts":9223372036854775807} 2018-11-15 19:18:00,919 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"167","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480919}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480919}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480919}]},"ts":9223372036854775807} 2018-11-15 19:18:00,919 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"168","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480919}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480919}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480919}]},"ts":9223372036854775807} 2018-11-15 19:18:00,920 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"169","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480920}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480920}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480920}]},"ts":9223372036854775807} 2018-11-15 19:18:00,920 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"170","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480920}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480920}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480920}]},"ts":9223372036854775807} 2018-11-15 19:18:00,920 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"171","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480920}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480920}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480920}]},"ts":9223372036854775807} 2018-11-15 19:18:00,920 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"172","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480920}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480920}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480920}]},"ts":9223372036854775807} 2018-11-15 19:18:00,921 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"173","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480920}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480920}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480920}]},"ts":9223372036854775807} 2018-11-15 19:18:00,921 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"174","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480921}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480921}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480921}]},"ts":9223372036854775807} 2018-11-15 19:18:00,921 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"175","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480921}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480921}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480921}]},"ts":9223372036854775807} 2018-11-15 19:18:00,921 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"176","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480921}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480921}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480921}]},"ts":9223372036854775807} 2018-11-15 19:18:00,921 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"177","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480921}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480921}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480921}]},"ts":9223372036854775807} 2018-11-15 19:18:00,922 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"178","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480922}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480922}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480922}]},"ts":9223372036854775807} 2018-11-15 19:18:00,922 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"179","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480922}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480922}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480922}]},"ts":9223372036854775807} 2018-11-15 19:18:00,922 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"180","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480922}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480922}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480922}]},"ts":9223372036854775807} 2018-11-15 19:18:00,922 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"181","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480922}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480922}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480922}]},"ts":9223372036854775807} 2018-11-15 19:18:00,922 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"182","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480922}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480922}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480922}]},"ts":9223372036854775807} 2018-11-15 19:18:00,923 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"183","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480923}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480923}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480923}]},"ts":9223372036854775807} 2018-11-15 19:18:00,923 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"184","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480923}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480923}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480923}]},"ts":9223372036854775807} 2018-11-15 19:18:00,923 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"185","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480923}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480923}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480923}]},"ts":9223372036854775807} 2018-11-15 19:18:00,923 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"186","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480923}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480923}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480923}]},"ts":9223372036854775807} 2018-11-15 19:18:00,924 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"187","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480923}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480923}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480923}]},"ts":9223372036854775807} 2018-11-15 19:18:00,924 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"188","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480924}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480924}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480924}]},"ts":9223372036854775807} 2018-11-15 19:18:00,924 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"189","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480924}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480924}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480924}]},"ts":9223372036854775807} 2018-11-15 19:18:00,924 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"190","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480924}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480924}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480924}]},"ts":9223372036854775807} 2018-11-15 19:18:00,924 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"191","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480924}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480924}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480924}]},"ts":9223372036854775807} 2018-11-15 19:18:00,925 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"192","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480925}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480925}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480925}]},"ts":9223372036854775807} 2018-11-15 19:18:00,925 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"193","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480925}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480925}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480925}]},"ts":9223372036854775807} 2018-11-15 19:18:00,925 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"194","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480925}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480925}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480925}]},"ts":9223372036854775807} 2018-11-15 19:18:00,925 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"195","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480925}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480925}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480925}]},"ts":9223372036854775807} 2018-11-15 19:18:00,925 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"196","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480925}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480925}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480925}]},"ts":9223372036854775807} 2018-11-15 19:18:00,926 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"197","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480926}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480926}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480926}]},"ts":9223372036854775807} 2018-11-15 19:18:00,926 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"198","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480926}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480926}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480926}]},"ts":9223372036854775807} 2018-11-15 19:18:00,926 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"199","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480926}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480926}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480926}]},"ts":9223372036854775807} 2018-11-15 19:18:00,926 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"200","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480926}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480926}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480926}]},"ts":9223372036854775807} 2018-11-15 19:18:00,927 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"201","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480926}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480926}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480926}]},"ts":9223372036854775807} 2018-11-15 19:18:00,927 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"202","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480927}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480927}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480927}]},"ts":9223372036854775807} 2018-11-15 19:18:00,927 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"203","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480927}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480927}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480927}]},"ts":9223372036854775807} 2018-11-15 19:18:00,927 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"204","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480927}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480927}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480927}]},"ts":9223372036854775807} 2018-11-15 19:18:00,927 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"205","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480927}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480927}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480927}]},"ts":9223372036854775807} 2018-11-15 19:18:00,928 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"206","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480927}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480927}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480927}]},"ts":9223372036854775807} 2018-11-15 19:18:00,928 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"207","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480928}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480928}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480928}]},"ts":9223372036854775807} 2018-11-15 19:18:00,928 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"208","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480928}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480928}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480928}]},"ts":9223372036854775807} 2018-11-15 19:18:00,928 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"209","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480928}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480928}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480928}]},"ts":9223372036854775807} 2018-11-15 19:18:00,928 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"210","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480928}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480928}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480928}]},"ts":9223372036854775807} 2018-11-15 19:18:00,929 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"211","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480929}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480929}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480929}]},"ts":9223372036854775807} 2018-11-15 19:18:00,929 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"212","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480929}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480929}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480929}]},"ts":9223372036854775807} 2018-11-15 19:18:00,929 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"213","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480929}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480929}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480929}]},"ts":9223372036854775807} 2018-11-15 19:18:00,929 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"214","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480929}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480929}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480929}]},"ts":9223372036854775807} 2018-11-15 19:18:00,930 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"215","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480930}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480930}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480930}]},"ts":9223372036854775807} 2018-11-15 19:18:00,930 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"216","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480930}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480930}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480930}]},"ts":9223372036854775807} 2018-11-15 19:18:00,930 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"217","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480930}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480930}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480930}]},"ts":9223372036854775807} 2018-11-15 19:18:00,930 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"218","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480930}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480930}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480930}]},"ts":9223372036854775807} 2018-11-15 19:18:00,930 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"219","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480930}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480930}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480930}]},"ts":9223372036854775807} 2018-11-15 19:18:00,931 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"220","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480931}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480931}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480931}]},"ts":9223372036854775807} 2018-11-15 19:18:00,931 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"221","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480931}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480931}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480931}]},"ts":9223372036854775807} 2018-11-15 19:18:00,931 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"222","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480931}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480931}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480931}]},"ts":9223372036854775807} 2018-11-15 19:18:00,931 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"223","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480931}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480931}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480931}]},"ts":9223372036854775807} 2018-11-15 19:18:00,932 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"224","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480931}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480931}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480931}]},"ts":9223372036854775807} 2018-11-15 19:18:00,932 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"225","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480932}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480932}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480932}]},"ts":9223372036854775807} 2018-11-15 19:18:00,932 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"226","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480932}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480932}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480932}]},"ts":9223372036854775807} 2018-11-15 19:18:00,932 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"227","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480932}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480932}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480932}]},"ts":9223372036854775807} 2018-11-15 19:18:00,932 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"228","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480932}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480932}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480932}]},"ts":9223372036854775807} 2018-11-15 19:18:00,933 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"229","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480933}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480933}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480933}]},"ts":9223372036854775807} 2018-11-15 19:18:00,933 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"230","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480933}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480933}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480933}]},"ts":9223372036854775807} 2018-11-15 19:18:00,933 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"231","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480933}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480933}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480933}]},"ts":9223372036854775807} 2018-11-15 19:18:00,933 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"232","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480933}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480933}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480933}]},"ts":9223372036854775807} 2018-11-15 19:18:00,933 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"233","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480933}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480933}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480933}]},"ts":9223372036854775807} 2018-11-15 19:18:00,934 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"234","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480933}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480933}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480933}]},"ts":9223372036854775807} 2018-11-15 19:18:00,934 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"235","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480934}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480934}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480934}]},"ts":9223372036854775807} 2018-11-15 19:18:00,934 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"236","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480934}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480934}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480934}]},"ts":9223372036854775807} 2018-11-15 19:18:00,934 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"237","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480934}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480934}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480934}]},"ts":9223372036854775807} 2018-11-15 19:18:00,935 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"238","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480935}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480935}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480935}]},"ts":9223372036854775807} 2018-11-15 19:18:00,935 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"239","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480935}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480935}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480935}]},"ts":9223372036854775807} 2018-11-15 19:18:00,935 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"240","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480935}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480935}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480935}]},"ts":9223372036854775807} 2018-11-15 19:18:00,935 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"241","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480935}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480935}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480935}]},"ts":9223372036854775807} 2018-11-15 19:18:00,935 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"242","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480935}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480935}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480935}]},"ts":9223372036854775807} 2018-11-15 19:18:00,936 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"243","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480935}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480935}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480935}]},"ts":9223372036854775807} 2018-11-15 19:18:00,936 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"244","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480936}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480936}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480936}]},"ts":9223372036854775807} 2018-11-15 19:18:00,936 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"245","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480936}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480936}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480936}]},"ts":9223372036854775807} 2018-11-15 19:18:00,936 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"246","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480936}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480936}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480936}]},"ts":9223372036854775807} 2018-11-15 19:18:00,936 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"247","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480936}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480936}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480936}]},"ts":9223372036854775807} 2018-11-15 19:18:00,936 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"248","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480936}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480936}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480936}]},"ts":9223372036854775807} 2018-11-15 19:18:00,937 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"249","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480937}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480937}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480937}]},"ts":9223372036854775807} 2018-11-15 19:18:00,937 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"250","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480937}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480937}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480937}]},"ts":9223372036854775807} 2018-11-15 19:18:00,937 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"251","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480937}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480937}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480937}]},"ts":9223372036854775807} 2018-11-15 19:18:00,937 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"252","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480937}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480937}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480937}]},"ts":9223372036854775807} 2018-11-15 19:18:00,937 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"253","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480937}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480937}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480937}]},"ts":9223372036854775807} 2018-11-15 19:18:00,938 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"254","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480938}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480938}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480938}]},"ts":9223372036854775807} 2018-11-15 19:18:00,938 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"255","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480938}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480938}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480938}]},"ts":9223372036854775807} 2018-11-15 19:18:00,938 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"256","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480938}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480938}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480938}]},"ts":9223372036854775807} 2018-11-15 19:18:00,938 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"257","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480938}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480938}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480938}]},"ts":9223372036854775807} 2018-11-15 19:18:00,938 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"258","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480938}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480938}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480938}]},"ts":9223372036854775807} 2018-11-15 19:18:00,939 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"259","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480938}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480938}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480938}]},"ts":9223372036854775807} 2018-11-15 19:18:00,939 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"260","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480939}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480939}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480939}]},"ts":9223372036854775807} 2018-11-15 19:18:00,939 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"261","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480939}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480939}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480939}]},"ts":9223372036854775807} 2018-11-15 19:18:00,939 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"262","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480939}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480939}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480939}]},"ts":9223372036854775807} 2018-11-15 19:18:00,939 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"263","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480939}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480939}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480939}]},"ts":9223372036854775807} 2018-11-15 19:18:00,939 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"264","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480939}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480939}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480939}]},"ts":9223372036854775807} 2018-11-15 19:18:00,940 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"265","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480940}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480940}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480940}]},"ts":9223372036854775807} 2018-11-15 19:18:00,940 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"266","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480940}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480940}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480940}]},"ts":9223372036854775807} 2018-11-15 19:18:00,940 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"267","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480940}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480940}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480940}]},"ts":9223372036854775807} 2018-11-15 19:18:00,940 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"268","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480940}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480940}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480940}]},"ts":9223372036854775807} 2018-11-15 19:18:00,940 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"269","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480940}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480940}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480940}]},"ts":9223372036854775807} 2018-11-15 19:18:00,941 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"270","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480941}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480941}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480941}]},"ts":9223372036854775807} 2018-11-15 19:18:00,941 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"271","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480941}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480941}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480941}]},"ts":9223372036854775807} 2018-11-15 19:18:00,941 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"272","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480941}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480941}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480941}]},"ts":9223372036854775807} 2018-11-15 19:18:00,941 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"273","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480941}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480941}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480941}]},"ts":9223372036854775807} 2018-11-15 19:18:00,941 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"274","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480941}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480941}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480941}]},"ts":9223372036854775807} 2018-11-15 19:18:00,942 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"275","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480941}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480941}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480941}]},"ts":9223372036854775807} 2018-11-15 19:18:00,942 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"276","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480942}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480942}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480942}]},"ts":9223372036854775807} 2018-11-15 19:18:00,942 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"277","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480942}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480942}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480942}]},"ts":9223372036854775807} 2018-11-15 19:18:00,942 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"278","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480942}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480942}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480942}]},"ts":9223372036854775807} 2018-11-15 19:18:00,942 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"279","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480942}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480942}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480942}]},"ts":9223372036854775807} 2018-11-15 19:18:00,942 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"280","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480942}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480942}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480942}]},"ts":9223372036854775807} 2018-11-15 19:18:00,943 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"281","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480943}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480943}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480943}]},"ts":9223372036854775807} 2018-11-15 19:18:00,943 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"282","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480943}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480943}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480943}]},"ts":9223372036854775807} 2018-11-15 19:18:00,943 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"283","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480943}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480943}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480943}]},"ts":9223372036854775807} 2018-11-15 19:18:00,943 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"284","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480943}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480943}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480943}]},"ts":9223372036854775807} 2018-11-15 19:18:00,943 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"285","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480943}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480943}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480943}]},"ts":9223372036854775807} 2018-11-15 19:18:00,944 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"286","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480943}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480943}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480943}]},"ts":9223372036854775807} 2018-11-15 19:18:00,944 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"287","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480944}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480944}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480944}]},"ts":9223372036854775807} 2018-11-15 19:18:00,944 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"288","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480944}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480944}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480944}]},"ts":9223372036854775807} 2018-11-15 19:18:00,944 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"289","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480944}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480944}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480944}]},"ts":9223372036854775807} 2018-11-15 19:18:00,944 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"290","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480944}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480944}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480944}]},"ts":9223372036854775807} 2018-11-15 19:18:00,944 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"291","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480944}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480944}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480944}]},"ts":9223372036854775807} 2018-11-15 19:18:00,945 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"292","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480945}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480945}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480945}]},"ts":9223372036854775807} 2018-11-15 19:18:00,945 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"293","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480945}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480945}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480945}]},"ts":9223372036854775807} 2018-11-15 19:18:00,945 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"294","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480945}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480945}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480945}]},"ts":9223372036854775807} 2018-11-15 19:18:00,945 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"295","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480945}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480945}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480945}]},"ts":9223372036854775807} 2018-11-15 19:18:00,945 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"296","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480945}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480945}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480945}]},"ts":9223372036854775807} 2018-11-15 19:18:00,945 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"297","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480945}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480945}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480945}]},"ts":9223372036854775807} 2018-11-15 19:18:00,946 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"298","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480946}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480946}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480946}]},"ts":9223372036854775807} 2018-11-15 19:18:00,946 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"299","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480946}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480946}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480946}]},"ts":9223372036854775807} 2018-11-15 19:18:00,946 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"300","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480946}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480946}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480946}]},"ts":9223372036854775807} 2018-11-15 19:18:00,946 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"301","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480946}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480946}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480946}]},"ts":9223372036854775807} 2018-11-15 19:18:00,946 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"302","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480946}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480946}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480946}]},"ts":9223372036854775807} 2018-11-15 19:18:00,947 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"303","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480946}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480946}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480946}]},"ts":9223372036854775807} 2018-11-15 19:18:00,947 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"304","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480947}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480947}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480947}]},"ts":9223372036854775807} 2018-11-15 19:18:00,947 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"305","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480947}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480947}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480947}]},"ts":9223372036854775807} 2018-11-15 19:18:00,947 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"306","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480947}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480947}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480947}]},"ts":9223372036854775807} 2018-11-15 19:18:00,947 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"307","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480947}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480947}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480947}]},"ts":9223372036854775807} 2018-11-15 19:18:00,947 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"308","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480947}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480947}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480947}]},"ts":9223372036854775807} 2018-11-15 19:18:00,948 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"309","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480948}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480948}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480948}]},"ts":9223372036854775807} 2018-11-15 19:18:00,948 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"310","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480948}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480948}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480948}]},"ts":9223372036854775807} 2018-11-15 19:18:00,948 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"311","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480948}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480948}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480948}]},"ts":9223372036854775807} 2018-11-15 19:18:00,948 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"312","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480948}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480948}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480948}]},"ts":9223372036854775807} 2018-11-15 19:18:00,948 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"313","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480948}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480948}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480948}]},"ts":9223372036854775807} 2018-11-15 19:18:00,948 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"314","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480948}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480948}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480948}]},"ts":9223372036854775807} 2018-11-15 19:18:00,949 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"315","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480949}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480949}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480949}]},"ts":9223372036854775807} 2018-11-15 19:18:00,949 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"316","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480949}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480949}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480949}]},"ts":9223372036854775807} 2018-11-15 19:18:00,949 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"317","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480949}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480949}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480949}]},"ts":9223372036854775807} 2018-11-15 19:18:00,949 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"318","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480949}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480949}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480949}]},"ts":9223372036854775807} 2018-11-15 19:18:00,949 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"319","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480949}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480949}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480949}]},"ts":9223372036854775807} 2018-11-15 19:18:00,950 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"320","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480949}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480949}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480949}]},"ts":9223372036854775807} 2018-11-15 19:18:00,950 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"321","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480950}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480950}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480950}]},"ts":9223372036854775807} 2018-11-15 19:18:00,950 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"322","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480950}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480950}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480950}]},"ts":9223372036854775807} 2018-11-15 19:18:00,950 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"323","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480950}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480950}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480950}]},"ts":9223372036854775807} 2018-11-15 19:18:00,950 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"324","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480950}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480950}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480950}]},"ts":9223372036854775807} 2018-11-15 19:18:00,950 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"325","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480950}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480950}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480950}]},"ts":9223372036854775807} 2018-11-15 19:18:00,951 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"326","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480951}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480951}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480951}]},"ts":9223372036854775807} 2018-11-15 19:18:00,951 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"327","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480951}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480951}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480951}]},"ts":9223372036854775807} 2018-11-15 19:18:00,951 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"328","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480951}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480951}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480951}]},"ts":9223372036854775807} 2018-11-15 19:18:00,951 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"329","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480951}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480951}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480951}]},"ts":9223372036854775807} 2018-11-15 19:18:00,951 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"330","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480951}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480951}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480951}]},"ts":9223372036854775807} 2018-11-15 19:18:00,951 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"331","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480951}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480951}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480951}]},"ts":9223372036854775807} 2018-11-15 19:18:00,952 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"332","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480952}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480952}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480952}]},"ts":9223372036854775807} 2018-11-15 19:18:00,952 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"333","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480952}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480952}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480952}]},"ts":9223372036854775807} 2018-11-15 19:18:00,952 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"334","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480952}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480952}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480952}]},"ts":9223372036854775807} 2018-11-15 19:18:00,952 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"335","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480952}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480952}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480952}]},"ts":9223372036854775807} 2018-11-15 19:18:00,952 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"336","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480952}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480952}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480952}]},"ts":9223372036854775807} 2018-11-15 19:18:00,952 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"337","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480952}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480952}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480952}]},"ts":9223372036854775807} 2018-11-15 19:18:00,953 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"338","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480953}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480953}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480953}]},"ts":9223372036854775807} 2018-11-15 19:18:00,953 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"339","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480953}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480953}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480953}]},"ts":9223372036854775807} 2018-11-15 19:18:00,953 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"340","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480953}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480953}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480953}]},"ts":9223372036854775807} 2018-11-15 19:18:00,953 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"341","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480953}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480953}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480953}]},"ts":9223372036854775807} 2018-11-15 19:18:00,953 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"342","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480953}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480953}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480953}]},"ts":9223372036854775807} 2018-11-15 19:18:00,953 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"343","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480953}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480953}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480953}]},"ts":9223372036854775807} 2018-11-15 19:18:00,954 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"344","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480954}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480954}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480954}]},"ts":9223372036854775807} 2018-11-15 19:18:00,954 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"345","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480954}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480954}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480954}]},"ts":9223372036854775807} 2018-11-15 19:18:00,954 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"346","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480954}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480954}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480954}]},"ts":9223372036854775807} 2018-11-15 19:18:00,954 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"347","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480954}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480954}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480954}]},"ts":9223372036854775807} 2018-11-15 19:18:00,954 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"348","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480954}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480954}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480954}]},"ts":9223372036854775807} 2018-11-15 19:18:00,954 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"349","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480954}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480954}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480954}]},"ts":9223372036854775807} 2018-11-15 19:18:00,955 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"350","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480954}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480954}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480954}]},"ts":9223372036854775807} 2018-11-15 19:18:00,955 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"351","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480955}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480955}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480955}]},"ts":9223372036854775807} 2018-11-15 19:18:00,955 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"352","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480955}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480955}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480955}]},"ts":9223372036854775807} 2018-11-15 19:18:00,955 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"353","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480955}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480955}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480955}]},"ts":9223372036854775807} 2018-11-15 19:18:00,955 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"354","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480955}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480955}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480955}]},"ts":9223372036854775807} 2018-11-15 19:18:00,955 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"355","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480955}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480955}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480955}]},"ts":9223372036854775807} 2018-11-15 19:18:00,955 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"356","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480955}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480955}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480955}]},"ts":9223372036854775807} 2018-11-15 19:18:00,956 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"357","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480956}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480956}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480956}]},"ts":9223372036854775807} 2018-11-15 19:18:00,956 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"358","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480956}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480956}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480956}]},"ts":9223372036854775807} 2018-11-15 19:18:00,956 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"359","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480956}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480956}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480956}]},"ts":9223372036854775807} 2018-11-15 19:18:00,956 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"360","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480956}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480956}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480956}]},"ts":9223372036854775807} 2018-11-15 19:18:00,956 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"361","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480956}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480956}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480956}]},"ts":9223372036854775807} 2018-11-15 19:18:00,956 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"362","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480956}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480956}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480956}]},"ts":9223372036854775807} 2018-11-15 19:18:00,957 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"363","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480957}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480957}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480957}]},"ts":9223372036854775807} 2018-11-15 19:18:00,957 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"364","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480957}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480957}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480957}]},"ts":9223372036854775807} 2018-11-15 19:18:00,957 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"365","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480957}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480957}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480957}]},"ts":9223372036854775807} 2018-11-15 19:18:00,957 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"366","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480957}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480957}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480957}]},"ts":9223372036854775807} 2018-11-15 19:18:00,957 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"367","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480957}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480957}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480957}]},"ts":9223372036854775807} 2018-11-15 19:18:00,957 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"368","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480957}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480957}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480957}]},"ts":9223372036854775807} 2018-11-15 19:18:00,958 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"369","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480958}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480958}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480958}]},"ts":9223372036854775807} 2018-11-15 19:18:00,958 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"370","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480958}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480958}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480958}]},"ts":9223372036854775807} 2018-11-15 19:18:00,958 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"371","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480958}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480958}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480958}]},"ts":9223372036854775807} 2018-11-15 19:18:00,958 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"372","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480958}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480958}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480958}]},"ts":9223372036854775807} 2018-11-15 19:18:00,958 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"373","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480958}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480958}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480958}]},"ts":9223372036854775807} 2018-11-15 19:18:00,958 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"374","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480958}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480958}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480958}]},"ts":9223372036854775807} 2018-11-15 19:18:00,958 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"375","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480958}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480958}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480958}]},"ts":9223372036854775807} 2018-11-15 19:18:00,959 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"376","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480959}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480959}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480959}]},"ts":9223372036854775807} 2018-11-15 19:18:00,959 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"377","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480959}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480959}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480959}]},"ts":9223372036854775807} 2018-11-15 19:18:00,959 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"378","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480959}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480959}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480959}]},"ts":9223372036854775807} 2018-11-15 19:18:00,959 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"379","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480959}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480959}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480959}]},"ts":9223372036854775807} 2018-11-15 19:18:00,959 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"380","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480959}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480959}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480959}]},"ts":9223372036854775807} 2018-11-15 19:18:00,959 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"381","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480959}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480959}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480959}]},"ts":9223372036854775807} 2018-11-15 19:18:00,960 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"382","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480960}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480960}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480960}]},"ts":9223372036854775807} 2018-11-15 19:18:00,960 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"383","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480960}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480960}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480960}]},"ts":9223372036854775807} 2018-11-15 19:18:00,960 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"384","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480960}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480960}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480960}]},"ts":9223372036854775807} 2018-11-15 19:18:00,960 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"385","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480960}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480960}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480960}]},"ts":9223372036854775807} 2018-11-15 19:18:00,960 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"386","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480960}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480960}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480960}]},"ts":9223372036854775807} 2018-11-15 19:18:00,960 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"387","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480960}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480960}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480960}]},"ts":9223372036854775807} 2018-11-15 19:18:00,961 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"388","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480961}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480961}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480961}]},"ts":9223372036854775807} 2018-11-15 19:18:00,961 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"389","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480961}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480961}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480961}]},"ts":9223372036854775807} 2018-11-15 19:18:00,961 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"390","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480961}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480961}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480961}]},"ts":9223372036854775807} 2018-11-15 19:18:00,961 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"391","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480961}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480961}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480961}]},"ts":9223372036854775807} 2018-11-15 19:18:00,961 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"392","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480961}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480961}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480961}]},"ts":9223372036854775807} 2018-11-15 19:18:00,961 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"393","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480961}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480961}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480961}]},"ts":9223372036854775807} 2018-11-15 19:18:00,962 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"394","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480961}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480961}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480961}]},"ts":9223372036854775807} 2018-11-15 19:18:00,962 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"395","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480962}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480962}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480962}]},"ts":9223372036854775807} 2018-11-15 19:18:00,962 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"396","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480962}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480962}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480962}]},"ts":9223372036854775807} 2018-11-15 19:18:00,962 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"397","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480962}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480962}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480962}]},"ts":9223372036854775807} 2018-11-15 19:18:00,962 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"398","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480962}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480962}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480962}]},"ts":9223372036854775807} 2018-11-15 19:18:00,962 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"399","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480962}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480962}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480962}]},"ts":9223372036854775807} 2018-11-15 19:18:00,962 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"400","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480962}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480962}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480962}]},"ts":9223372036854775807} 2018-11-15 19:18:00,963 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"401","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480963}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480963}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480963}]},"ts":9223372036854775807} 2018-11-15 19:18:00,963 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"402","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480963}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480963}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480963}]},"ts":9223372036854775807} 2018-11-15 19:18:00,963 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"403","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480963}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480963}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480963}]},"ts":9223372036854775807} 2018-11-15 19:18:00,963 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"404","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480963}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480963}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480963}]},"ts":9223372036854775807} 2018-11-15 19:18:00,963 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"405","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480963}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480963}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480963}]},"ts":9223372036854775807} 2018-11-15 19:18:00,963 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"406","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480963}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480963}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480963}]},"ts":9223372036854775807} 2018-11-15 19:18:00,964 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"407","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480963}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480963}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480963}]},"ts":9223372036854775807} 2018-11-15 19:18:00,964 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"408","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480964}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480964}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480964}]},"ts":9223372036854775807} 2018-11-15 19:18:00,964 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"409","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480964}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480964}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480964}]},"ts":9223372036854775807} 2018-11-15 19:18:00,964 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"410","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480964}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480964}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480964}]},"ts":9223372036854775807} 2018-11-15 19:18:00,964 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"411","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480964}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480964}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480964}]},"ts":9223372036854775807} 2018-11-15 19:18:00,964 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"412","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480964}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480964}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480964}]},"ts":9223372036854775807} 2018-11-15 19:18:00,964 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"413","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480964}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480964}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480964}]},"ts":9223372036854775807} 2018-11-15 19:18:00,965 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"414","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480965}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480965}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480965}]},"ts":9223372036854775807} 2018-11-15 19:18:00,965 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"415","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480965}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480965}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480965}]},"ts":9223372036854775807} 2018-11-15 19:18:00,965 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"416","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480965}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480965}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480965}]},"ts":9223372036854775807} 2018-11-15 19:18:00,965 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"417","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480965}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480965}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480965}]},"ts":9223372036854775807} 2018-11-15 19:18:00,965 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"418","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480965}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480965}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480965}]},"ts":9223372036854775807} 2018-11-15 19:18:00,965 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"419","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480965}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480965}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480965}]},"ts":9223372036854775807} 2018-11-15 19:18:00,966 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"420","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480965}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480965}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480965}]},"ts":9223372036854775807} 2018-11-15 19:18:00,966 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"421","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480966}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480966}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480966}]},"ts":9223372036854775807} 2018-11-15 19:18:00,966 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"422","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480966}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480966}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480966}]},"ts":9223372036854775807} 2018-11-15 19:18:00,966 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"423","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480966}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480966}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480966}]},"ts":9223372036854775807} 2018-11-15 19:18:00,966 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"424","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480966}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480966}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480966}]},"ts":9223372036854775807} 2018-11-15 19:18:00,966 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"425","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480966}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480966}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480966}]},"ts":9223372036854775807} 2018-11-15 19:18:00,966 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"426","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480966}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480966}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480966}]},"ts":9223372036854775807} 2018-11-15 19:18:00,967 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"427","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480967}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480967}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480967}]},"ts":9223372036854775807} 2018-11-15 19:18:00,967 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"428","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480967}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480967}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480967}]},"ts":9223372036854775807} 2018-11-15 19:18:00,967 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"429","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480967}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480967}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480967}]},"ts":9223372036854775807} 2018-11-15 19:18:00,967 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"430","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480967}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480967}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480967}]},"ts":9223372036854775807} 2018-11-15 19:18:00,967 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"431","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480967}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480967}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480967}]},"ts":9223372036854775807} 2018-11-15 19:18:00,967 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"432","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480967}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480967}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480967}]},"ts":9223372036854775807} 2018-11-15 19:18:00,968 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"433","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480967}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480967}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480967}]},"ts":9223372036854775807} 2018-11-15 19:18:00,968 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"434","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480968}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480968}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480968}]},"ts":9223372036854775807} 2018-11-15 19:18:00,968 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"435","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480968}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480968}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480968}]},"ts":9223372036854775807} 2018-11-15 19:18:00,968 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"436","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480968}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480968}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480968}]},"ts":9223372036854775807} 2018-11-15 19:18:00,968 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"437","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480968}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480968}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480968}]},"ts":9223372036854775807} 2018-11-15 19:18:00,968 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"438","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480968}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480968}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480968}]},"ts":9223372036854775807} 2018-11-15 19:18:00,968 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"439","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480968}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480968}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480968}]},"ts":9223372036854775807} 2018-11-15 19:18:00,969 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"440","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480969}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480969}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480969}]},"ts":9223372036854775807} 2018-11-15 19:18:00,969 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"441","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480969}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480969}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480969}]},"ts":9223372036854775807} 2018-11-15 19:18:00,969 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"442","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480969}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480969}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480969}]},"ts":9223372036854775807} 2018-11-15 19:18:00,969 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"443","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480969}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480969}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480969}]},"ts":9223372036854775807} 2018-11-15 19:18:00,969 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"444","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480969}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480969}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480969}]},"ts":9223372036854775807} 2018-11-15 19:18:00,969 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"445","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480969}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480969}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480969}]},"ts":9223372036854775807} 2018-11-15 19:18:00,970 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"446","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480970}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480970}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480970}]},"ts":9223372036854775807} 2018-11-15 19:18:00,970 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"447","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480970}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480970}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480970}]},"ts":9223372036854775807} 2018-11-15 19:18:00,970 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"448","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480970}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480970}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480970}]},"ts":9223372036854775807} 2018-11-15 19:18:00,970 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"449","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480970}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480970}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480970}]},"ts":9223372036854775807} 2018-11-15 19:18:00,970 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"450","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480970}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480970}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480970}]},"ts":9223372036854775807} 2018-11-15 19:18:00,970 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"451","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480970}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480970}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480970}]},"ts":9223372036854775807} 2018-11-15 19:18:00,970 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"452","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480970}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480970}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480970}]},"ts":9223372036854775807} 2018-11-15 19:18:00,971 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"453","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480971}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480971}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480971}]},"ts":9223372036854775807} 2018-11-15 19:18:00,971 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"454","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480971}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480971}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480971}]},"ts":9223372036854775807} 2018-11-15 19:18:00,971 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"455","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480971}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480971}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480971}]},"ts":9223372036854775807} 2018-11-15 19:18:00,971 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"456","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480971}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480971}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480971}]},"ts":9223372036854775807} 2018-11-15 19:18:00,971 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"457","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480971}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480971}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480971}]},"ts":9223372036854775807} 2018-11-15 19:18:00,971 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"458","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480971}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480971}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480971}]},"ts":9223372036854775807} 2018-11-15 19:18:00,971 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"459","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480971}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480971}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480971}]},"ts":9223372036854775807} 2018-11-15 19:18:00,972 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"460","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480971}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480971}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480971}]},"ts":9223372036854775807} 2018-11-15 19:18:00,972 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"461","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480972}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480972}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480972}]},"ts":9223372036854775807} 2018-11-15 19:18:00,972 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"462","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480972}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480972}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480972}]},"ts":9223372036854775807} 2018-11-15 19:18:00,972 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"463","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480972}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480972}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480972}]},"ts":9223372036854775807} 2018-11-15 19:18:00,972 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"464","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480972}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480972}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480972}]},"ts":9223372036854775807} 2018-11-15 19:18:00,972 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"465","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480972}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480972}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480972}]},"ts":9223372036854775807} 2018-11-15 19:18:00,972 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"466","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480972}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480972}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480972}]},"ts":9223372036854775807} 2018-11-15 19:18:00,973 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"467","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480972}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480972}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480972}]},"ts":9223372036854775807} 2018-11-15 19:18:00,973 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"468","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480973}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480973}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480973}]},"ts":9223372036854775807} 2018-11-15 19:18:00,973 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"469","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480973}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480973}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480973}]},"ts":9223372036854775807} 2018-11-15 19:18:00,973 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"470","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480973}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480973}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480973}]},"ts":9223372036854775807} 2018-11-15 19:18:00,973 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"471","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480973}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480973}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480973}]},"ts":9223372036854775807} 2018-11-15 19:18:00,973 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"472","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480973}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480973}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480973}]},"ts":9223372036854775807} 2018-11-15 19:18:00,974 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"473","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480974}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480974}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480974}]},"ts":9223372036854775807} 2018-11-15 19:18:00,974 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"474","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480974}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480974}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480974}]},"ts":9223372036854775807} 2018-11-15 19:18:00,974 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"475","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480974}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480974}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480974}]},"ts":9223372036854775807} 2018-11-15 19:18:00,974 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"476","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480974}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480974}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480974}]},"ts":9223372036854775807} 2018-11-15 19:18:00,974 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"477","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480974}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480974}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480974}]},"ts":9223372036854775807} 2018-11-15 19:18:00,975 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"478","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480975}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480975}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480975}]},"ts":9223372036854775807} 2018-11-15 19:18:00,975 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"479","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480975}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480975}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480975}]},"ts":9223372036854775807} 2018-11-15 19:18:00,975 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"480","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480975}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480975}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480975}]},"ts":9223372036854775807} 2018-11-15 19:18:00,975 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"481","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480975}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480975}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480975}]},"ts":9223372036854775807} 2018-11-15 19:18:00,975 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"482","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480975}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480975}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480975}]},"ts":9223372036854775807} 2018-11-15 19:18:00,975 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"483","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480975}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480975}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480975}]},"ts":9223372036854775807} 2018-11-15 19:18:00,976 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"484","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480976}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480976}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480976}]},"ts":9223372036854775807} 2018-11-15 19:18:00,976 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"485","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480976}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480976}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480976}]},"ts":9223372036854775807} 2018-11-15 19:18:00,976 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"486","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480976}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480976}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480976}]},"ts":9223372036854775807} 2018-11-15 19:18:00,976 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"487","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480976}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480976}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480976}]},"ts":9223372036854775807} 2018-11-15 19:18:00,976 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"488","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480976}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480976}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480976}]},"ts":9223372036854775807} 2018-11-15 19:18:00,977 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"489","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480976}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480976}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480976}]},"ts":9223372036854775807} 2018-11-15 19:18:00,977 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"490","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480977}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480977}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480977}]},"ts":9223372036854775807} 2018-11-15 19:18:00,977 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"491","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480977}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480977}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480977}]},"ts":9223372036854775807} 2018-11-15 19:18:00,977 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"492","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480977}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480977}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480977}]},"ts":9223372036854775807} 2018-11-15 19:18:00,977 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"493","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480977}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480977}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480977}]},"ts":9223372036854775807} 2018-11-15 19:18:00,977 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"494","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480977}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480977}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480977}]},"ts":9223372036854775807} 2018-11-15 19:18:00,978 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"495","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480978}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480978}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480978}]},"ts":9223372036854775807} 2018-11-15 19:18:00,978 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"496","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480978}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480978}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480978}]},"ts":9223372036854775807} 2018-11-15 19:18:00,978 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"497","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480978}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480978}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480978}]},"ts":9223372036854775807} 2018-11-15 19:18:00,978 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"498","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480978}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480978}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480978}]},"ts":9223372036854775807} 2018-11-15 19:18:00,978 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"499","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480978}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480978}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480978}]},"ts":9223372036854775807} 2018-11-15 19:18:00,978 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"500","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480978}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480978}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480978}]},"ts":9223372036854775807} 2018-11-15 19:18:00,979 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"501","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480979}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480979}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480979}]},"ts":9223372036854775807} 2018-11-15 19:18:00,979 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"502","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480979}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480979}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480979}]},"ts":9223372036854775807} 2018-11-15 19:18:00,979 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"503","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480979}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480979}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480979}]},"ts":9223372036854775807} 2018-11-15 19:18:00,979 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"504","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480979}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480979}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480979}]},"ts":9223372036854775807} 2018-11-15 19:18:00,979 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"505","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480979}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480979}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480979}]},"ts":9223372036854775807} 2018-11-15 19:18:00,980 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"506","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480980}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480980}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480980}]},"ts":9223372036854775807} 2018-11-15 19:18:00,980 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"507","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480980}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480980}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480980}]},"ts":9223372036854775807} 2018-11-15 19:18:00,980 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"508","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480980}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480980}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480980}]},"ts":9223372036854775807} 2018-11-15 19:18:00,980 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"509","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480980}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480980}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480980}]},"ts":9223372036854775807} 2018-11-15 19:18:00,980 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"510","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480980}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480980}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480980}]},"ts":9223372036854775807} 2018-11-15 19:18:00,980 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"511","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480980}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480980}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480980}]},"ts":9223372036854775807} 2018-11-15 19:18:00,981 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"512","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480981}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480981}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480981}]},"ts":9223372036854775807} 2018-11-15 19:18:00,981 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"513","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480981}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480981}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480981}]},"ts":9223372036854775807} 2018-11-15 19:18:00,981 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"514","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480981}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480981}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480981}]},"ts":9223372036854775807} 2018-11-15 19:18:00,981 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"515","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480981}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480981}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480981}]},"ts":9223372036854775807} 2018-11-15 19:18:00,981 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"516","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480981}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480981}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480981}]},"ts":9223372036854775807} 2018-11-15 19:18:00,982 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"517","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480982}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480982}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480982}]},"ts":9223372036854775807} 2018-11-15 19:18:00,982 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"518","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480982}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480982}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480982}]},"ts":9223372036854775807} 2018-11-15 19:18:00,982 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"519","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480982}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480982}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480982}]},"ts":9223372036854775807} 2018-11-15 19:18:00,982 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"520","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480982}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480982}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480982}]},"ts":9223372036854775807} 2018-11-15 19:18:00,982 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"521","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480982}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480982}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480982}]},"ts":9223372036854775807} 2018-11-15 19:18:00,982 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"522","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480982}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480982}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480982}]},"ts":9223372036854775807} 2018-11-15 19:18:00,983 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"523","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480983}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480983}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480983}]},"ts":9223372036854775807} 2018-11-15 19:18:00,983 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"524","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480983}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480983}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480983}]},"ts":9223372036854775807} 2018-11-15 19:18:00,983 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"525","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480983}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480983}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480983}]},"ts":9223372036854775807} 2018-11-15 19:18:00,983 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"526","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480983}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480983}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480983}]},"ts":9223372036854775807} 2018-11-15 19:18:00,983 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"527","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480983}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480983}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480983}]},"ts":9223372036854775807} 2018-11-15 19:18:00,983 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"528","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480983}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480983}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480983}]},"ts":9223372036854775807} 2018-11-15 19:18:00,983 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"529","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480983}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480983}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480983}]},"ts":9223372036854775807} 2018-11-15 19:18:00,984 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"530","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480984}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480984}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480984}]},"ts":9223372036854775807} 2018-11-15 19:18:00,984 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"531","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480984}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480984}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480984}]},"ts":9223372036854775807} 2018-11-15 19:18:00,984 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"532","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480984}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480984}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480984}]},"ts":9223372036854775807} 2018-11-15 19:18:00,984 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"533","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480984}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480984}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480984}]},"ts":9223372036854775807} 2018-11-15 19:18:00,984 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"534","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480984}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480984}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480984}]},"ts":9223372036854775807} 2018-11-15 19:18:00,984 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"535","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480984}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480984}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480984}]},"ts":9223372036854775807} 2018-11-15 19:18:00,984 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"536","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480984}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480984}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480984}]},"ts":9223372036854775807} 2018-11-15 19:18:00,985 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"537","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480985}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480985}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480985}]},"ts":9223372036854775807} 2018-11-15 19:18:00,985 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"538","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480985}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480985}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480985}]},"ts":9223372036854775807} 2018-11-15 19:18:00,985 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"539","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480985}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480985}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480985}]},"ts":9223372036854775807} 2018-11-15 19:18:00,985 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"540","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480985}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480985}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480985}]},"ts":9223372036854775807} 2018-11-15 19:18:00,985 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"541","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480985}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480985}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480985}]},"ts":9223372036854775807} 2018-11-15 19:18:00,985 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"542","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480985}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480985}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480985}]},"ts":9223372036854775807} 2018-11-15 19:18:00,985 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"543","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480985}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480985}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480985}]},"ts":9223372036854775807} 2018-11-15 19:18:00,986 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"544","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480986}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480986}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480986}]},"ts":9223372036854775807} 2018-11-15 19:18:00,986 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"545","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480986}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480986}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480986}]},"ts":9223372036854775807} 2018-11-15 19:18:00,986 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"546","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480986}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480986}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480986}]},"ts":9223372036854775807} 2018-11-15 19:18:00,986 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"547","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480986}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480986}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480986}]},"ts":9223372036854775807} 2018-11-15 19:18:00,986 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"548","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480986}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480986}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480986}]},"ts":9223372036854775807} 2018-11-15 19:18:00,986 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"549","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480986}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480986}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480986}]},"ts":9223372036854775807} 2018-11-15 19:18:00,986 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"550","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480986}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480986}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480986}]},"ts":9223372036854775807} 2018-11-15 19:18:00,987 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"551","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480987}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480987}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480987}]},"ts":9223372036854775807} 2018-11-15 19:18:00,987 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"552","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480987}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480987}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480987}]},"ts":9223372036854775807} 2018-11-15 19:18:00,987 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"553","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480987}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480987}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480987}]},"ts":9223372036854775807} 2018-11-15 19:18:00,987 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"554","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480987}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480987}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480987}]},"ts":9223372036854775807} 2018-11-15 19:18:00,987 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"555","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480987}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480987}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480987}]},"ts":9223372036854775807} 2018-11-15 19:18:00,987 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"556","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480987}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480987}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480987}]},"ts":9223372036854775807} 2018-11-15 19:18:00,987 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"557","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480987}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480987}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480987}]},"ts":9223372036854775807} 2018-11-15 19:18:00,988 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"558","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480987}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480987}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480987}]},"ts":9223372036854775807} 2018-11-15 19:18:00,988 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"559","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480988}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480988}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480988}]},"ts":9223372036854775807} 2018-11-15 19:18:00,988 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"560","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480988}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480988}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480988}]},"ts":9223372036854775807} 2018-11-15 19:18:00,988 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"561","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480988}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480988}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480988}]},"ts":9223372036854775807} 2018-11-15 19:18:00,988 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"562","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480988}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480988}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480988}]},"ts":9223372036854775807} 2018-11-15 19:18:00,988 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"563","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480988}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480988}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480988}]},"ts":9223372036854775807} 2018-11-15 19:18:00,988 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"564","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480988}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480988}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480988}]},"ts":9223372036854775807} 2018-11-15 19:18:00,989 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"565","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480988}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480988}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480988}]},"ts":9223372036854775807} 2018-11-15 19:18:00,989 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"566","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480989}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480989}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480989}]},"ts":9223372036854775807} 2018-11-15 19:18:00,989 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"567","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480989}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480989}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480989}]},"ts":9223372036854775807} 2018-11-15 19:18:00,989 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"568","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480989}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480989}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480989}]},"ts":9223372036854775807} 2018-11-15 19:18:00,989 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"569","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480989}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480989}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480989}]},"ts":9223372036854775807} 2018-11-15 19:18:00,989 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"570","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480989}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480989}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480989}]},"ts":9223372036854775807} 2018-11-15 19:18:00,989 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"571","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480989}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480989}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480989}]},"ts":9223372036854775807} 2018-11-15 19:18:00,990 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"572","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480989}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480989}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480989}]},"ts":9223372036854775807} 2018-11-15 19:18:00,990 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"573","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480990}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480990}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480990}]},"ts":9223372036854775807} 2018-11-15 19:18:00,990 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"574","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480990}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480990}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480990}]},"ts":9223372036854775807} 2018-11-15 19:18:00,990 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"575","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480990}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480990}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480990}]},"ts":9223372036854775807} 2018-11-15 19:18:00,990 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"576","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480990}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480990}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480990}]},"ts":9223372036854775807} 2018-11-15 19:18:00,990 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"577","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480990}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480990}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480990}]},"ts":9223372036854775807} 2018-11-15 19:18:00,991 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"578","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480990}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480990}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480990}]},"ts":9223372036854775807} 2018-11-15 19:18:00,991 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"579","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480991}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480991}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480991}]},"ts":9223372036854775807} 2018-11-15 19:18:00,991 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"580","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480991}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480991}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480991}]},"ts":9223372036854775807} 2018-11-15 19:18:00,991 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"581","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480991}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480991}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480991}]},"ts":9223372036854775807} 2018-11-15 19:18:00,991 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"582","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480991}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480991}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480991}]},"ts":9223372036854775807} 2018-11-15 19:18:00,991 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"583","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480991}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480991}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480991}]},"ts":9223372036854775807} 2018-11-15 19:18:00,991 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"584","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480991}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480991}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480991}]},"ts":9223372036854775807} 2018-11-15 19:18:00,992 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"585","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480992}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480992}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480992}]},"ts":9223372036854775807} 2018-11-15 19:18:00,992 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"586","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480992}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480992}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480992}]},"ts":9223372036854775807} 2018-11-15 19:18:00,992 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"587","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480992}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480992}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480992}]},"ts":9223372036854775807} 2018-11-15 19:18:00,992 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"588","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480992}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480992}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480992}]},"ts":9223372036854775807} 2018-11-15 19:18:00,992 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"589","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480992}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480992}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480992}]},"ts":9223372036854775807} 2018-11-15 19:18:00,992 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"590","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480992}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480992}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480992}]},"ts":9223372036854775807} 2018-11-15 19:18:00,992 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"591","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480992}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480992}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480992}]},"ts":9223372036854775807} 2018-11-15 19:18:00,993 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"592","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480992}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480992}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480992}]},"ts":9223372036854775807} 2018-11-15 19:18:00,993 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"593","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480993}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480993}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480993}]},"ts":9223372036854775807} 2018-11-15 19:18:00,993 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"594","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480993}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480993}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480993}]},"ts":9223372036854775807} 2018-11-15 19:18:00,993 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"595","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480993}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480993}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480993}]},"ts":9223372036854775807} 2018-11-15 19:18:00,993 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"596","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480993}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480993}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480993}]},"ts":9223372036854775807} 2018-11-15 19:18:00,993 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"597","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480993}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480993}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480993}]},"ts":9223372036854775807} 2018-11-15 19:18:00,993 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"598","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480993}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480993}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480993}]},"ts":9223372036854775807} 2018-11-15 19:18:00,994 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"599","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480994}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480994}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480994}]},"ts":9223372036854775807} 2018-11-15 19:18:00,994 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"600","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480994}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480994}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480994}]},"ts":9223372036854775807} 2018-11-15 19:18:00,994 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"601","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480994}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480994}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480994}]},"ts":9223372036854775807} 2018-11-15 19:18:00,994 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"602","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480994}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480994}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480994}]},"ts":9223372036854775807} 2018-11-15 19:18:00,994 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"603","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480994}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480994}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480994}]},"ts":9223372036854775807} 2018-11-15 19:18:00,994 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"604","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480994}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480994}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480994}]},"ts":9223372036854775807} 2018-11-15 19:18:00,994 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"605","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480994}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480994}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480994}]},"ts":9223372036854775807} 2018-11-15 19:18:00,995 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"606","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480995}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480995}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480995}]},"ts":9223372036854775807} 2018-11-15 19:18:00,995 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"607","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480995}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480995}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480995}]},"ts":9223372036854775807} 2018-11-15 19:18:00,995 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"608","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480995}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480995}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480995}]},"ts":9223372036854775807} 2018-11-15 19:18:00,995 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"609","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480995}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480995}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480995}]},"ts":9223372036854775807} 2018-11-15 19:18:00,995 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"610","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480995}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480995}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480995}]},"ts":9223372036854775807} 2018-11-15 19:18:00,995 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"611","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480995}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480995}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480995}]},"ts":9223372036854775807} 2018-11-15 19:18:00,995 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"612","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480995}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480995}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480995}]},"ts":9223372036854775807} 2018-11-15 19:18:00,996 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"613","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480996}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480996}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480996}]},"ts":9223372036854775807} 2018-11-15 19:18:00,996 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"614","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480996}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480996}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480996}]},"ts":9223372036854775807} 2018-11-15 19:18:00,996 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"615","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480996}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480996}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480996}]},"ts":9223372036854775807} 2018-11-15 19:18:00,996 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"616","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480996}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480996}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480996}]},"ts":9223372036854775807} 2018-11-15 19:18:00,996 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"617","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480996}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480996}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480996}]},"ts":9223372036854775807} 2018-11-15 19:18:00,996 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"618","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480996}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480996}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480996}]},"ts":9223372036854775807} 2018-11-15 19:18:00,997 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"619","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480996}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480996}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480996}]},"ts":9223372036854775807} 2018-11-15 19:18:00,997 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"620","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480997}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480997}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480997}]},"ts":9223372036854775807} 2018-11-15 19:18:00,997 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"621","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480997}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480997}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480997}]},"ts":9223372036854775807} 2018-11-15 19:18:00,997 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"622","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480997}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480997}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480997}]},"ts":9223372036854775807} 2018-11-15 19:18:00,997 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"623","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480997}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480997}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480997}]},"ts":9223372036854775807} 2018-11-15 19:18:00,997 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"624","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480997}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480997}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480997}]},"ts":9223372036854775807} 2018-11-15 19:18:00,997 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"625","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480997}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480997}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480997}]},"ts":9223372036854775807} 2018-11-15 19:18:00,997 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"626","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480997}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480997}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480997}]},"ts":9223372036854775807} 2018-11-15 19:18:00,998 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"627","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480998}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480998}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480998}]},"ts":9223372036854775807} 2018-11-15 19:18:00,998 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"628","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480998}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480998}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480998}]},"ts":9223372036854775807} 2018-11-15 19:18:00,998 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"629","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480998}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480998}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480998}]},"ts":9223372036854775807} 2018-11-15 19:18:00,998 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"630","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480998}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480998}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480998}]},"ts":9223372036854775807} 2018-11-15 19:18:00,998 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"631","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480998}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480998}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480998}]},"ts":9223372036854775807} 2018-11-15 19:18:00,998 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"632","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480998}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480998}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480998}]},"ts":9223372036854775807} 2018-11-15 19:18:00,998 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"633","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480998}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480998}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480998}]},"ts":9223372036854775807} 2018-11-15 19:18:00,999 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"634","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480999}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480999}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480999}]},"ts":9223372036854775807} 2018-11-15 19:18:00,999 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"635","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480999}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480999}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480999}]},"ts":9223372036854775807} 2018-11-15 19:18:00,999 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"636","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480999}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480999}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480999}]},"ts":9223372036854775807} 2018-11-15 19:18:00,999 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"637","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480999}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480999}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480999}]},"ts":9223372036854775807} 2018-11-15 19:18:00,999 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"638","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480999}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480999}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480999}]},"ts":9223372036854775807} 2018-11-15 19:18:00,999 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"639","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480999}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480999}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480999}]},"ts":9223372036854775807} 2018-11-15 19:18:00,999 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"640","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480999}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480999}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309480999}]},"ts":9223372036854775807} 2018-11-15 19:18:01,000 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"641","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481000}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481000}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481000}]},"ts":9223372036854775807} 2018-11-15 19:18:01,000 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"642","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481000}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481000}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481000}]},"ts":9223372036854775807} 2018-11-15 19:18:01,000 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"643","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481000}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481000}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481000}]},"ts":9223372036854775807} 2018-11-15 19:18:01,000 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"644","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481000}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481000}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481000}]},"ts":9223372036854775807} 2018-11-15 19:18:01,000 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"645","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481000}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481000}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481000}]},"ts":9223372036854775807} 2018-11-15 19:18:01,000 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"646","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481000}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481000}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481000}]},"ts":9223372036854775807} 2018-11-15 19:18:01,000 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"647","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481000}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481000}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481000}]},"ts":9223372036854775807} 2018-11-15 19:18:01,001 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"648","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481001}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481001}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481001}]},"ts":9223372036854775807} 2018-11-15 19:18:01,001 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"649","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481001}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481001}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481001}]},"ts":9223372036854775807} 2018-11-15 19:18:01,001 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"650","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481001}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481001}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481001}]},"ts":9223372036854775807} 2018-11-15 19:18:01,001 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"651","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481001}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481001}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481001}]},"ts":9223372036854775807} 2018-11-15 19:18:01,001 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"652","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481001}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481001}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481001}]},"ts":9223372036854775807} 2018-11-15 19:18:01,001 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"653","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481001}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481001}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481001}]},"ts":9223372036854775807} 2018-11-15 19:18:01,001 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"654","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481001}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481001}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481001}]},"ts":9223372036854775807} 2018-11-15 19:18:01,002 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"655","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481002}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481002}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481002}]},"ts":9223372036854775807} 2018-11-15 19:18:01,002 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"656","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481002}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481002}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481002}]},"ts":9223372036854775807} 2018-11-15 19:18:01,002 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"657","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481002}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481002}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481002}]},"ts":9223372036854775807} 2018-11-15 19:18:01,002 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"658","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481002}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481002}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481002}]},"ts":9223372036854775807} 2018-11-15 19:18:01,002 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"659","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481002}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481002}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481002}]},"ts":9223372036854775807} 2018-11-15 19:18:01,002 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"660","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481002}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481002}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481002}]},"ts":9223372036854775807} 2018-11-15 19:18:01,002 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"661","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481002}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481002}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481002}]},"ts":9223372036854775807} 2018-11-15 19:18:01,003 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"662","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481003}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481003}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481003}]},"ts":9223372036854775807} 2018-11-15 19:18:01,003 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"663","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481003}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481003}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481003}]},"ts":9223372036854775807} 2018-11-15 19:18:01,003 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"664","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481003}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481003}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481003}]},"ts":9223372036854775807} 2018-11-15 19:18:01,003 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"665","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481003}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481003}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481003}]},"ts":9223372036854775807} 2018-11-15 19:18:01,003 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"666","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481003}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481003}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481003}]},"ts":9223372036854775807} 2018-11-15 19:18:01,003 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"667","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481003}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481003}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481003}]},"ts":9223372036854775807} 2018-11-15 19:18:01,003 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"668","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481003}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481003}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481003}]},"ts":9223372036854775807} 2018-11-15 19:18:01,004 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"669","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481004}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481004}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481004}]},"ts":9223372036854775807} 2018-11-15 19:18:01,004 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"670","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481004}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481004}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481004}]},"ts":9223372036854775807} 2018-11-15 19:18:01,004 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"671","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481004}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481004}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481004}]},"ts":9223372036854775807} 2018-11-15 19:18:01,004 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"672","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481004}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481004}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481004}]},"ts":9223372036854775807} 2018-11-15 19:18:01,004 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"673","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481004}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481004}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481004}]},"ts":9223372036854775807} 2018-11-15 19:18:01,004 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"674","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481004}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481004}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481004}]},"ts":9223372036854775807} 2018-11-15 19:18:01,004 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"675","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481004}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481004}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481004}]},"ts":9223372036854775807} 2018-11-15 19:18:01,005 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"676","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481004}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481004}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481004}]},"ts":9223372036854775807} 2018-11-15 19:18:01,005 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"677","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481005}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481005}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481005}]},"ts":9223372036854775807} 2018-11-15 19:18:01,005 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"678","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481005}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481005}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481005}]},"ts":9223372036854775807} 2018-11-15 19:18:01,005 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"679","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481005}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481005}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481005}]},"ts":9223372036854775807} 2018-11-15 19:18:01,005 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"680","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481005}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481005}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481005}]},"ts":9223372036854775807} 2018-11-15 19:18:01,005 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"681","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481005}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481005}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481005}]},"ts":9223372036854775807} 2018-11-15 19:18:01,005 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"682","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481005}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481005}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481005}]},"ts":9223372036854775807} 2018-11-15 19:18:01,006 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"683","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481006}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481006}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481006}]},"ts":9223372036854775807} 2018-11-15 19:18:01,006 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"684","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481006}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481006}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481006}]},"ts":9223372036854775807} 2018-11-15 19:18:01,006 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"685","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481006}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481006}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481006}]},"ts":9223372036854775807} 2018-11-15 19:18:01,006 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"686","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481006}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481006}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481006}]},"ts":9223372036854775807} 2018-11-15 19:18:01,006 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"687","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481006}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481006}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481006}]},"ts":9223372036854775807} 2018-11-15 19:18:01,006 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"688","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481006}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481006}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481006}]},"ts":9223372036854775807} 2018-11-15 19:18:01,006 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"689","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481006}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481006}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481006}]},"ts":9223372036854775807} 2018-11-15 19:18:01,007 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"690","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481006}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481006}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481006}]},"ts":9223372036854775807} 2018-11-15 19:18:01,007 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"691","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481007}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481007}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481007}]},"ts":9223372036854775807} 2018-11-15 19:18:01,007 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"692","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481007}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481007}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481007}]},"ts":9223372036854775807} 2018-11-15 19:18:01,007 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"693","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481007}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481007}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481007}]},"ts":9223372036854775807} 2018-11-15 19:18:01,007 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"694","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481007}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481007}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481007}]},"ts":9223372036854775807} 2018-11-15 19:18:01,007 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"695","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481007}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481007}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481007}]},"ts":9223372036854775807} 2018-11-15 19:18:01,007 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"696","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481007}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481007}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481007}]},"ts":9223372036854775807} 2018-11-15 19:18:01,008 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"697","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481008}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481008}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481008}]},"ts":9223372036854775807} 2018-11-15 19:18:01,008 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"698","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481008}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481008}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481008}]},"ts":9223372036854775807} 2018-11-15 19:18:01,008 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"699","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481008}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481008}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481008}]},"ts":9223372036854775807} 2018-11-15 19:18:01,008 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"700","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481008}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481008}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481008}]},"ts":9223372036854775807} 2018-11-15 19:18:01,008 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"701","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481008}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481008}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481008}]},"ts":9223372036854775807} 2018-11-15 19:18:01,008 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"702","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481008}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481008}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481008}]},"ts":9223372036854775807} 2018-11-15 19:18:01,008 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"703","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481008}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481008}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481008}]},"ts":9223372036854775807} 2018-11-15 19:18:01,009 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"704","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481009}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481009}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481009}]},"ts":9223372036854775807} 2018-11-15 19:18:01,009 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"705","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481009}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481009}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481009}]},"ts":9223372036854775807} 2018-11-15 19:18:01,009 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"706","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481009}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481009}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481009}]},"ts":9223372036854775807} 2018-11-15 19:18:01,009 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"707","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481009}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481009}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481009}]},"ts":9223372036854775807} 2018-11-15 19:18:01,009 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"708","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481009}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481009}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481009}]},"ts":9223372036854775807} 2018-11-15 19:18:01,009 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"709","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481009}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481009}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481009}]},"ts":9223372036854775807} 2018-11-15 19:18:01,009 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"710","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481009}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481009}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481009}]},"ts":9223372036854775807} 2018-11-15 19:18:01,010 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"711","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481010}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481010}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481010}]},"ts":9223372036854775807} 2018-11-15 19:18:01,010 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"712","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481010}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481010}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481010}]},"ts":9223372036854775807} 2018-11-15 19:18:01,010 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"713","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481010}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481010}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481010}]},"ts":9223372036854775807} 2018-11-15 19:18:01,010 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"714","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481010}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481010}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481010}]},"ts":9223372036854775807} 2018-11-15 19:18:01,010 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"715","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481010}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481010}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481010}]},"ts":9223372036854775807} 2018-11-15 19:18:01,010 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"716","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481010}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481010}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481010}]},"ts":9223372036854775807} 2018-11-15 19:18:01,010 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"717","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481010}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481010}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481010}]},"ts":9223372036854775807} 2018-11-15 19:18:01,011 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"718","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481011}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481011}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481011}]},"ts":9223372036854775807} 2018-11-15 19:18:01,011 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"719","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481011}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481011}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481011}]},"ts":9223372036854775807} 2018-11-15 19:18:01,011 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"720","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481011}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481011}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481011}]},"ts":9223372036854775807} 2018-11-15 19:18:01,011 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"721","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481011}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481011}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481011}]},"ts":9223372036854775807} 2018-11-15 19:18:01,011 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"722","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481011}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481011}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481011}]},"ts":9223372036854775807} 2018-11-15 19:18:01,011 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"723","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481011}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481011}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481011}]},"ts":9223372036854775807} 2018-11-15 19:18:01,011 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"724","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481011}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481011}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481011}]},"ts":9223372036854775807} 2018-11-15 19:18:01,012 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"725","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481012}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481012}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481012}]},"ts":9223372036854775807} 2018-11-15 19:18:01,012 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"726","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481012}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481012}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481012}]},"ts":9223372036854775807} 2018-11-15 19:18:01,012 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"727","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481012}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481012}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481012}]},"ts":9223372036854775807} 2018-11-15 19:18:01,012 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"728","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481012}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481012}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481012}]},"ts":9223372036854775807} 2018-11-15 19:18:01,012 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"729","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481012}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481012}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481012}]},"ts":9223372036854775807} 2018-11-15 19:18:01,012 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"730","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481012}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481012}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481012}]},"ts":9223372036854775807} 2018-11-15 19:18:01,012 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"731","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481012}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481012}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481012}]},"ts":9223372036854775807} 2018-11-15 19:18:01,013 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"732","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481013}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481013}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481013}]},"ts":9223372036854775807} 2018-11-15 19:18:01,013 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"733","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481013}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481013}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481013}]},"ts":9223372036854775807} 2018-11-15 19:18:01,013 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"734","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481013}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481013}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481013}]},"ts":9223372036854775807} 2018-11-15 19:18:01,013 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"735","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481013}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481013}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481013}]},"ts":9223372036854775807} 2018-11-15 19:18:01,013 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"736","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481013}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481013}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481013}]},"ts":9223372036854775807} 2018-11-15 19:18:01,013 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"737","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481013}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481013}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481013}]},"ts":9223372036854775807} 2018-11-15 19:18:01,014 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"738","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481014}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481014}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481014}]},"ts":9223372036854775807} 2018-11-15 19:18:01,014 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"739","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481014}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481014}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481014}]},"ts":9223372036854775807} 2018-11-15 19:18:01,014 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"740","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481014}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481014}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481014}]},"ts":9223372036854775807} 2018-11-15 19:18:01,014 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"741","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481014}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481014}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481014}]},"ts":9223372036854775807} 2018-11-15 19:18:01,014 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"742","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481014}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481014}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481014}]},"ts":9223372036854775807} 2018-11-15 19:18:01,014 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"743","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481014}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481014}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481014}]},"ts":9223372036854775807} 2018-11-15 19:18:01,014 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"744","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481014}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481014}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481014}]},"ts":9223372036854775807} 2018-11-15 19:18:01,015 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"745","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481014}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481014}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481014}]},"ts":9223372036854775807} 2018-11-15 19:18:01,015 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"746","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481015}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481015}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481015}]},"ts":9223372036854775807} 2018-11-15 19:18:01,015 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"747","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481015}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481015}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481015}]},"ts":9223372036854775807} 2018-11-15 19:18:01,015 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"748","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481015}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481015}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481015}]},"ts":9223372036854775807} 2018-11-15 19:18:01,015 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"749","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481015}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481015}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481015}]},"ts":9223372036854775807} 2018-11-15 19:18:01,015 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"750","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481015}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481015}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481015}]},"ts":9223372036854775807} 2018-11-15 19:18:01,015 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"751","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481015}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481015}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481015}]},"ts":9223372036854775807} 2018-11-15 19:18:01,016 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"752","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481016}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481016}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481016}]},"ts":9223372036854775807} 2018-11-15 19:18:01,016 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"753","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481016}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481016}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481016}]},"ts":9223372036854775807} 2018-11-15 19:18:01,016 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"754","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481016}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481016}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481016}]},"ts":9223372036854775807} 2018-11-15 19:18:01,016 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"755","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481016}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481016}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481016}]},"ts":9223372036854775807} 2018-11-15 19:18:01,016 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"756","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481016}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481016}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481016}]},"ts":9223372036854775807} 2018-11-15 19:18:01,016 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"757","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481016}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481016}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481016}]},"ts":9223372036854775807} 2018-11-15 19:18:01,016 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"758","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481016}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481016}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481016}]},"ts":9223372036854775807} 2018-11-15 19:18:01,017 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"759","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481017}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481017}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481017}]},"ts":9223372036854775807} 2018-11-15 19:18:01,017 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"760","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481017}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481017}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481017}]},"ts":9223372036854775807} 2018-11-15 19:18:01,017 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"761","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481017}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481017}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481017}]},"ts":9223372036854775807} 2018-11-15 19:18:01,017 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"762","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481017}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481017}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481017}]},"ts":9223372036854775807} 2018-11-15 19:18:01,017 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"763","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481017}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481017}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481017}]},"ts":9223372036854775807} 2018-11-15 19:18:01,017 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"764","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481017}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481017}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481017}]},"ts":9223372036854775807} 2018-11-15 19:18:01,017 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"765","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481017}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481017}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481017}]},"ts":9223372036854775807} 2018-11-15 19:18:01,018 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"766","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481018}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481018}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481018}]},"ts":9223372036854775807} 2018-11-15 19:18:01,018 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"767","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481018}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481018}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481018}]},"ts":9223372036854775807} 2018-11-15 19:18:01,018 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"768","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481018}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481018}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481018}]},"ts":9223372036854775807} 2018-11-15 19:18:01,018 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"769","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481018}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481018}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481018}]},"ts":9223372036854775807} 2018-11-15 19:18:01,018 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"770","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481018}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481018}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481018}]},"ts":9223372036854775807} 2018-11-15 19:18:01,018 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"771","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481018}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481018}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481018}]},"ts":9223372036854775807} 2018-11-15 19:18:01,019 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"772","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481019}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481019}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481019}]},"ts":9223372036854775807} 2018-11-15 19:18:01,019 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"773","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481019}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481019}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481019}]},"ts":9223372036854775807} 2018-11-15 19:18:01,019 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"774","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481019}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481019}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481019}]},"ts":9223372036854775807} 2018-11-15 19:18:01,019 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"775","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481019}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481019}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481019}]},"ts":9223372036854775807} 2018-11-15 19:18:01,019 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"776","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481019}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481019}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481019}]},"ts":9223372036854775807} 2018-11-15 19:18:01,019 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"777","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481019}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481019}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481019}]},"ts":9223372036854775807} 2018-11-15 19:18:01,019 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"778","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481019}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481019}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481019}]},"ts":9223372036854775807} 2018-11-15 19:18:01,020 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"779","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481020}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481020}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481020}]},"ts":9223372036854775807} 2018-11-15 19:18:01,020 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"780","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481020}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481020}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481020}]},"ts":9223372036854775807} 2018-11-15 19:18:01,020 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"781","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481020}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481020}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481020}]},"ts":9223372036854775807} 2018-11-15 19:18:01,020 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"782","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481020}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481020}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481020}]},"ts":9223372036854775807} 2018-11-15 19:18:01,020 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"783","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481020}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481020}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481020}]},"ts":9223372036854775807} 2018-11-15 19:18:01,020 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"784","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481020}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481020}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481020}]},"ts":9223372036854775807} 2018-11-15 19:18:01,020 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"785","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481020}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481020}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481020}]},"ts":9223372036854775807} 2018-11-15 19:18:01,021 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"786","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481020}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481020}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481020}]},"ts":9223372036854775807} 2018-11-15 19:18:01,021 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"787","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481021}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481021}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481021}]},"ts":9223372036854775807} 2018-11-15 19:18:01,021 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"788","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481021}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481021}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481021}]},"ts":9223372036854775807} 2018-11-15 19:18:01,021 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"789","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481021}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481021}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481021}]},"ts":9223372036854775807} 2018-11-15 19:18:01,021 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"790","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481021}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481021}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481021}]},"ts":9223372036854775807} 2018-11-15 19:18:01,021 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"791","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481021}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481021}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481021}]},"ts":9223372036854775807} 2018-11-15 19:18:01,021 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"792","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481021}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481021}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481021}]},"ts":9223372036854775807} 2018-11-15 19:18:01,022 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"793","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481021}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481021}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481021}]},"ts":9223372036854775807} 2018-11-15 19:18:01,022 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"794","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481022}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481022}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481022}]},"ts":9223372036854775807} 2018-11-15 19:18:01,022 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"795","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481022}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481022}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481022}]},"ts":9223372036854775807} 2018-11-15 19:18:01,022 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"796","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481022}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481022}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481022}]},"ts":9223372036854775807} 2018-11-15 19:18:01,022 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"797","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481022}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481022}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481022}]},"ts":9223372036854775807} 2018-11-15 19:18:01,022 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"798","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481022}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481022}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481022}]},"ts":9223372036854775807} 2018-11-15 19:18:01,022 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"799","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481022}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481022}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481022}]},"ts":9223372036854775807} 2018-11-15 19:18:01,022 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"800","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481022}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481022}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481022}]},"ts":9223372036854775807} 2018-11-15 19:18:01,023 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"801","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481023}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481023}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481023}]},"ts":9223372036854775807} 2018-11-15 19:18:01,023 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"802","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481023}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481023}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481023}]},"ts":9223372036854775807} 2018-11-15 19:18:01,023 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"803","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481023}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481023}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481023}]},"ts":9223372036854775807} 2018-11-15 19:18:01,023 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"804","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481023}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481023}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481023}]},"ts":9223372036854775807} 2018-11-15 19:18:01,023 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"805","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481023}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481023}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481023}]},"ts":9223372036854775807} 2018-11-15 19:18:01,023 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"806","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481023}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481023}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481023}]},"ts":9223372036854775807} 2018-11-15 19:18:01,023 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"807","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481023}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481023}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481023}]},"ts":9223372036854775807} 2018-11-15 19:18:01,024 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"808","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481024}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481024}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481024}]},"ts":9223372036854775807} 2018-11-15 19:18:01,024 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"809","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481024}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481024}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481024}]},"ts":9223372036854775807} 2018-11-15 19:18:01,024 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"810","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481024}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481024}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481024}]},"ts":9223372036854775807} 2018-11-15 19:18:01,024 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"811","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481024}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481024}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481024}]},"ts":9223372036854775807} 2018-11-15 19:18:01,024 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"812","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481024}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481024}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481024}]},"ts":9223372036854775807} 2018-11-15 19:18:01,024 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"813","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481024}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481024}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481024}]},"ts":9223372036854775807} 2018-11-15 19:18:01,024 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"814","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481024}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481024}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481024}]},"ts":9223372036854775807} 2018-11-15 19:18:01,025 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"815","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481025}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481025}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481025}]},"ts":9223372036854775807} 2018-11-15 19:18:01,025 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"816","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481025}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481025}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481025}]},"ts":9223372036854775807} 2018-11-15 19:18:01,025 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"817","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481025}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481025}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481025}]},"ts":9223372036854775807} 2018-11-15 19:18:01,025 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"818","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481025}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481025}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481025}]},"ts":9223372036854775807} 2018-11-15 19:18:01,025 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"819","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481025}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481025}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481025}]},"ts":9223372036854775807} 2018-11-15 19:18:01,025 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"820","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481025}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481025}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481025}]},"ts":9223372036854775807} 2018-11-15 19:18:01,025 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"821","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481025}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481025}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481025}]},"ts":9223372036854775807} 2018-11-15 19:18:01,026 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"822","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481026}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481026}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481026}]},"ts":9223372036854775807} 2018-11-15 19:18:01,026 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"823","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481026}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481026}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481026}]},"ts":9223372036854775807} 2018-11-15 19:18:01,026 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"824","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481026}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481026}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481026}]},"ts":9223372036854775807} 2018-11-15 19:18:01,026 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"825","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481026}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481026}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481026}]},"ts":9223372036854775807} 2018-11-15 19:18:01,026 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"826","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481026}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481026}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481026}]},"ts":9223372036854775807} 2018-11-15 19:18:01,026 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"827","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481026}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481026}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481026}]},"ts":9223372036854775807} 2018-11-15 19:18:01,026 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"828","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481026}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481026}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481026}]},"ts":9223372036854775807} 2018-11-15 19:18:01,027 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"829","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481026}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481026}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481026}]},"ts":9223372036854775807} 2018-11-15 19:18:01,027 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"830","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481027}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481027}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481027}]},"ts":9223372036854775807} 2018-11-15 19:18:01,027 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"831","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481027}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481027}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481027}]},"ts":9223372036854775807} 2018-11-15 19:18:01,027 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"832","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481027}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481027}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481027}]},"ts":9223372036854775807} 2018-11-15 19:18:01,027 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"833","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481027}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481027}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481027}]},"ts":9223372036854775807} 2018-11-15 19:18:01,027 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"834","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481027}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481027}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481027}]},"ts":9223372036854775807} 2018-11-15 19:18:01,027 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"835","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481027}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481027}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481027}]},"ts":9223372036854775807} 2018-11-15 19:18:01,027 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"836","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481027}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481027}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481027}]},"ts":9223372036854775807} 2018-11-15 19:18:01,028 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"837","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481028}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481028}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481028}]},"ts":9223372036854775807} 2018-11-15 19:18:01,028 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"838","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481028}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481028}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481028}]},"ts":9223372036854775807} 2018-11-15 19:18:01,028 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"839","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481028}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481028}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481028}]},"ts":9223372036854775807} 2018-11-15 19:18:01,028 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"840","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481028}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481028}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481028}]},"ts":9223372036854775807} 2018-11-15 19:18:01,028 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"841","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481028}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481028}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481028}]},"ts":9223372036854775807} 2018-11-15 19:18:01,028 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"842","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481028}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481028}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481028}]},"ts":9223372036854775807} 2018-11-15 19:18:01,028 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"843","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481028}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481028}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481028}]},"ts":9223372036854775807} 2018-11-15 19:18:01,029 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"844","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481029}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481029}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481029}]},"ts":9223372036854775807} 2018-11-15 19:18:01,029 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"845","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481029}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481029}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481029}]},"ts":9223372036854775807} 2018-11-15 19:18:01,029 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"846","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481029}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481029}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481029}]},"ts":9223372036854775807} 2018-11-15 19:18:01,029 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"847","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481029}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481029}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481029}]},"ts":9223372036854775807} 2018-11-15 19:18:01,029 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"848","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481029}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481029}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481029}]},"ts":9223372036854775807} 2018-11-15 19:18:01,029 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"849","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481029}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481029}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481029}]},"ts":9223372036854775807} 2018-11-15 19:18:01,029 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"850","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481029}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481029}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481029}]},"ts":9223372036854775807} 2018-11-15 19:18:01,030 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"851","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481029}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481029}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481029}]},"ts":9223372036854775807} 2018-11-15 19:18:01,030 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"852","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481030}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481030}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481030}]},"ts":9223372036854775807} 2018-11-15 19:18:01,030 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"853","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481030}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481030}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481030}]},"ts":9223372036854775807} 2018-11-15 19:18:01,030 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"854","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481030}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481030}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481030}]},"ts":9223372036854775807} 2018-11-15 19:18:01,030 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"855","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481030}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481030}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481030}]},"ts":9223372036854775807} 2018-11-15 19:18:01,030 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"856","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481030}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481030}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481030}]},"ts":9223372036854775807} 2018-11-15 19:18:01,030 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"857","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481030}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481030}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481030}]},"ts":9223372036854775807} 2018-11-15 19:18:01,030 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"858","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481030}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481030}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481030}]},"ts":9223372036854775807} 2018-11-15 19:18:01,031 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"859","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481031}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481031}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481031}]},"ts":9223372036854775807} 2018-11-15 19:18:01,031 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"860","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481031}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481031}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481031}]},"ts":9223372036854775807} 2018-11-15 19:18:01,031 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"861","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481031}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481031}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481031}]},"ts":9223372036854775807} 2018-11-15 19:18:01,031 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"862","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481031}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481031}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481031}]},"ts":9223372036854775807} 2018-11-15 19:18:01,031 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"863","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481031}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481031}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481031}]},"ts":9223372036854775807} 2018-11-15 19:18:01,031 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"864","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481031}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481031}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481031}]},"ts":9223372036854775807} 2018-11-15 19:18:01,031 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"865","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481031}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481031}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481031}]},"ts":9223372036854775807} 2018-11-15 19:18:01,032 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"866","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481032}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481032}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481032}]},"ts":9223372036854775807} 2018-11-15 19:18:01,032 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"867","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481032}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481032}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481032}]},"ts":9223372036854775807} 2018-11-15 19:18:01,032 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"868","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481032}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481032}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481032}]},"ts":9223372036854775807} 2018-11-15 19:18:01,032 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"869","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481032}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481032}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481032}]},"ts":9223372036854775807} 2018-11-15 19:18:01,032 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"870","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481032}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481032}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481032}]},"ts":9223372036854775807} 2018-11-15 19:18:01,032 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"871","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481032}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481032}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481032}]},"ts":9223372036854775807} 2018-11-15 19:18:01,032 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"872","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481032}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481032}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481032}]},"ts":9223372036854775807} 2018-11-15 19:18:01,033 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"873","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481033}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481033}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481033}]},"ts":9223372036854775807} 2018-11-15 19:18:01,033 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"874","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481033}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481033}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481033}]},"ts":9223372036854775807} 2018-11-15 19:18:01,033 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"875","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481033}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481033}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481033}]},"ts":9223372036854775807} 2018-11-15 19:18:01,033 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"876","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481033}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481033}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481033}]},"ts":9223372036854775807} 2018-11-15 19:18:01,033 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"877","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481033}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481033}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481033}]},"ts":9223372036854775807} 2018-11-15 19:18:01,033 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"878","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481033}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481033}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481033}]},"ts":9223372036854775807} 2018-11-15 19:18:01,033 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"879","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481033}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481033}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481033}]},"ts":9223372036854775807} 2018-11-15 19:18:01,034 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"880","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481033}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481033}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481033}]},"ts":9223372036854775807} 2018-11-15 19:18:01,034 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"881","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481034}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481034}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481034}]},"ts":9223372036854775807} 2018-11-15 19:18:01,034 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"882","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481034}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481034}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481034}]},"ts":9223372036854775807} 2018-11-15 19:18:01,034 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"883","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481034}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481034}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481034}]},"ts":9223372036854775807} 2018-11-15 19:18:01,034 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"884","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481034}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481034}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481034}]},"ts":9223372036854775807} 2018-11-15 19:18:01,034 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"885","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481034}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481034}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481034}]},"ts":9223372036854775807} 2018-11-15 19:18:01,034 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"886","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481034}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481034}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481034}]},"ts":9223372036854775807} 2018-11-15 19:18:01,035 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"887","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481034}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481034}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481034}]},"ts":9223372036854775807} 2018-11-15 19:18:01,035 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"888","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481035}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481035}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481035}]},"ts":9223372036854775807} 2018-11-15 19:18:01,035 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"889","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481035}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481035}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481035}]},"ts":9223372036854775807} 2018-11-15 19:18:01,035 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"890","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481035}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481035}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481035}]},"ts":9223372036854775807} 2018-11-15 19:18:01,035 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"891","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481035}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481035}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481035}]},"ts":9223372036854775807} 2018-11-15 19:18:01,035 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"892","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481035}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481035}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481035}]},"ts":9223372036854775807} 2018-11-15 19:18:01,035 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"893","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481035}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481035}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481035}]},"ts":9223372036854775807} 2018-11-15 19:18:01,035 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"894","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481035}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481035}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481035}]},"ts":9223372036854775807} 2018-11-15 19:18:01,036 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"895","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481036}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481036}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481036}]},"ts":9223372036854775807} 2018-11-15 19:18:01,036 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"896","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481036}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481036}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481036}]},"ts":9223372036854775807} 2018-11-15 19:18:01,036 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"897","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481036}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481036}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481036}]},"ts":9223372036854775807} 2018-11-15 19:18:01,036 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"898","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481036}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481036}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481036}]},"ts":9223372036854775807} 2018-11-15 19:18:01,036 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"899","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481036}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481036}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481036}]},"ts":9223372036854775807} 2018-11-15 19:18:01,036 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"900","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481036}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481036}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481036}]},"ts":9223372036854775807} 2018-11-15 19:18:01,036 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"901","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481036}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481036}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481036}]},"ts":9223372036854775807} 2018-11-15 19:18:01,037 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"902","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481036}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481036}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481036}]},"ts":9223372036854775807} 2018-11-15 19:18:01,037 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"903","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481037}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481037}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481037}]},"ts":9223372036854775807} 2018-11-15 19:18:01,037 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"904","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481037}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481037}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481037}]},"ts":9223372036854775807} 2018-11-15 19:18:01,037 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"905","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481037}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481037}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481037}]},"ts":9223372036854775807} 2018-11-15 19:18:01,037 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"906","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481037}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481037}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481037}]},"ts":9223372036854775807} 2018-11-15 19:18:01,037 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"907","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481037}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481037}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481037}]},"ts":9223372036854775807} 2018-11-15 19:18:01,037 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"908","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481037}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481037}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481037}]},"ts":9223372036854775807} 2018-11-15 19:18:01,037 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"909","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481037}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481037}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481037}]},"ts":9223372036854775807} 2018-11-15 19:18:01,038 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"910","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481038}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481038}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481038}]},"ts":9223372036854775807} 2018-11-15 19:18:01,038 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"911","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481038}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481038}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481038}]},"ts":9223372036854775807} 2018-11-15 19:18:01,038 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"912","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481038}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481038}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481038}]},"ts":9223372036854775807} 2018-11-15 19:18:01,038 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"913","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481038}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481038}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481038}]},"ts":9223372036854775807} 2018-11-15 19:18:01,038 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"914","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481038}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481038}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481038}]},"ts":9223372036854775807} 2018-11-15 19:18:01,038 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"915","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481038}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481038}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481038}]},"ts":9223372036854775807} 2018-11-15 19:18:01,038 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"916","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481038}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481038}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481038}]},"ts":9223372036854775807} 2018-11-15 19:18:01,039 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"917","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481038}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481038}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481038}]},"ts":9223372036854775807} 2018-11-15 19:18:01,039 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"918","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481039}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481039}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481039}]},"ts":9223372036854775807} 2018-11-15 19:18:01,039 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"919","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481039}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481039}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481039}]},"ts":9223372036854775807} 2018-11-15 19:18:01,039 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"920","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481039}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481039}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481039}]},"ts":9223372036854775807} 2018-11-15 19:18:01,039 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"921","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481039}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481039}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481039}]},"ts":9223372036854775807} 2018-11-15 19:18:01,039 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"922","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481039}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481039}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481039}]},"ts":9223372036854775807} 2018-11-15 19:18:01,039 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"923","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481039}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481039}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481039}]},"ts":9223372036854775807} 2018-11-15 19:18:01,039 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"924","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481039}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481039}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481039}]},"ts":9223372036854775807} 2018-11-15 19:18:01,040 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"925","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481040}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481040}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481040}]},"ts":9223372036854775807} 2018-11-15 19:18:01,040 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"926","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481040}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481040}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481040}]},"ts":9223372036854775807} 2018-11-15 19:18:01,040 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"927","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481040}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481040}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481040}]},"ts":9223372036854775807} 2018-11-15 19:18:01,040 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"928","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481040}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481040}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481040}]},"ts":9223372036854775807} 2018-11-15 19:18:01,040 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"929","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481040}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481040}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481040}]},"ts":9223372036854775807} 2018-11-15 19:18:01,040 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"930","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481040}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481040}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481040}]},"ts":9223372036854775807} 2018-11-15 19:18:01,040 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"931","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481040}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481040}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481040}]},"ts":9223372036854775807} 2018-11-15 19:18:01,041 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"932","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481041}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481041}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481041}]},"ts":9223372036854775807} 2018-11-15 19:18:01,041 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"933","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481041}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481041}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481041}]},"ts":9223372036854775807} 2018-11-15 19:18:01,041 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"934","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481041}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481041}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481041}]},"ts":9223372036854775807} 2018-11-15 19:18:01,041 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"935","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481041}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481041}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481041}]},"ts":9223372036854775807} 2018-11-15 19:18:01,041 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"936","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481041}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481041}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481041}]},"ts":9223372036854775807} 2018-11-15 19:18:01,041 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"937","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481041}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481041}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481041}]},"ts":9223372036854775807} 2018-11-15 19:18:01,043 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"938","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481041}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481041}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481041}]},"ts":9223372036854775807} 2018-11-15 19:18:01,043 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"939","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481043}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481043}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481043}]},"ts":9223372036854775807} 2018-11-15 19:18:01,043 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"940","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481043}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481043}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481043}]},"ts":9223372036854775807} 2018-11-15 19:18:01,043 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"941","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481043}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481043}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481043}]},"ts":9223372036854775807} 2018-11-15 19:18:01,043 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"942","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481043}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481043}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481043}]},"ts":9223372036854775807} 2018-11-15 19:18:01,043 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"943","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481043}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481043}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481043}]},"ts":9223372036854775807} 2018-11-15 19:18:01,043 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"944","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481043}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481043}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481043}]},"ts":9223372036854775807} 2018-11-15 19:18:01,044 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"945","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481043}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481043}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481043}]},"ts":9223372036854775807} 2018-11-15 19:18:01,044 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"946","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481044}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481044}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481044}]},"ts":9223372036854775807} 2018-11-15 19:18:01,044 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"947","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481044}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481044}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481044}]},"ts":9223372036854775807} 2018-11-15 19:18:01,044 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"948","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481044}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481044}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481044}]},"ts":9223372036854775807} 2018-11-15 19:18:01,044 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"949","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481044}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481044}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481044}]},"ts":9223372036854775807} 2018-11-15 19:18:01,044 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"950","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481044}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481044}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481044}]},"ts":9223372036854775807} 2018-11-15 19:18:01,044 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"951","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481044}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481044}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481044}]},"ts":9223372036854775807} 2018-11-15 19:18:01,044 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"952","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481044}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481044}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481044}]},"ts":9223372036854775807} 2018-11-15 19:18:01,045 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"953","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481045}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481045}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481045}]},"ts":9223372036854775807} 2018-11-15 19:18:01,045 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"954","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481045}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481045}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481045}]},"ts":9223372036854775807} 2018-11-15 19:18:01,045 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"955","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481045}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481045}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481045}]},"ts":9223372036854775807} 2018-11-15 19:18:01,045 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"956","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481045}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481045}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481045}]},"ts":9223372036854775807} 2018-11-15 19:18:01,045 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"957","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481045}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481045}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481045}]},"ts":9223372036854775807} 2018-11-15 19:18:01,045 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"958","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481045}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481045}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481045}]},"ts":9223372036854775807} 2018-11-15 19:18:01,045 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"959","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481045}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481045}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481045}]},"ts":9223372036854775807} 2018-11-15 19:18:01,045 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"960","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481045}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481045}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481045}]},"ts":9223372036854775807} 2018-11-15 19:18:01,046 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"961","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481046}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481046}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481046}]},"ts":9223372036854775807} 2018-11-15 19:18:01,046 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"962","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481046}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481046}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481046}]},"ts":9223372036854775807} 2018-11-15 19:18:01,046 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"963","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481046}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481046}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481046}]},"ts":9223372036854775807} 2018-11-15 19:18:01,046 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"964","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481046}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481046}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481046}]},"ts":9223372036854775807} 2018-11-15 19:18:01,046 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"965","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481046}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481046}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481046}]},"ts":9223372036854775807} 2018-11-15 19:18:01,046 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"966","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481046}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481046}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481046}]},"ts":9223372036854775807} 2018-11-15 19:18:01,046 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"967","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481046}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481046}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481046}]},"ts":9223372036854775807} 2018-11-15 19:18:01,047 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"968","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481047}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481047}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481047}]},"ts":9223372036854775807} 2018-11-15 19:18:01,047 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"969","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481047}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481047}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481047}]},"ts":9223372036854775807} 2018-11-15 19:18:01,047 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"970","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481047}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481047}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481047}]},"ts":9223372036854775807} 2018-11-15 19:18:01,047 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"971","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481047}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481047}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481047}]},"ts":9223372036854775807} 2018-11-15 19:18:01,047 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"972","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481047}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481047}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481047}]},"ts":9223372036854775807} 2018-11-15 19:18:01,047 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"973","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481047}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481047}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481047}]},"ts":9223372036854775807} 2018-11-15 19:18:01,047 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"974","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481047}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481047}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481047}]},"ts":9223372036854775807} 2018-11-15 19:18:01,047 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"975","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481047}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481047}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481047}]},"ts":9223372036854775807} 2018-11-15 19:18:01,048 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"976","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481048}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481048}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481048}]},"ts":9223372036854775807} 2018-11-15 19:18:01,048 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"977","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481048}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481048}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481048}]},"ts":9223372036854775807} 2018-11-15 19:18:01,048 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"978","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481048}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481048}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481048}]},"ts":9223372036854775807} 2018-11-15 19:18:01,048 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"979","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481048}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481048}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481048}]},"ts":9223372036854775807} 2018-11-15 19:18:01,048 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"980","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481048}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481048}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481048}]},"ts":9223372036854775807} 2018-11-15 19:18:01,048 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"981","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481048}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481048}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481048}]},"ts":9223372036854775807} 2018-11-15 19:18:01,048 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"982","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481048}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481048}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481048}]},"ts":9223372036854775807} 2018-11-15 19:18:01,049 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"983","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481049}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481049}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481049}]},"ts":9223372036854775807} 2018-11-15 19:18:01,049 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"984","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481049}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481049}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481049}]},"ts":9223372036854775807} 2018-11-15 19:18:01,049 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"985","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481049}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481049}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481049}]},"ts":9223372036854775807} 2018-11-15 19:18:01,049 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"986","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481049}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481049}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481049}]},"ts":9223372036854775807} 2018-11-15 19:18:01,049 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"987","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481049}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481049}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481049}]},"ts":9223372036854775807} 2018-11-15 19:18:01,049 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"988","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481049}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481049}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481049}]},"ts":9223372036854775807} 2018-11-15 19:18:01,049 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"989","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481049}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481049}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481049}]},"ts":9223372036854775807} 2018-11-15 19:18:01,050 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"990","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481050}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481050}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481050}]},"ts":9223372036854775807} 2018-11-15 19:18:01,050 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"991","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481050}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481050}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481050}]},"ts":9223372036854775807} 2018-11-15 19:18:01,050 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"992","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481050}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481050}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481050}]},"ts":9223372036854775807} 2018-11-15 19:18:01,050 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"993","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481050}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481050}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481050}]},"ts":9223372036854775807} 2018-11-15 19:18:01,050 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"994","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481050}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481050}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481050}]},"ts":9223372036854775807} 2018-11-15 19:18:01,050 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"995","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481050}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481050}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481050}]},"ts":9223372036854775807} 2018-11-15 19:18:01,050 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"996","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481050}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481050}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481050}]},"ts":9223372036854775807} 2018-11-15 19:18:01,051 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"997","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481051}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481051}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481051}]},"ts":9223372036854775807} 2018-11-15 19:18:01,051 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"998","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481051}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481051}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481051}]},"ts":9223372036854775807} 2018-11-15 19:18:01,051 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"999","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481051}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481051}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309481051}]},"ts":9223372036854775807} 2018-11-15 19:18:01,051 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 3/3 column families, dataSize=81.71 KB heapSize=305.44 KB 2018-11-15 19:18:01,126 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 8716475ca6d34907b66da41dd3a33514 2018-11-15 19:18:01,130 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=27.24 KB at sequenceid=1002 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/7d77be2c-e462-9e41-ed6c-9266e3690461/TestHRegiontestRegionReplicaSecondary/data/default/testRegionReplicaSecondary/de8e2f5f3b3adc422064fa0fd2c8005c/.tmp/cf1/8716475ca6d34907b66da41dd3a33514 2018-11-15 19:18:01,205 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 53eda0e8c9114eb6bf21df971d61ebd1 2018-11-15 19:18:01,209 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=27.24 KB at sequenceid=1002 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/7d77be2c-e462-9e41-ed6c-9266e3690461/TestHRegiontestRegionReplicaSecondary/data/default/testRegionReplicaSecondary/de8e2f5f3b3adc422064fa0fd2c8005c/.tmp/cf2/53eda0e8c9114eb6bf21df971d61ebd1 2018-11-15 19:18:01,284 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 8ef81303ca7a41848a74b8233c595792 2018-11-15 19:18:01,288 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=27.24 KB at sequenceid=1002 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/7d77be2c-e462-9e41-ed6c-9266e3690461/TestHRegiontestRegionReplicaSecondary/data/default/testRegionReplicaSecondary/de8e2f5f3b3adc422064fa0fd2c8005c/.tmp/cf3/8ef81303ca7a41848a74b8233c595792 2018-11-15 19:18:01,290 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/7d77be2c-e462-9e41-ed6c-9266e3690461/TestHRegiontestRegionReplicaSecondary/data/default/testRegionReplicaSecondary/de8e2f5f3b3adc422064fa0fd2c8005c/.tmp/cf1/8716475ca6d34907b66da41dd3a33514 as /mnt/disk2/a/hbase/hbase-server/target/test-data/7d77be2c-e462-9e41-ed6c-9266e3690461/TestHRegiontestRegionReplicaSecondary/data/default/testRegionReplicaSecondary/de8e2f5f3b3adc422064fa0fd2c8005c/cf1/8716475ca6d34907b66da41dd3a33514 2018-11-15 19:18:01,292 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/7d77be2c-e462-9e41-ed6c-9266e3690461/TestHRegiontestRegionReplicaSecondary/data/default/testRegionReplicaSecondary/de8e2f5f3b3adc422064fa0fd2c8005c/cf1/8716475ca6d34907b66da41dd3a33514, entries=1000, sequenceid=1002, filesize=36.5 K 2018-11-15 19:18:01,292 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/7d77be2c-e462-9e41-ed6c-9266e3690461/TestHRegiontestRegionReplicaSecondary/data/default/testRegionReplicaSecondary/de8e2f5f3b3adc422064fa0fd2c8005c/.tmp/cf2/53eda0e8c9114eb6bf21df971d61ebd1 as /mnt/disk2/a/hbase/hbase-server/target/test-data/7d77be2c-e462-9e41-ed6c-9266e3690461/TestHRegiontestRegionReplicaSecondary/data/default/testRegionReplicaSecondary/de8e2f5f3b3adc422064fa0fd2c8005c/cf2/53eda0e8c9114eb6bf21df971d61ebd1 2018-11-15 19:18:01,294 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/7d77be2c-e462-9e41-ed6c-9266e3690461/TestHRegiontestRegionReplicaSecondary/data/default/testRegionReplicaSecondary/de8e2f5f3b3adc422064fa0fd2c8005c/cf2/53eda0e8c9114eb6bf21df971d61ebd1, entries=1000, sequenceid=1002, filesize=36.5 K 2018-11-15 19:18:01,294 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/7d77be2c-e462-9e41-ed6c-9266e3690461/TestHRegiontestRegionReplicaSecondary/data/default/testRegionReplicaSecondary/de8e2f5f3b3adc422064fa0fd2c8005c/.tmp/cf3/8ef81303ca7a41848a74b8233c595792 as /mnt/disk2/a/hbase/hbase-server/target/test-data/7d77be2c-e462-9e41-ed6c-9266e3690461/TestHRegiontestRegionReplicaSecondary/data/default/testRegionReplicaSecondary/de8e2f5f3b3adc422064fa0fd2c8005c/cf3/8ef81303ca7a41848a74b8233c595792 2018-11-15 19:18:01,295 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/7d77be2c-e462-9e41-ed6c-9266e3690461/TestHRegiontestRegionReplicaSecondary/data/default/testRegionReplicaSecondary/de8e2f5f3b3adc422064fa0fd2c8005c/cf3/8ef81303ca7a41848a74b8233c595792, entries=1000, sequenceid=1002, filesize=36.5 K 2018-11-15 19:18:01,296 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~81.71 KB/83670, heapSize ~305.39 KB/312720, currentSize=0 B/0 for de8e2f5f3b3adc422064fa0fd2c8005c in 245ms, sequenceid=1002, compaction requested=false 2018-11-15 19:18:01,297 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309481051 Obtaining lock to block concurrent updates at 1542309481051 Preparing flush snapshotting stores in de8e2f5f3b3adc422064fa0fd2c8005c at 1542309481051 Finished memstore snapshotting testRegionReplicaSecondary,,1542309480623.de8e2f5f3b3adc422064fa0fd2c8005c., syncing WAL and waiting on mvcc, flushsize=dataSize=83670, getHeapSize=312720, getOffHeapSize=0 at 1542309481052 Flushing stores of testRegionReplicaSecondary,,1542309480623.de8e2f5f3b3adc422064fa0fd2c8005c. at 1542309481052 Flushing cf1: creating writer at 1542309481052 Flushing cf1: appending metadata at 1542309481129 Flushing cf1: closing flushed file at 1542309481129 Flushing cf2: creating writer at 1542309481132 Flushing cf2: appending metadata at 1542309481208 Flushing cf2: closing flushed file at 1542309481208 Flushing cf3: creating writer at 1542309481210 Flushing cf3: appending metadata at 1542309481287 Flushing cf3: closing flushed file at 1542309481287 Flushing cf1: reopening flushed file at 1542309481291 Flushing cf2: reopening flushed file at 1542309481293 Flushing cf3: reopening flushed file at 1542309481295 Finished flush of dataSize ~81.71 KB/83670, heapSize ~305.39 KB/312720, currentSize=0 B/0 for de8e2f5f3b3adc422064fa0fd2c8005c in 245ms, sequenceid=1002, compaction requested=false at 1542309481297 Flush successful at 1542309481297 2018-11-15 19:18:01,297 DEBUG [Time-limited test] regionserver.HRegion(7233): Opening region: {ENCODED => 5fa24d61db923b84729b0c0566d85661, NAME => 'testRegionReplicaSecondary,,1542309480623_0001.5fa24d61db923b84729b0c0566d85661.', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2018-11-15 19:18:01,298 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testRegionReplicaSecondary,,1542309480623_0001.5fa24d61db923b84729b0c0566d85661.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:18:01,298 DEBUG [Time-limited test] regionserver.HRegion(7272): checking encryption for 5fa24d61db923b84729b0c0566d85661 2018-11-15 19:18:01,299 DEBUG [Time-limited test] regionserver.HRegion(7277): checking classloading for 5fa24d61db923b84729b0c0566d85661 2018-11-15 19:18:01,300 DEBUG [StoreOpener-5fa24d61db923b84729b0c0566d85661-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:01,301 INFO [StoreOpener-5fa24d61db923b84729b0c0566d85661-1] hfile.CacheConfig(237): Created cacheConfig for cf1: blockCache=LruBlockCache{blockCount=217, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:01,301 INFO [StoreOpener-5fa24d61db923b84729b0c0566d85661-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:01,309 DEBUG [StoreOpener-5fa24d61db923b84729b0c0566d85661-1] regionserver.HStore(587): loaded file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7d77be2c-e462-9e41-ed6c-9266e3690461/TestHRegiontestRegionReplicaSecondary/data/default/testRegionReplicaSecondary/de8e2f5f3b3adc422064fa0fd2c8005c/cf1/8716475ca6d34907b66da41dd3a33514 2018-11-15 19:18:01,310 INFO [StoreOpener-5fa24d61db923b84729b0c0566d85661-1] regionserver.HStore(335): Store=cf1, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:01,310 DEBUG [StoreOpener-5fa24d61db923b84729b0c0566d85661-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:01,311 INFO [StoreOpener-5fa24d61db923b84729b0c0566d85661-1] hfile.CacheConfig(237): Created cacheConfig for cf2: blockCache=LruBlockCache{blockCount=217, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:01,312 INFO [StoreOpener-5fa24d61db923b84729b0c0566d85661-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:01,316 DEBUG [StoreOpener-5fa24d61db923b84729b0c0566d85661-1] regionserver.HStore(587): loaded file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7d77be2c-e462-9e41-ed6c-9266e3690461/TestHRegiontestRegionReplicaSecondary/data/default/testRegionReplicaSecondary/de8e2f5f3b3adc422064fa0fd2c8005c/cf2/53eda0e8c9114eb6bf21df971d61ebd1 2018-11-15 19:18:01,316 INFO [StoreOpener-5fa24d61db923b84729b0c0566d85661-1] regionserver.HStore(335): Store=cf2, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:01,317 DEBUG [StoreOpener-5fa24d61db923b84729b0c0566d85661-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:01,317 INFO [StoreOpener-5fa24d61db923b84729b0c0566d85661-1] hfile.CacheConfig(237): Created cacheConfig for cf3: blockCache=LruBlockCache{blockCount=217, currentSize=8.42 MB, freeSize=987.18 MB, maxSize=995.60 MB, heapSize=8.42 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:01,318 INFO [StoreOpener-5fa24d61db923b84729b0c0566d85661-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:01,323 DEBUG [StoreOpener-5fa24d61db923b84729b0c0566d85661-1] regionserver.HStore(587): loaded file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7d77be2c-e462-9e41-ed6c-9266e3690461/TestHRegiontestRegionReplicaSecondary/data/default/testRegionReplicaSecondary/de8e2f5f3b3adc422064fa0fd2c8005c/cf3/8ef81303ca7a41848a74b8233c595792 2018-11-15 19:18:01,323 INFO [StoreOpener-5fa24d61db923b84729b0c0566d85661-1] regionserver.HStore(335): Store=cf3, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:01,323 DEBUG [Time-limited test] regionserver.FlushLargeStoresPolicy(61): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionReplicaSecondary descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7M)) instead. 2018-11-15 19:18:01,325 INFO [Time-limited test] regionserver.HRegion(1009): Opened 5fa24d61db923b84729b0c0566d85661; next sequenceid=1003 2018-11-15 19:18:01,595 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing de8e2f5f3b3adc422064fa0fd2c8005c, disabling compactions & flushes 2018-11-15 19:18:01,595 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testRegionReplicaSecondary,,1542309480623.de8e2f5f3b3adc422064fa0fd2c8005c. 2018-11-15 19:18:01,597 INFO [Time-limited test] regionserver.HRegion(1711): Closed testRegionReplicaSecondary,,1542309480623.de8e2f5f3b3adc422064fa0fd2c8005c. 2018-11-15 19:18:01,598 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/7d77be2c-e462-9e41-ed6c-9266e3690461/TestHRegiontestRegionReplicaSecondary/oldWALs 2018-11-15 19:18:01,599 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-26995051:(num 1542309480631) 2018-11-15 19:18:01,599 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 5fa24d61db923b84729b0c0566d85661, disabling compactions & flushes 2018-11-15 19:18:01,599 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testRegionReplicaSecondary,,1542309480623_0001.5fa24d61db923b84729b0c0566d85661. 2018-11-15 19:18:01,600 INFO [Time-limited test] regionserver.HRegion(1711): Closed testRegionReplicaSecondary,,1542309480623_0001.5fa24d61db923b84729b0c0566d85661. 2018-11-15 19:18:01,600 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/7d77be2c-e462-9e41-ed6c-9266e3690461 2018-11-15 19:18:01,662 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testRegionReplicaSecondary Thread=16 (was 16), OpenFileDescriptor=20241 (was 19955) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=160 (was 160), ProcessCount=364 (was 362) - ProcessCount LEAK? -, AvailableMemoryMB=37201 (was 37202) 2018-11-15 19:18:01,662 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=20241 is superior to 1024 2018-11-15 19:18:01,749 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testHolesInMeta Thread=16, OpenFileDescriptor=20243, MaxFileDescriptor=32000, SystemLoadAverage=160, ProcessCount=364, AvailableMemoryMB=37201 2018-11-15 19:18:01,749 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=20243 is superior to 1024 2018-11-15 19:18:01,773 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/61d3fa5e-e92f-076e-25e4-7e389009b5a5 2018-11-15 19:18:01,773 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:18:01,773 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/61d3fa5e-e92f-076e-25e4-7e389009b5a5 2018-11-15 19:18:01,773 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:18:01,773 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/61d3fa5e-e92f-076e-25e4-7e389009b5a5 2018-11-15 19:18:01,774 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:18:01,775 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:18:01,779 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-75021558, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/61d3fa5e-e92f-076e-25e4-7e389009b5a5/9618edfe-7ee2-7c23-09a9-c94a00ac291b/testHolesInMeta.log/WALs/hregion-75021558, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/61d3fa5e-e92f-076e-25e4-7e389009b5a5/9618edfe-7ee2-7c23-09a9-c94a00ac291b/testHolesInMeta.log/oldWALs 2018-11-15 19:18:01,830 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/61d3fa5e-e92f-076e-25e4-7e389009b5a5/9618edfe-7ee2-7c23-09a9-c94a00ac291b/testHolesInMeta.log/WALs/hregion-75021558/hregion-75021558.1542309481780 2018-11-15 19:18:01,831 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:18:01,832 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testHolesInMeta HTD == 'testHolesInMeta', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/61d3fa5e-e92f-076e-25e4-7e389009b5a5 Table name == testHolesInMeta 2018-11-15 19:18:01,889 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testHolesInMeta,x,1542309481831.3c289eb96a9b2b9a2f306fcb451a549e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:18:01,890 DEBUG [StoreOpener-3c289eb96a9b2b9a2f306fcb451a549e-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:01,891 INFO [StoreOpener-3c289eb96a9b2b9a2f306fcb451a549e-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=223, currentSize=8.52 MB, freeSize=987.08 MB, maxSize=995.60 MB, heapSize=8.52 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:01,892 INFO [StoreOpener-3c289eb96a9b2b9a2f306fcb451a549e-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:01,892 INFO [StoreOpener-3c289eb96a9b2b9a2f306fcb451a549e-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:01,893 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 3c289eb96a9b2b9a2f306fcb451a549e 2018-11-15 19:18:01,894 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/61d3fa5e-e92f-076e-25e4-7e389009b5a5/data/default/testHolesInMeta/3c289eb96a9b2b9a2f306fcb451a549e 2018-11-15 19:18:01,894 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/61d3fa5e-e92f-076e-25e4-7e389009b5a5/default/testHolesInMeta/3c289eb96a9b2b9a2f306fcb451a549e 2018-11-15 19:18:01,894 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 3c289eb96a9b2b9a2f306fcb451a549e 2018-11-15 19:18:01,894 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 3c289eb96a9b2b9a2f306fcb451a549e 2018-11-15 19:18:01,895 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 3c289eb96a9b2b9a2f306fcb451a549e 2018-11-15 19:18:01,895 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 3c289eb96a9b2b9a2f306fcb451a549e 2018-11-15 19:18:01,960 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/61d3fa5e-e92f-076e-25e4-7e389009b5a5/default/testHolesInMeta/3c289eb96a9b2b9a2f306fcb451a549e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:18:01,960 INFO [Time-limited test] regionserver.HRegion(1009): Opened 3c289eb96a9b2b9a2f306fcb451a549e; next sequenceid=2 2018-11-15 19:18:01,961 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 3c289eb96a9b2b9a2f306fcb451a549e, disabling compactions & flushes 2018-11-15 19:18:01,962 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testHolesInMeta,x,1542309481831.3c289eb96a9b2b9a2f306fcb451a549e. 2018-11-15 19:18:01,962 INFO [Time-limited test] regionserver.HRegion(1711): Closed testHolesInMeta,x,1542309481831.3c289eb96a9b2b9a2f306fcb451a549e. 2018-11-15 19:18:01,964 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/61d3fa5e-e92f-076e-25e4-7e389009b5a5/9618edfe-7ee2-7c23-09a9-c94a00ac291b/testHolesInMeta.log/oldWALs 2018-11-15 19:18:01,964 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-75021558:(num 1542309481780) 2018-11-15 19:18:01,965 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/61d3fa5e-e92f-076e-25e4-7e389009b5a5 2018-11-15 19:18:02,053 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testHolesInMeta Thread=16 (was 16), OpenFileDescriptor=20529 (was 20243) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=160 (was 160), ProcessCount=364 (was 364), AvailableMemoryMB=37198 (was 37201) 2018-11-15 19:18:02,054 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=20529 is superior to 1024 2018-11-15 19:18:02,125 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testSkipRecoveredEditsReplaySomeIgnored Thread=16, OpenFileDescriptor=20531, MaxFileDescriptor=32000, SystemLoadAverage=160, ProcessCount=364, AvailableMemoryMB=37198 2018-11-15 19:18:02,125 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=20531 is superior to 1024 2018-11-15 19:18:02,156 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/b4d3f84c-44d7-6d94-511a-af9829385c61 2018-11-15 19:18:02,156 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:18:02,156 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/b4d3f84c-44d7-6d94-511a-af9829385c61 2018-11-15 19:18:02,156 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:18:02,156 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/b4d3f84c-44d7-6d94-511a-af9829385c61 2018-11-15 19:18:02,157 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:18:02,158 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:18:02,163 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-47489361, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/b4d3f84c-44d7-6d94-511a-af9829385c61/e5effdfe-5811-29ef-9495-7ad43e2b422f/testSkipRecoveredEditsReplaySomeIgnored.log/WALs/hregion-47489361, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/b4d3f84c-44d7-6d94-511a-af9829385c61/e5effdfe-5811-29ef-9495-7ad43e2b422f/testSkipRecoveredEditsReplaySomeIgnored.log/oldWALs 2018-11-15 19:18:02,237 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/b4d3f84c-44d7-6d94-511a-af9829385c61/e5effdfe-5811-29ef-9495-7ad43e2b422f/testSkipRecoveredEditsReplaySomeIgnored.log/WALs/hregion-47489361/hregion-47489361.1542309482164 2018-11-15 19:18:02,237 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:18:02,238 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testSkipRecoveredEditsReplaySomeIgnored HTD == 'testSkipRecoveredEditsReplaySomeIgnored', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/b4d3f84c-44d7-6d94-511a-af9829385c61 Table name == testSkipRecoveredEditsReplaySomeIgnored 2018-11-15 19:18:02,314 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testSkipRecoveredEditsReplaySomeIgnored,,1542309482238.4e431b13b3219655defa261316e2e3df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:18:02,316 DEBUG [StoreOpener-4e431b13b3219655defa261316e2e3df-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:02,317 INFO [StoreOpener-4e431b13b3219655defa261316e2e3df-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=223, currentSize=8.52 MB, freeSize=987.08 MB, maxSize=995.60 MB, heapSize=8.52 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:02,318 INFO [StoreOpener-4e431b13b3219655defa261316e2e3df-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:02,318 INFO [StoreOpener-4e431b13b3219655defa261316e2e3df-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:02,318 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 4e431b13b3219655defa261316e2e3df 2018-11-15 19:18:02,319 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/b4d3f84c-44d7-6d94-511a-af9829385c61/data/default/testSkipRecoveredEditsReplaySomeIgnored/4e431b13b3219655defa261316e2e3df 2018-11-15 19:18:02,320 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/b4d3f84c-44d7-6d94-511a-af9829385c61/default/testSkipRecoveredEditsReplaySomeIgnored/4e431b13b3219655defa261316e2e3df 2018-11-15 19:18:02,320 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 4e431b13b3219655defa261316e2e3df 2018-11-15 19:18:02,320 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 4e431b13b3219655defa261316e2e3df 2018-11-15 19:18:02,320 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 4e431b13b3219655defa261316e2e3df 2018-11-15 19:18:02,321 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 4e431b13b3219655defa261316e2e3df 2018-11-15 19:18:02,395 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/b4d3f84c-44d7-6d94-511a-af9829385c61/default/testSkipRecoveredEditsReplaySomeIgnored/4e431b13b3219655defa261316e2e3df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:18:02,396 INFO [Time-limited test] regionserver.HRegion(1009): Opened 4e431b13b3219655defa261316e2e3df; next sequenceid=2 2018-11-15 19:18:02,396 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:18:03,331 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 6 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/b4d3f84c-44d7-6d94-511a-af9829385c61/data/default/testSkipRecoveredEditsReplaySomeIgnored/4e431b13b3219655defa261316e2e3df 2018-11-15 19:18:03,331 DEBUG [Time-limited test] regionserver.HRegion(4650): Maximum sequenceid for this wal is 1000 and minimum sequenceid for the region is 1029, skipped the whole file, path=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/b4d3f84c-44d7-6d94-511a-af9829385c61/data/default/testSkipRecoveredEditsReplaySomeIgnored/4e431b13b3219655defa261316e2e3df/recovered.edits/0000000000000001000 2018-11-15 19:18:03,332 DEBUG [Time-limited test] regionserver.HRegion(4650): Maximum sequenceid for this wal is 1010 and minimum sequenceid for the region is 1029, skipped the whole file, path=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/b4d3f84c-44d7-6d94-511a-af9829385c61/data/default/testSkipRecoveredEditsReplaySomeIgnored/4e431b13b3219655defa261316e2e3df/recovered.edits/0000000000000001010 2018-11-15 19:18:03,332 DEBUG [Time-limited test] regionserver.HRegion(4650): Maximum sequenceid for this wal is 1020 and minimum sequenceid for the region is 1029, skipped the whole file, path=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/b4d3f84c-44d7-6d94-511a-af9829385c61/data/default/testSkipRecoveredEditsReplaySomeIgnored/4e431b13b3219655defa261316e2e3df/recovered.edits/0000000000000001020 2018-11-15 19:18:03,332 INFO [Time-limited test] regionserver.HRegion(4696): Replaying edits from file:/mnt/disk2/a/hbase/hbase-server/target/test-data/b4d3f84c-44d7-6d94-511a-af9829385c61/data/default/testSkipRecoveredEditsReplaySomeIgnored/4e431b13b3219655defa261316e2e3df/recovered.edits/0000000000000001030 2018-11-15 19:18:03,350 DEBUG [Time-limited test] regionserver.HRegion(4880): Applied 1, skipped 0, firstSequenceIdInLog=1030, maxSequenceIdInLog=1030, path=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/b4d3f84c-44d7-6d94-511a-af9829385c61/data/default/testSkipRecoveredEditsReplaySomeIgnored/4e431b13b3219655defa261316e2e3df/recovered.edits/0000000000000001030 2018-11-15 19:18:03,350 INFO [Time-limited test] regionserver.HRegion(4696): Replaying edits from file:/mnt/disk2/a/hbase/hbase-server/target/test-data/b4d3f84c-44d7-6d94-511a-af9829385c61/data/default/testSkipRecoveredEditsReplaySomeIgnored/4e431b13b3219655defa261316e2e3df/recovered.edits/0000000000000001040 2018-11-15 19:18:03,351 DEBUG [Time-limited test] regionserver.HRegion(4880): Applied 1, skipped 0, firstSequenceIdInLog=1040, maxSequenceIdInLog=1040, path=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/b4d3f84c-44d7-6d94-511a-af9829385c61/data/default/testSkipRecoveredEditsReplaySomeIgnored/4e431b13b3219655defa261316e2e3df/recovered.edits/0000000000000001040 2018-11-15 19:18:03,352 INFO [Time-limited test] regionserver.HRegion(4696): Replaying edits from file:/mnt/disk2/a/hbase/hbase-server/target/test-data/b4d3f84c-44d7-6d94-511a-af9829385c61/data/default/testSkipRecoveredEditsReplaySomeIgnored/4e431b13b3219655defa261316e2e3df/recovered.edits/0000000000000001050 2018-11-15 19:18:03,353 DEBUG [Time-limited test] regionserver.HRegion(4880): Applied 1, skipped 0, firstSequenceIdInLog=1050, maxSequenceIdInLog=1050, path=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/b4d3f84c-44d7-6d94-511a-af9829385c61/data/default/testSkipRecoveredEditsReplaySomeIgnored/4e431b13b3219655defa261316e2e3df/recovered.edits/0000000000000001050 2018-11-15 19:18:03,354 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/b4d3f84c-44d7-6d94-511a-af9829385c61/default/testSkipRecoveredEditsReplaySomeIgnored/4e431b13b3219655defa261316e2e3df 2018-11-15 19:18:03,354 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=138 B heapSize=616 B 2018-11-15 19:18:03,433 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on e34587308f9e44b69a37e904acb240f4 2018-11-15 19:18:03,436 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=138 B at sequenceid=1050 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/b4d3f84c-44d7-6d94-511a-af9829385c61/data/default/testSkipRecoveredEditsReplaySomeIgnored/4e431b13b3219655defa261316e2e3df/.tmp/family/e34587308f9e44b69a37e904acb240f4 2018-11-15 19:18:03,438 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/b4d3f84c-44d7-6d94-511a-af9829385c61/data/default/testSkipRecoveredEditsReplaySomeIgnored/4e431b13b3219655defa261316e2e3df/.tmp/family/e34587308f9e44b69a37e904acb240f4 as /mnt/disk2/a/hbase/hbase-server/target/test-data/b4d3f84c-44d7-6d94-511a-af9829385c61/data/default/testSkipRecoveredEditsReplaySomeIgnored/4e431b13b3219655defa261316e2e3df/family/e34587308f9e44b69a37e904acb240f4 2018-11-15 19:18:03,440 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/b4d3f84c-44d7-6d94-511a-af9829385c61/data/default/testSkipRecoveredEditsReplaySomeIgnored/4e431b13b3219655defa261316e2e3df/family/e34587308f9e44b69a37e904acb240f4, entries=3, sequenceid=1050, filesize=4.9 K 2018-11-15 19:18:03,441 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~138 B/138, heapSize ~600 B/600, currentSize=0 B/0 for 4e431b13b3219655defa261316e2e3df in 87ms, sequenceid=1050, compaction requested=false; wal=null 2018-11-15 19:18:03,441 DEBUG [Time-limited test] regionserver.HRegion(4607): Deleted recovered.edits under root directory. file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/b4d3f84c-44d7-6d94-511a-af9829385c61/data/default/testSkipRecoveredEditsReplaySomeIgnored/4e431b13b3219655defa261316e2e3df/recovered.edits/0000000000000001000 2018-11-15 19:18:03,442 DEBUG [Time-limited test] regionserver.HRegion(4607): Deleted recovered.edits under root directory. file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/b4d3f84c-44d7-6d94-511a-af9829385c61/data/default/testSkipRecoveredEditsReplaySomeIgnored/4e431b13b3219655defa261316e2e3df/recovered.edits/0000000000000001010 2018-11-15 19:18:03,442 DEBUG [Time-limited test] regionserver.HRegion(4607): Deleted recovered.edits under root directory. file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/b4d3f84c-44d7-6d94-511a-af9829385c61/data/default/testSkipRecoveredEditsReplaySomeIgnored/4e431b13b3219655defa261316e2e3df/recovered.edits/0000000000000001020 2018-11-15 19:18:03,443 DEBUG [Time-limited test] regionserver.HRegion(4607): Deleted recovered.edits under root directory. file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/b4d3f84c-44d7-6d94-511a-af9829385c61/data/default/testSkipRecoveredEditsReplaySomeIgnored/4e431b13b3219655defa261316e2e3df/recovered.edits/0000000000000001030 2018-11-15 19:18:03,443 DEBUG [Time-limited test] regionserver.HRegion(4607): Deleted recovered.edits under root directory. file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/b4d3f84c-44d7-6d94-511a-af9829385c61/data/default/testSkipRecoveredEditsReplaySomeIgnored/4e431b13b3219655defa261316e2e3df/recovered.edits/0000000000000001040 2018-11-15 19:18:03,443 DEBUG [Time-limited test] regionserver.HRegion(4607): Deleted recovered.edits under root directory. file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/b4d3f84c-44d7-6d94-511a-af9829385c61/data/default/testSkipRecoveredEditsReplaySomeIgnored/4e431b13b3219655defa261316e2e3df/recovered.edits/0000000000000001050 2018-11-15 19:18:03,445 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 4e431b13b3219655defa261316e2e3df, disabling compactions & flushes 2018-11-15 19:18:03,445 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testSkipRecoveredEditsReplaySomeIgnored,,1542309482238.4e431b13b3219655defa261316e2e3df. 2018-11-15 19:18:03,447 INFO [Time-limited test] regionserver.HRegion(1711): Closed testSkipRecoveredEditsReplaySomeIgnored,,1542309482238.4e431b13b3219655defa261316e2e3df. 2018-11-15 19:18:03,449 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/b4d3f84c-44d7-6d94-511a-af9829385c61/e5effdfe-5811-29ef-9495-7ad43e2b422f/testSkipRecoveredEditsReplaySomeIgnored.log/oldWALs 2018-11-15 19:18:03,450 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-47489361:(num 1542309482164) 2018-11-15 19:18:03,450 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/b4d3f84c-44d7-6d94-511a-af9829385c61 2018-11-15 19:18:03,550 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testSkipRecoveredEditsReplaySomeIgnored Thread=16 (was 16), OpenFileDescriptor=21111 (was 20531) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=155 (was 160), ProcessCount=364 (was 364), AvailableMemoryMB=37196 (was 37198) 2018-11-15 19:18:03,550 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=21111 is superior to 1024 2018-11-15 19:18:03,650 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testSkipRecoveredEditsReplay Thread=16, OpenFileDescriptor=21113, MaxFileDescriptor=32000, SystemLoadAverage=155, ProcessCount=364, AvailableMemoryMB=37196 2018-11-15 19:18:03,651 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=21113 is superior to 1024 2018-11-15 19:18:03,676 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/7d021a84-e480-7ac6-ef64-3c911b359ce1 2018-11-15 19:18:03,676 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:18:03,677 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/7d021a84-e480-7ac6-ef64-3c911b359ce1 2018-11-15 19:18:03,677 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:18:03,677 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/7d021a84-e480-7ac6-ef64-3c911b359ce1 2018-11-15 19:18:03,677 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:18:03,678 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:18:03,683 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-27821318, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7d021a84-e480-7ac6-ef64-3c911b359ce1/77860cbe-b6ee-838b-29a2-41e88cf7d1a7/testSkipRecoveredEditsReplay.log/WALs/hregion-27821318, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7d021a84-e480-7ac6-ef64-3c911b359ce1/77860cbe-b6ee-838b-29a2-41e88cf7d1a7/testSkipRecoveredEditsReplay.log/oldWALs 2018-11-15 19:18:03,759 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/7d021a84-e480-7ac6-ef64-3c911b359ce1/77860cbe-b6ee-838b-29a2-41e88cf7d1a7/testSkipRecoveredEditsReplay.log/WALs/hregion-27821318/hregion-27821318.1542309483683 2018-11-15 19:18:03,760 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:18:03,761 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testSkipRecoveredEditsReplay HTD == 'testSkipRecoveredEditsReplay', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/7d021a84-e480-7ac6-ef64-3c911b359ce1 Table name == testSkipRecoveredEditsReplay 2018-11-15 19:18:03,842 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testSkipRecoveredEditsReplay,,1542309483761.130510a2d98090cf4cae1b49630875e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:18:03,844 DEBUG [StoreOpener-130510a2d98090cf4cae1b49630875e1-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:03,845 INFO [StoreOpener-130510a2d98090cf4cae1b49630875e1-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=225, currentSize=8.52 MB, freeSize=987.08 MB, maxSize=995.60 MB, heapSize=8.52 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:03,846 INFO [StoreOpener-130510a2d98090cf4cae1b49630875e1-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:03,846 INFO [StoreOpener-130510a2d98090cf4cae1b49630875e1-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:03,847 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 130510a2d98090cf4cae1b49630875e1 2018-11-15 19:18:03,848 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7d021a84-e480-7ac6-ef64-3c911b359ce1/data/default/testSkipRecoveredEditsReplay/130510a2d98090cf4cae1b49630875e1 2018-11-15 19:18:03,848 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7d021a84-e480-7ac6-ef64-3c911b359ce1/default/testSkipRecoveredEditsReplay/130510a2d98090cf4cae1b49630875e1 2018-11-15 19:18:03,849 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 130510a2d98090cf4cae1b49630875e1 2018-11-15 19:18:03,849 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 130510a2d98090cf4cae1b49630875e1 2018-11-15 19:18:03,849 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 130510a2d98090cf4cae1b49630875e1 2018-11-15 19:18:03,850 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 130510a2d98090cf4cae1b49630875e1 2018-11-15 19:18:03,917 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7d021a84-e480-7ac6-ef64-3c911b359ce1/default/testSkipRecoveredEditsReplay/130510a2d98090cf4cae1b49630875e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:18:03,918 INFO [Time-limited test] regionserver.HRegion(1009): Opened 130510a2d98090cf4cae1b49630875e1; next sequenceid=2 2018-11-15 19:18:03,918 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:18:04,868 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 6 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7d021a84-e480-7ac6-ef64-3c911b359ce1/data/default/testSkipRecoveredEditsReplay/130510a2d98090cf4cae1b49630875e1 2018-11-15 19:18:04,869 INFO [Time-limited test] regionserver.HRegion(4696): Replaying edits from file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7d021a84-e480-7ac6-ef64-3c911b359ce1/data/default/testSkipRecoveredEditsReplay/130510a2d98090cf4cae1b49630875e1/recovered.edits/0000000000000001000 2018-11-15 19:18:04,871 DEBUG [Time-limited test] regionserver.HRegion(4880): Applied 1, skipped 0, firstSequenceIdInLog=1000, maxSequenceIdInLog=1000, path=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7d021a84-e480-7ac6-ef64-3c911b359ce1/data/default/testSkipRecoveredEditsReplay/130510a2d98090cf4cae1b49630875e1/recovered.edits/0000000000000001000 2018-11-15 19:18:04,871 INFO [Time-limited test] regionserver.HRegion(4696): Replaying edits from file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7d021a84-e480-7ac6-ef64-3c911b359ce1/data/default/testSkipRecoveredEditsReplay/130510a2d98090cf4cae1b49630875e1/recovered.edits/0000000000000001010 2018-11-15 19:18:04,872 DEBUG [Time-limited test] regionserver.HRegion(4880): Applied 1, skipped 0, firstSequenceIdInLog=1010, maxSequenceIdInLog=1010, path=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7d021a84-e480-7ac6-ef64-3c911b359ce1/data/default/testSkipRecoveredEditsReplay/130510a2d98090cf4cae1b49630875e1/recovered.edits/0000000000000001010 2018-11-15 19:18:04,873 INFO [Time-limited test] regionserver.HRegion(4696): Replaying edits from file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7d021a84-e480-7ac6-ef64-3c911b359ce1/data/default/testSkipRecoveredEditsReplay/130510a2d98090cf4cae1b49630875e1/recovered.edits/0000000000000001020 2018-11-15 19:18:04,874 DEBUG [Time-limited test] regionserver.HRegion(4880): Applied 1, skipped 0, firstSequenceIdInLog=1020, maxSequenceIdInLog=1020, path=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7d021a84-e480-7ac6-ef64-3c911b359ce1/data/default/testSkipRecoveredEditsReplay/130510a2d98090cf4cae1b49630875e1/recovered.edits/0000000000000001020 2018-11-15 19:18:04,874 INFO [Time-limited test] regionserver.HRegion(4696): Replaying edits from file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7d021a84-e480-7ac6-ef64-3c911b359ce1/data/default/testSkipRecoveredEditsReplay/130510a2d98090cf4cae1b49630875e1/recovered.edits/0000000000000001030 2018-11-15 19:18:04,875 DEBUG [Time-limited test] regionserver.HRegion(4880): Applied 1, skipped 0, firstSequenceIdInLog=1030, maxSequenceIdInLog=1030, path=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7d021a84-e480-7ac6-ef64-3c911b359ce1/data/default/testSkipRecoveredEditsReplay/130510a2d98090cf4cae1b49630875e1/recovered.edits/0000000000000001030 2018-11-15 19:18:04,875 INFO [Time-limited test] regionserver.HRegion(4696): Replaying edits from file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7d021a84-e480-7ac6-ef64-3c911b359ce1/data/default/testSkipRecoveredEditsReplay/130510a2d98090cf4cae1b49630875e1/recovered.edits/0000000000000001040 2018-11-15 19:18:04,876 DEBUG [Time-limited test] regionserver.HRegion(4880): Applied 1, skipped 0, firstSequenceIdInLog=1040, maxSequenceIdInLog=1040, path=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7d021a84-e480-7ac6-ef64-3c911b359ce1/data/default/testSkipRecoveredEditsReplay/130510a2d98090cf4cae1b49630875e1/recovered.edits/0000000000000001040 2018-11-15 19:18:04,876 INFO [Time-limited test] regionserver.HRegion(4696): Replaying edits from file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7d021a84-e480-7ac6-ef64-3c911b359ce1/data/default/testSkipRecoveredEditsReplay/130510a2d98090cf4cae1b49630875e1/recovered.edits/0000000000000001050 2018-11-15 19:18:04,877 DEBUG [Time-limited test] regionserver.HRegion(4880): Applied 1, skipped 0, firstSequenceIdInLog=1050, maxSequenceIdInLog=1050, path=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7d021a84-e480-7ac6-ef64-3c911b359ce1/data/default/testSkipRecoveredEditsReplay/130510a2d98090cf4cae1b49630875e1/recovered.edits/0000000000000001050 2018-11-15 19:18:04,878 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7d021a84-e480-7ac6-ef64-3c911b359ce1/default/testSkipRecoveredEditsReplay/130510a2d98090cf4cae1b49630875e1 2018-11-15 19:18:04,878 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=276 B heapSize=976 B 2018-11-15 19:18:04,959 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 21ba9241c1384251b887ca71bbcedc24 2018-11-15 19:18:04,962 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=276 B at sequenceid=1050 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/7d021a84-e480-7ac6-ef64-3c911b359ce1/data/default/testSkipRecoveredEditsReplay/130510a2d98090cf4cae1b49630875e1/.tmp/family/21ba9241c1384251b887ca71bbcedc24 2018-11-15 19:18:04,964 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/7d021a84-e480-7ac6-ef64-3c911b359ce1/data/default/testSkipRecoveredEditsReplay/130510a2d98090cf4cae1b49630875e1/.tmp/family/21ba9241c1384251b887ca71bbcedc24 as /mnt/disk2/a/hbase/hbase-server/target/test-data/7d021a84-e480-7ac6-ef64-3c911b359ce1/data/default/testSkipRecoveredEditsReplay/130510a2d98090cf4cae1b49630875e1/family/21ba9241c1384251b887ca71bbcedc24 2018-11-15 19:18:04,966 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/7d021a84-e480-7ac6-ef64-3c911b359ce1/data/default/testSkipRecoveredEditsReplay/130510a2d98090cf4cae1b49630875e1/family/21ba9241c1384251b887ca71bbcedc24, entries=6, sequenceid=1050, filesize=5.0 K 2018-11-15 19:18:04,966 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~276 B/276, heapSize ~960 B/960, currentSize=0 B/0 for 130510a2d98090cf4cae1b49630875e1 in 88ms, sequenceid=1050, compaction requested=false; wal=null 2018-11-15 19:18:04,967 DEBUG [Time-limited test] regionserver.HRegion(4607): Deleted recovered.edits under root directory. file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7d021a84-e480-7ac6-ef64-3c911b359ce1/data/default/testSkipRecoveredEditsReplay/130510a2d98090cf4cae1b49630875e1/recovered.edits/0000000000000001000 2018-11-15 19:18:04,967 DEBUG [Time-limited test] regionserver.HRegion(4607): Deleted recovered.edits under root directory. file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7d021a84-e480-7ac6-ef64-3c911b359ce1/data/default/testSkipRecoveredEditsReplay/130510a2d98090cf4cae1b49630875e1/recovered.edits/0000000000000001010 2018-11-15 19:18:04,967 DEBUG [Time-limited test] regionserver.HRegion(4607): Deleted recovered.edits under root directory. file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7d021a84-e480-7ac6-ef64-3c911b359ce1/data/default/testSkipRecoveredEditsReplay/130510a2d98090cf4cae1b49630875e1/recovered.edits/0000000000000001020 2018-11-15 19:18:04,968 DEBUG [Time-limited test] regionserver.HRegion(4607): Deleted recovered.edits under root directory. file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7d021a84-e480-7ac6-ef64-3c911b359ce1/data/default/testSkipRecoveredEditsReplay/130510a2d98090cf4cae1b49630875e1/recovered.edits/0000000000000001030 2018-11-15 19:18:04,968 DEBUG [Time-limited test] regionserver.HRegion(4607): Deleted recovered.edits under root directory. file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7d021a84-e480-7ac6-ef64-3c911b359ce1/data/default/testSkipRecoveredEditsReplay/130510a2d98090cf4cae1b49630875e1/recovered.edits/0000000000000001040 2018-11-15 19:18:04,968 DEBUG [Time-limited test] regionserver.HRegion(4607): Deleted recovered.edits under root directory. file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7d021a84-e480-7ac6-ef64-3c911b359ce1/data/default/testSkipRecoveredEditsReplay/130510a2d98090cf4cae1b49630875e1/recovered.edits/0000000000000001050 2018-11-15 19:18:04,970 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 130510a2d98090cf4cae1b49630875e1, disabling compactions & flushes 2018-11-15 19:18:04,970 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testSkipRecoveredEditsReplay,,1542309483761.130510a2d98090cf4cae1b49630875e1. 2018-11-15 19:18:04,972 INFO [Time-limited test] regionserver.HRegion(1711): Closed testSkipRecoveredEditsReplay,,1542309483761.130510a2d98090cf4cae1b49630875e1. 2018-11-15 19:18:04,974 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/7d021a84-e480-7ac6-ef64-3c911b359ce1/77860cbe-b6ee-838b-29a2-41e88cf7d1a7/testSkipRecoveredEditsReplay.log/oldWALs 2018-11-15 19:18:04,974 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-27821318:(num 1542309483683) 2018-11-15 19:18:04,974 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/7d021a84-e480-7ac6-ef64-3c911b359ce1 2018-11-15 19:18:05,075 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testSkipRecoveredEditsReplay Thread=16 (was 16), OpenFileDescriptor=21693 (was 21113) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=155 (was 155), ProcessCount=364 (was 364), AvailableMemoryMB=37198 (was 37196) - AvailableMemoryMB LEAK? - 2018-11-15 19:18:05,076 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=21693 is superior to 1024 2018-11-15 19:18:05,178 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testWeirdCacheBehaviour Thread=16, OpenFileDescriptor=21695, MaxFileDescriptor=32000, SystemLoadAverage=155, ProcessCount=364, AvailableMemoryMB=37198 2018-11-15 19:18:05,178 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=21695 is superior to 1024 2018-11-15 19:18:05,203 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/15882029-74eb-e596-14ec-19b5ed59b35f 2018-11-15 19:18:05,203 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:18:05,203 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/15882029-74eb-e596-14ec-19b5ed59b35f 2018-11-15 19:18:05,203 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:18:05,204 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/15882029-74eb-e596-14ec-19b5ed59b35f 2018-11-15 19:18:05,204 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:18:05,205 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:18:05,209 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-12001089, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/15882029-74eb-e596-14ec-19b5ed59b35f/513a0b32-203a-b91b-8369-5f0564cb5cb5/testWeirdCacheBehaviour.log/WALs/hregion-12001089, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/15882029-74eb-e596-14ec-19b5ed59b35f/513a0b32-203a-b91b-8369-5f0564cb5cb5/testWeirdCacheBehaviour.log/oldWALs 2018-11-15 19:18:05,289 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/15882029-74eb-e596-14ec-19b5ed59b35f/513a0b32-203a-b91b-8369-5f0564cb5cb5/testWeirdCacheBehaviour.log/WALs/hregion-12001089/hregion-12001089.1542309485210 2018-11-15 19:18:05,290 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:18:05,291 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testWeirdCacheBehaviour HTD == 'testWeirdCacheBehaviour', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'trans-blob', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'trans-date', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'trans-group', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'trans-tags', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'trans-type', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/15882029-74eb-e596-14ec-19b5ed59b35f Table name == testWeirdCacheBehaviour 2018-11-15 19:18:05,372 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testWeirdCacheBehaviour,,1542309485290.bc0de808a14fbfc8b713b48c288c4760.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:18:05,375 DEBUG [StoreOpener-bc0de808a14fbfc8b713b48c288c4760-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:05,376 INFO [StoreOpener-bc0de808a14fbfc8b713b48c288c4760-1] hfile.CacheConfig(237): Created cacheConfig for trans-blob: blockCache=LruBlockCache{blockCount=227, currentSize=8.52 MB, freeSize=987.08 MB, maxSize=995.60 MB, heapSize=8.52 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:05,376 INFO [StoreOpener-bc0de808a14fbfc8b713b48c288c4760-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:05,377 INFO [StoreOpener-bc0de808a14fbfc8b713b48c288c4760-1] regionserver.HStore(335): Store=trans-blob, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:05,377 DEBUG [StoreOpener-bc0de808a14fbfc8b713b48c288c4760-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:05,378 INFO [StoreOpener-bc0de808a14fbfc8b713b48c288c4760-1] hfile.CacheConfig(237): Created cacheConfig for trans-date: blockCache=LruBlockCache{blockCount=227, currentSize=8.52 MB, freeSize=987.08 MB, maxSize=995.60 MB, heapSize=8.52 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:05,378 INFO [StoreOpener-bc0de808a14fbfc8b713b48c288c4760-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:05,378 INFO [StoreOpener-bc0de808a14fbfc8b713b48c288c4760-1] regionserver.HStore(335): Store=trans-date, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:05,379 DEBUG [StoreOpener-bc0de808a14fbfc8b713b48c288c4760-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:05,379 INFO [StoreOpener-bc0de808a14fbfc8b713b48c288c4760-1] hfile.CacheConfig(237): Created cacheConfig for trans-group: blockCache=LruBlockCache{blockCount=227, currentSize=8.52 MB, freeSize=987.08 MB, maxSize=995.60 MB, heapSize=8.52 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:05,379 INFO [StoreOpener-bc0de808a14fbfc8b713b48c288c4760-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:05,380 INFO [StoreOpener-bc0de808a14fbfc8b713b48c288c4760-1] regionserver.HStore(335): Store=trans-group, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:05,380 DEBUG [StoreOpener-bc0de808a14fbfc8b713b48c288c4760-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:05,381 INFO [StoreOpener-bc0de808a14fbfc8b713b48c288c4760-1] hfile.CacheConfig(237): Created cacheConfig for trans-tags: blockCache=LruBlockCache{blockCount=227, currentSize=8.52 MB, freeSize=987.08 MB, maxSize=995.60 MB, heapSize=8.52 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:05,381 INFO [StoreOpener-bc0de808a14fbfc8b713b48c288c4760-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:05,381 INFO [StoreOpener-bc0de808a14fbfc8b713b48c288c4760-1] regionserver.HStore(335): Store=trans-tags, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:05,382 DEBUG [StoreOpener-bc0de808a14fbfc8b713b48c288c4760-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:05,382 INFO [StoreOpener-bc0de808a14fbfc8b713b48c288c4760-1] hfile.CacheConfig(237): Created cacheConfig for trans-type: blockCache=LruBlockCache{blockCount=227, currentSize=8.52 MB, freeSize=987.08 MB, maxSize=995.60 MB, heapSize=8.52 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:05,382 INFO [StoreOpener-bc0de808a14fbfc8b713b48c288c4760-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:05,383 INFO [StoreOpener-bc0de808a14fbfc8b713b48c288c4760-1] regionserver.HStore(335): Store=trans-type, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:05,383 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for bc0de808a14fbfc8b713b48c288c4760 2018-11-15 19:18:05,384 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/15882029-74eb-e596-14ec-19b5ed59b35f/data/default/testWeirdCacheBehaviour/bc0de808a14fbfc8b713b48c288c4760 2018-11-15 19:18:05,384 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/15882029-74eb-e596-14ec-19b5ed59b35f/default/testWeirdCacheBehaviour/bc0de808a14fbfc8b713b48c288c4760 2018-11-15 19:18:05,384 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for bc0de808a14fbfc8b713b48c288c4760 2018-11-15 19:18:05,385 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for bc0de808a14fbfc8b713b48c288c4760 2018-11-15 19:18:05,385 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for bc0de808a14fbfc8b713b48c288c4760 2018-11-15 19:18:05,385 DEBUG [Time-limited test] regionserver.FlushLargeStoresPolicy(61): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testWeirdCacheBehaviour descriptor;using region.getMemStoreFlushHeapSize/# of families (25.6M)) instead. 2018-11-15 19:18:05,386 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for bc0de808a14fbfc8b713b48c288c4760 2018-11-15 19:18:05,466 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/15882029-74eb-e596-14ec-19b5ed59b35f/default/testWeirdCacheBehaviour/bc0de808a14fbfc8b713b48c288c4760/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:18:05,467 INFO [Time-limited test] regionserver.HRegion(1009): Opened bc0de808a14fbfc8b713b48c288c4760; next sequenceid=2 Saving row: prefix1_0, with value this is the value 2018-11-15 19:18:05,468 INFO [Time-limited test] regionserver.HRegion(8449): writing data to region testWeirdCacheBehaviour,,1542309485290.bc0de808a14fbfc8b713b48c288c4760. with WAL disabled. Data may be lost in the event of a crash. Saving row: prefix1_1, with value this is the value Saving row: prefix1_2, with value this is the value Saving row: prefix2_0, with value this is the value Saving row: prefix2_1, with value this is the value Saving row: prefix2_2, with value this is the value Saving row: prefix3_0, with value this is the value Saving row: prefix3_1, with value this is the value Saving row: prefix3_2, with value this is the value Saving row: prefix1_0, with value this is some other value Saving row: prefix1_1, with value this is some other value Saving row: prefix1_2, with value this is some other value Saving row: prefix2_0, with value this is some other value Saving row: prefix2_1, with value this is some other value Saving row: prefix2_2, with value this is some other value Saving row: prefix3_0, with value this is some other value Saving row: prefix3_1, with value this is some other value Saving row: prefix3_2, with value this is some other value Checking values for key: prefix1 kv=prefix1_0/trans-blob:/1542309485471/Put/vlen=14/seqid=11/value for blob, value for blob kv=prefix1_0/trans-date:/1542309485471/Put/vlen=17/seqid=11/20090921010101999, 20090921010101999 kv=prefix1_0/trans-group:/1542309485471/Put/vlen=23/seqid=11/adhocTransactionGroupId, adhocTransactionGroupId kv=prefix1_0/trans-tags:qual2/1542309485471/Put/vlen=24/seqid=11/this is some other value, this is some other value kv=prefix1_0/trans-type:/1542309485471/Put/vlen=9/seqid=11/statement, statement kv=prefix1_1/trans-blob:/1542309485472/Put/vlen=14/seqid=12/value for blob, value for blob kv=prefix1_1/trans-date:/1542309485472/Put/vlen=17/seqid=12/20090921010101999, 20090921010101999 kv=prefix1_1/trans-group:/1542309485472/Put/vlen=23/seqid=12/adhocTransactionGroupId, adhocTransactionGroupId kv=prefix1_1/trans-tags:qual2/1542309485472/Put/vlen=24/seqid=12/this is some other value, this is some other value kv=prefix1_1/trans-type:/1542309485472/Put/vlen=9/seqid=12/statement, statement kv=prefix1_2/trans-blob:/1542309485472/Put/vlen=14/seqid=13/value for blob, value for blob kv=prefix1_2/trans-date:/1542309485472/Put/vlen=17/seqid=13/20090921010101999, 20090921010101999 kv=prefix1_2/trans-group:/1542309485472/Put/vlen=23/seqid=13/adhocTransactionGroupId, adhocTransactionGroupId kv=prefix1_2/trans-tags:qual2/1542309485472/Put/vlen=24/seqid=13/this is some other value, this is some other value kv=prefix1_2/trans-type:/1542309485472/Put/vlen=9/seqid=13/statement, statement Checking values for key: prefix2 kv=prefix2_0/trans-blob:/1542309485472/Put/vlen=14/seqid=14/value for blob, value for blob kv=prefix2_0/trans-date:/1542309485472/Put/vlen=17/seqid=14/20090921010101999, 20090921010101999 kv=prefix2_0/trans-group:/1542309485472/Put/vlen=23/seqid=14/adhocTransactionGroupId, adhocTransactionGroupId kv=prefix2_0/trans-tags:qual2/1542309485472/Put/vlen=24/seqid=14/this is some other value, this is some other value kv=prefix2_0/trans-type:/1542309485472/Put/vlen=9/seqid=14/statement, statement kv=prefix2_1/trans-blob:/1542309485472/Put/vlen=14/seqid=15/value for blob, value for blob kv=prefix2_1/trans-date:/1542309485472/Put/vlen=17/seqid=15/20090921010101999, 20090921010101999 kv=prefix2_1/trans-group:/1542309485472/Put/vlen=23/seqid=15/adhocTransactionGroupId, adhocTransactionGroupId kv=prefix2_1/trans-tags:qual2/1542309485472/Put/vlen=24/seqid=15/this is some other value, this is some other value kv=prefix2_1/trans-type:/1542309485472/Put/vlen=9/seqid=15/statement, statement kv=prefix2_2/trans-blob:/1542309485472/Put/vlen=14/seqid=16/value for blob, value for blob kv=prefix2_2/trans-date:/1542309485472/Put/vlen=17/seqid=16/20090921010101999, 20090921010101999 kv=prefix2_2/trans-group:/1542309485472/Put/vlen=23/seqid=16/adhocTransactionGroupId, adhocTransactionGroupId kv=prefix2_2/trans-tags:qual2/1542309485472/Put/vlen=24/seqid=16/this is some other value, this is some other value kv=prefix2_2/trans-type:/1542309485472/Put/vlen=9/seqid=16/statement, statement Checking values for key: prefix3 kv=prefix3_0/trans-blob:/1542309485472/Put/vlen=14/seqid=17/value for blob, value for blob kv=prefix3_0/trans-date:/1542309485472/Put/vlen=17/seqid=17/20090921010101999, 20090921010101999 kv=prefix3_0/trans-group:/1542309485472/Put/vlen=23/seqid=17/adhocTransactionGroupId, adhocTransactionGroupId kv=prefix3_0/trans-tags:qual2/1542309485472/Put/vlen=24/seqid=17/this is some other value, this is some other value kv=prefix3_0/trans-type:/1542309485472/Put/vlen=9/seqid=17/statement, statement kv=prefix3_1/trans-blob:/1542309485472/Put/vlen=14/seqid=18/value for blob, value for blob kv=prefix3_1/trans-date:/1542309485472/Put/vlen=17/seqid=18/20090921010101999, 20090921010101999 kv=prefix3_1/trans-group:/1542309485472/Put/vlen=23/seqid=18/adhocTransactionGroupId, adhocTransactionGroupId kv=prefix3_1/trans-tags:qual2/1542309485472/Put/vlen=24/seqid=18/this is some other value, this is some other value kv=prefix3_1/trans-type:/1542309485472/Put/vlen=9/seqid=18/statement, statement kv=prefix3_2/trans-blob:/1542309485472/Put/vlen=14/seqid=19/value for blob, value for blob kv=prefix3_2/trans-date:/1542309485472/Put/vlen=17/seqid=19/20090921010101999, 20090921010101999 kv=prefix3_2/trans-group:/1542309485472/Put/vlen=23/seqid=19/adhocTransactionGroupId, adhocTransactionGroupId kv=prefix3_2/trans-tags:qual2/1542309485472/Put/vlen=24/seqid=19/this is some other value, this is some other value kv=prefix3_2/trans-type:/1542309485472/Put/vlen=9/seqid=19/statement, statement Starting important checks..... 2018-11-15 19:18:05,511 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing bc0de808a14fbfc8b713b48c288c4760, disabling compactions & flushes 2018-11-15 19:18:05,511 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testWeirdCacheBehaviour,,1542309485290.bc0de808a14fbfc8b713b48c288c4760. 2018-11-15 19:18:05,511 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 5/5 column families, dataSize=5.39 KB heapSize=13.77 KB 2018-11-15 19:18:05,566 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 58ffe5438d5d4a568b122f48350ec844 2018-11-15 19:18:05,567 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=954 B at sequenceid=29 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/15882029-74eb-e596-14ec-19b5ed59b35f/data/default/testWeirdCacheBehaviour/bc0de808a14fbfc8b713b48c288c4760/.tmp/trans-blob/58ffe5438d5d4a568b122f48350ec844 2018-11-15 19:18:05,619 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 8cef1a2c85c74b1f8c345b854895cee2 2018-11-15 19:18:05,620 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=1008 B at sequenceid=29 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/15882029-74eb-e596-14ec-19b5ed59b35f/data/default/testWeirdCacheBehaviour/bc0de808a14fbfc8b713b48c288c4760/.tmp/trans-date/8cef1a2c85c74b1f8c345b854895cee2 2018-11-15 19:18:05,680 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 6d288572cc9e4e4796d9a9adedc768a9 2018-11-15 19:18:05,681 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=1.11 KB at sequenceid=29 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/15882029-74eb-e596-14ec-19b5ed59b35f/data/default/testWeirdCacheBehaviour/bc0de808a14fbfc8b713b48c288c4760/.tmp/trans-group/6d288572cc9e4e4796d9a9adedc768a9 2018-11-15 19:18:05,759 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 6817e34936874c7fa68feecabb66ddef 2018-11-15 19:18:05,761 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=1.52 KB at sequenceid=29 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/15882029-74eb-e596-14ec-19b5ed59b35f/data/default/testWeirdCacheBehaviour/bc0de808a14fbfc8b713b48c288c4760/.tmp/trans-tags/6817e34936874c7fa68feecabb66ddef 2018-11-15 19:18:05,841 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 587a9733a55c4f3ab14063fd0e626ec4 2018-11-15 19:18:05,843 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=864 B at sequenceid=29 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/15882029-74eb-e596-14ec-19b5ed59b35f/data/default/testWeirdCacheBehaviour/bc0de808a14fbfc8b713b48c288c4760/.tmp/trans-type/587a9733a55c4f3ab14063fd0e626ec4 2018-11-15 19:18:05,844 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/15882029-74eb-e596-14ec-19b5ed59b35f/data/default/testWeirdCacheBehaviour/bc0de808a14fbfc8b713b48c288c4760/.tmp/trans-blob/58ffe5438d5d4a568b122f48350ec844 as /mnt/disk2/a/hbase/hbase-server/target/test-data/15882029-74eb-e596-14ec-19b5ed59b35f/data/default/testWeirdCacheBehaviour/bc0de808a14fbfc8b713b48c288c4760/trans-blob/58ffe5438d5d4a568b122f48350ec844 2018-11-15 19:18:05,846 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/15882029-74eb-e596-14ec-19b5ed59b35f/data/default/testWeirdCacheBehaviour/bc0de808a14fbfc8b713b48c288c4760/trans-blob/58ffe5438d5d4a568b122f48350ec844, entries=18, sequenceid=29, filesize=5.7 K 2018-11-15 19:18:05,846 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/15882029-74eb-e596-14ec-19b5ed59b35f/data/default/testWeirdCacheBehaviour/bc0de808a14fbfc8b713b48c288c4760/.tmp/trans-date/8cef1a2c85c74b1f8c345b854895cee2 as /mnt/disk2/a/hbase/hbase-server/target/test-data/15882029-74eb-e596-14ec-19b5ed59b35f/data/default/testWeirdCacheBehaviour/bc0de808a14fbfc8b713b48c288c4760/trans-date/8cef1a2c85c74b1f8c345b854895cee2 2018-11-15 19:18:05,847 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/15882029-74eb-e596-14ec-19b5ed59b35f/data/default/testWeirdCacheBehaviour/bc0de808a14fbfc8b713b48c288c4760/trans-date/8cef1a2c85c74b1f8c345b854895cee2, entries=18, sequenceid=29, filesize=5.7 K 2018-11-15 19:18:05,848 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/15882029-74eb-e596-14ec-19b5ed59b35f/data/default/testWeirdCacheBehaviour/bc0de808a14fbfc8b713b48c288c4760/.tmp/trans-group/6d288572cc9e4e4796d9a9adedc768a9 as /mnt/disk2/a/hbase/hbase-server/target/test-data/15882029-74eb-e596-14ec-19b5ed59b35f/data/default/testWeirdCacheBehaviour/bc0de808a14fbfc8b713b48c288c4760/trans-group/6d288572cc9e4e4796d9a9adedc768a9 2018-11-15 19:18:05,849 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/15882029-74eb-e596-14ec-19b5ed59b35f/data/default/testWeirdCacheBehaviour/bc0de808a14fbfc8b713b48c288c4760/trans-group/6d288572cc9e4e4796d9a9adedc768a9, entries=18, sequenceid=29, filesize=5.9 K 2018-11-15 19:18:05,850 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/15882029-74eb-e596-14ec-19b5ed59b35f/data/default/testWeirdCacheBehaviour/bc0de808a14fbfc8b713b48c288c4760/.tmp/trans-tags/6817e34936874c7fa68feecabb66ddef as /mnt/disk2/a/hbase/hbase-server/target/test-data/15882029-74eb-e596-14ec-19b5ed59b35f/data/default/testWeirdCacheBehaviour/bc0de808a14fbfc8b713b48c288c4760/trans-tags/6817e34936874c7fa68feecabb66ddef 2018-11-15 19:18:05,851 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/15882029-74eb-e596-14ec-19b5ed59b35f/data/default/testWeirdCacheBehaviour/bc0de808a14fbfc8b713b48c288c4760/trans-tags/6817e34936874c7fa68feecabb66ddef, entries=27, sequenceid=29, filesize=6.3 K 2018-11-15 19:18:05,851 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/15882029-74eb-e596-14ec-19b5ed59b35f/data/default/testWeirdCacheBehaviour/bc0de808a14fbfc8b713b48c288c4760/.tmp/trans-type/587a9733a55c4f3ab14063fd0e626ec4 as /mnt/disk2/a/hbase/hbase-server/target/test-data/15882029-74eb-e596-14ec-19b5ed59b35f/data/default/testWeirdCacheBehaviour/bc0de808a14fbfc8b713b48c288c4760/trans-type/587a9733a55c4f3ab14063fd0e626ec4 2018-11-15 19:18:05,853 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/15882029-74eb-e596-14ec-19b5ed59b35f/data/default/testWeirdCacheBehaviour/bc0de808a14fbfc8b713b48c288c4760/trans-type/587a9733a55c4f3ab14063fd0e626ec4, entries=18, sequenceid=29, filesize=5.6 K 2018-11-15 19:18:05,855 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~5.39 KB/5517, heapSize ~13.69 KB/14016, currentSize=0 B/0 for bc0de808a14fbfc8b713b48c288c4760 in 344ms, sequenceid=29, compaction requested=false 2018-11-15 19:18:05,859 INFO [Time-limited test] regionserver.HRegion(1711): Closed testWeirdCacheBehaviour,,1542309485290.bc0de808a14fbfc8b713b48c288c4760. 2018-11-15 19:18:05,861 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/15882029-74eb-e596-14ec-19b5ed59b35f/513a0b32-203a-b91b-8369-5f0564cb5cb5/testWeirdCacheBehaviour.log/oldWALs 2018-11-15 19:18:05,861 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-12001089:(num 1542309485210) 2018-11-15 19:18:05,861 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/15882029-74eb-e596-14ec-19b5ed59b35f 2018-11-15 19:18:05,940 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testWeirdCacheBehaviour Thread=16 (was 16), OpenFileDescriptor=21981 (was 21695) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=155 (was 155), ProcessCount=362 (was 364), AvailableMemoryMB=37195 (was 37198) 2018-11-15 19:18:05,940 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=21981 is superior to 1024 2018-11-15 19:18:06,038 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testMutateRow_WriteRequestCount Thread=16, OpenFileDescriptor=21983, MaxFileDescriptor=32000, SystemLoadAverage=155, ProcessCount=362, AvailableMemoryMB=37195 2018-11-15 19:18:06,039 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=21983 is superior to 1024 2018-11-15 19:18:06,063 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/64da2c11-8e33-b6ff-b03f-7d6848fec33a 2018-11-15 19:18:06,063 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:18:06,063 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/64da2c11-8e33-b6ff-b03f-7d6848fec33a 2018-11-15 19:18:06,063 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:18:06,063 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/64da2c11-8e33-b6ff-b03f-7d6848fec33a 2018-11-15 19:18:06,064 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:18:06,064 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:18:06,069 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-71422764, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/64da2c11-8e33-b6ff-b03f-7d6848fec33a/58d62b3e-32cf-9fa5-db0a-46074f436331/testMutateRow_WriteRequestCount.log/WALs/hregion-71422764, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/64da2c11-8e33-b6ff-b03f-7d6848fec33a/58d62b3e-32cf-9fa5-db0a-46074f436331/testMutateRow_WriteRequestCount.log/oldWALs 2018-11-15 19:18:06,150 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/64da2c11-8e33-b6ff-b03f-7d6848fec33a/58d62b3e-32cf-9fa5-db0a-46074f436331/testMutateRow_WriteRequestCount.log/WALs/hregion-71422764/hregion-71422764.1542309486070 2018-11-15 19:18:06,151 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:18:06,152 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testMutateRow_WriteRequestCount HTD == 'testMutateRow_WriteRequestCount', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'fam1', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/64da2c11-8e33-b6ff-b03f-7d6848fec33a Table name == testMutateRow_WriteRequestCount 2018-11-15 19:18:06,236 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testMutateRow_WriteRequestCount,,1542309486151.90cfdfed77a97ad653bc0d37a9c5db04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:18:06,238 DEBUG [StoreOpener-90cfdfed77a97ad653bc0d37a9c5db04-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:06,239 INFO [StoreOpener-90cfdfed77a97ad653bc0d37a9c5db04-1] hfile.CacheConfig(237): Created cacheConfig for fam1: blockCache=LruBlockCache{blockCount=227, currentSize=8.52 MB, freeSize=987.08 MB, maxSize=995.60 MB, heapSize=8.52 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:06,240 INFO [StoreOpener-90cfdfed77a97ad653bc0d37a9c5db04-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:06,240 INFO [StoreOpener-90cfdfed77a97ad653bc0d37a9c5db04-1] regionserver.HStore(335): Store=fam1, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:06,241 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 90cfdfed77a97ad653bc0d37a9c5db04 2018-11-15 19:18:06,242 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/64da2c11-8e33-b6ff-b03f-7d6848fec33a/data/default/testMutateRow_WriteRequestCount/90cfdfed77a97ad653bc0d37a9c5db04 2018-11-15 19:18:06,242 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/64da2c11-8e33-b6ff-b03f-7d6848fec33a/default/testMutateRow_WriteRequestCount/90cfdfed77a97ad653bc0d37a9c5db04 2018-11-15 19:18:06,242 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 90cfdfed77a97ad653bc0d37a9c5db04 2018-11-15 19:18:06,242 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 90cfdfed77a97ad653bc0d37a9c5db04 2018-11-15 19:18:06,243 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 90cfdfed77a97ad653bc0d37a9c5db04 2018-11-15 19:18:06,243 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 90cfdfed77a97ad653bc0d37a9c5db04 2018-11-15 19:18:06,321 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/64da2c11-8e33-b6ff-b03f-7d6848fec33a/default/testMutateRow_WriteRequestCount/90cfdfed77a97ad653bc0d37a9c5db04/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:18:06,322 INFO [Time-limited test] regionserver.HRegion(1009): Opened 90cfdfed77a97ad653bc0d37a9c5db04; next sequenceid=2 2018-11-15 19:18:06,324 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 90cfdfed77a97ad653bc0d37a9c5db04, disabling compactions & flushes 2018-11-15 19:18:06,324 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testMutateRow_WriteRequestCount,,1542309486151.90cfdfed77a97ad653bc0d37a9c5db04. 2018-11-15 19:18:06,324 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=43 B heapSize=376 B 2018-11-15 19:18:06,407 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 4c6a220f814949c280ba54c455688f63 2018-11-15 19:18:06,409 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=43 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/64da2c11-8e33-b6ff-b03f-7d6848fec33a/data/default/testMutateRow_WriteRequestCount/90cfdfed77a97ad653bc0d37a9c5db04/.tmp/fam1/4c6a220f814949c280ba54c455688f63 2018-11-15 19:18:06,412 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/64da2c11-8e33-b6ff-b03f-7d6848fec33a/data/default/testMutateRow_WriteRequestCount/90cfdfed77a97ad653bc0d37a9c5db04/.tmp/fam1/4c6a220f814949c280ba54c455688f63 as /mnt/disk2/a/hbase/hbase-server/target/test-data/64da2c11-8e33-b6ff-b03f-7d6848fec33a/data/default/testMutateRow_WriteRequestCount/90cfdfed77a97ad653bc0d37a9c5db04/fam1/4c6a220f814949c280ba54c455688f63 2018-11-15 19:18:06,414 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/64da2c11-8e33-b6ff-b03f-7d6848fec33a/data/default/testMutateRow_WriteRequestCount/90cfdfed77a97ad653bc0d37a9c5db04/fam1/4c6a220f814949c280ba54c455688f63, entries=1, sequenceid=3, filesize=4.8 K 2018-11-15 19:18:06,415 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~43 B/43, heapSize ~360 B/360, currentSize=0 B/0 for 90cfdfed77a97ad653bc0d37a9c5db04 in 91ms, sequenceid=3, compaction requested=false 2018-11-15 19:18:06,417 INFO [Time-limited test] regionserver.HRegion(1711): Closed testMutateRow_WriteRequestCount,,1542309486151.90cfdfed77a97ad653bc0d37a9c5db04. 2018-11-15 19:18:06,419 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/64da2c11-8e33-b6ff-b03f-7d6848fec33a/58d62b3e-32cf-9fa5-db0a-46074f436331/testMutateRow_WriteRequestCount.log/oldWALs 2018-11-15 19:18:06,419 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-71422764:(num 1542309486070) 2018-11-15 19:18:06,419 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/64da2c11-8e33-b6ff-b03f-7d6848fec33a 2018-11-15 19:18:06,529 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testMutateRow_WriteRequestCount Thread=16 (was 16), OpenFileDescriptor=22269 (was 21983) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=155 (was 155), ProcessCount=362 (was 362), AvailableMemoryMB=37196 (was 37195) - AvailableMemoryMB LEAK? - 2018-11-15 19:18:06,529 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=22269 is superior to 1024 2018-11-15 19:18:06,633 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testCompactionFromPrimary Thread=16, OpenFileDescriptor=22271, MaxFileDescriptor=32000, SystemLoadAverage=155, ProcessCount=362, AvailableMemoryMB=37194 2018-11-15 19:18:06,633 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=22271 is superior to 1024 2018-11-15 19:18:06,656 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/ec5cb5b5-18de-0af0-8147-5e76f6cce806 2018-11-15 19:18:06,657 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:18:06,657 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/ec5cb5b5-18de-0af0-8147-5e76f6cce806 2018-11-15 19:18:06,657 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:18:06,657 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/ec5cb5b5-18de-0af0-8147-5e76f6cce806 2018-11-15 19:18:06,658 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:18:06,662 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-48412467, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ec5cb5b5-18de-0af0-8147-5e76f6cce806/TestHRegiontestCompactionFromPrimary/WALs/hregion-48412467, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ec5cb5b5-18de-0af0-8147-5e76f6cce806/TestHRegiontestCompactionFromPrimary/oldWALs 2018-11-15 19:18:06,748 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/ec5cb5b5-18de-0af0-8147-5e76f6cce806/TestHRegiontestCompactionFromPrimary/WALs/hregion-48412467/hregion-48412467.1542309486663 2018-11-15 19:18:06,749 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:18:06,749 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testCompactionFromPrimary HTD == 'testCompactionFromPrimary', {NAME => 'cf1', VERSIONS => '1', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536'}, {NAME => 'cf2', VERSIONS => '1', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536'}, {NAME => 'cf3', VERSIONS => '1', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536'} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/ec5cb5b5-18de-0af0-8147-5e76f6cce806/TestHRegiontestCompactionFromPrimary Table name == testCompactionFromPrimary 2018-11-15 19:18:06,831 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testCompactionFromPrimary,,1542309486657.580945593a45b94f6ba833415ddf5218.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:18:06,833 DEBUG [StoreOpener-580945593a45b94f6ba833415ddf5218-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:06,835 INFO [StoreOpener-580945593a45b94f6ba833415ddf5218-1] hfile.CacheConfig(237): Created cacheConfig for cf1: blockCache=LruBlockCache{blockCount=227, currentSize=8.52 MB, freeSize=987.08 MB, maxSize=995.60 MB, heapSize=8.52 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:06,835 INFO [StoreOpener-580945593a45b94f6ba833415ddf5218-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:06,836 INFO [StoreOpener-580945593a45b94f6ba833415ddf5218-1] regionserver.HStore(335): Store=cf1, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:06,837 DEBUG [StoreOpener-580945593a45b94f6ba833415ddf5218-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:06,837 INFO [StoreOpener-580945593a45b94f6ba833415ddf5218-1] hfile.CacheConfig(237): Created cacheConfig for cf2: blockCache=LruBlockCache{blockCount=227, currentSize=8.52 MB, freeSize=987.08 MB, maxSize=995.60 MB, heapSize=8.52 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:06,838 INFO [StoreOpener-580945593a45b94f6ba833415ddf5218-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:06,838 INFO [StoreOpener-580945593a45b94f6ba833415ddf5218-1] regionserver.HStore(335): Store=cf2, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:06,839 DEBUG [StoreOpener-580945593a45b94f6ba833415ddf5218-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:06,840 INFO [StoreOpener-580945593a45b94f6ba833415ddf5218-1] hfile.CacheConfig(237): Created cacheConfig for cf3: blockCache=LruBlockCache{blockCount=227, currentSize=8.52 MB, freeSize=987.08 MB, maxSize=995.60 MB, heapSize=8.52 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:06,840 INFO [StoreOpener-580945593a45b94f6ba833415ddf5218-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:06,840 INFO [StoreOpener-580945593a45b94f6ba833415ddf5218-1] regionserver.HStore(335): Store=cf3, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:06,841 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 580945593a45b94f6ba833415ddf5218 2018-11-15 19:18:06,842 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ec5cb5b5-18de-0af0-8147-5e76f6cce806/TestHRegiontestCompactionFromPrimary/data/default/testCompactionFromPrimary/580945593a45b94f6ba833415ddf5218 2018-11-15 19:18:06,842 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ec5cb5b5-18de-0af0-8147-5e76f6cce806/TestHRegiontestCompactionFromPrimary/default/testCompactionFromPrimary/580945593a45b94f6ba833415ddf5218 2018-11-15 19:18:06,842 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 580945593a45b94f6ba833415ddf5218 2018-11-15 19:18:06,843 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 580945593a45b94f6ba833415ddf5218 2018-11-15 19:18:06,843 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 580945593a45b94f6ba833415ddf5218 2018-11-15 19:18:06,843 DEBUG [Time-limited test] regionserver.FlushLargeStoresPolicy(61): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactionFromPrimary descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7M)) instead. 2018-11-15 19:18:06,844 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 580945593a45b94f6ba833415ddf5218 2018-11-15 19:18:06,928 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ec5cb5b5-18de-0af0-8147-5e76f6cce806/TestHRegiontestCompactionFromPrimary/default/testCompactionFromPrimary/580945593a45b94f6ba833415ddf5218/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:18:06,928 INFO [Time-limited test] regionserver.HRegion(1009): Opened 580945593a45b94f6ba833415ddf5218; next sequenceid=2 2018-11-15 19:18:06,928 INFO [Time-limited test] regionserver.HRegion(8449): writing data to region testCompactionFromPrimary,,1542309486657.580945593a45b94f6ba833415ddf5218. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:18:06,930 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"0","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486928}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486928}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486928}]},"ts":9223372036854775807} 2018-11-15 19:18:06,931 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"1","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486931}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486931}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486931}]},"ts":9223372036854775807} 2018-11-15 19:18:06,931 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"2","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486931}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486931}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486931}]},"ts":9223372036854775807} 2018-11-15 19:18:06,931 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"3","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486931}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486931}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486931}]},"ts":9223372036854775807} 2018-11-15 19:18:06,931 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"4","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486931}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486931}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486931}]},"ts":9223372036854775807} 2018-11-15 19:18:06,932 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"5","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486931}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486931}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486931}]},"ts":9223372036854775807} 2018-11-15 19:18:06,932 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"6","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486932}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486932}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486932}]},"ts":9223372036854775807} 2018-11-15 19:18:06,932 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"7","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486932}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486932}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486932}]},"ts":9223372036854775807} 2018-11-15 19:18:06,932 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"8","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486932}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486932}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486932}]},"ts":9223372036854775807} 2018-11-15 19:18:06,932 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"9","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486932}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486932}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486932}]},"ts":9223372036854775807} 2018-11-15 19:18:06,933 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"10","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486933}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486933}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486933}]},"ts":9223372036854775807} 2018-11-15 19:18:06,933 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"11","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486933}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486933}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486933}]},"ts":9223372036854775807} 2018-11-15 19:18:06,933 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"12","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486933}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486933}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486933}]},"ts":9223372036854775807} 2018-11-15 19:18:06,933 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"13","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486933}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486933}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486933}]},"ts":9223372036854775807} 2018-11-15 19:18:06,934 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"14","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486933}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486933}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486933}]},"ts":9223372036854775807} 2018-11-15 19:18:06,934 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"15","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486934}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486934}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486934}]},"ts":9223372036854775807} 2018-11-15 19:18:06,934 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"16","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486934}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486934}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486934}]},"ts":9223372036854775807} 2018-11-15 19:18:06,934 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"17","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486934}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486934}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486934}]},"ts":9223372036854775807} 2018-11-15 19:18:06,934 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"18","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486934}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486934}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486934}]},"ts":9223372036854775807} 2018-11-15 19:18:06,935 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"19","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486935}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486935}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486935}]},"ts":9223372036854775807} 2018-11-15 19:18:06,935 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"20","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486935}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486935}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486935}]},"ts":9223372036854775807} 2018-11-15 19:18:06,935 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"21","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486935}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486935}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486935}]},"ts":9223372036854775807} 2018-11-15 19:18:06,935 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"22","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486935}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486935}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486935}]},"ts":9223372036854775807} 2018-11-15 19:18:06,936 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"23","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486936}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486936}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486936}]},"ts":9223372036854775807} 2018-11-15 19:18:06,936 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"24","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486936}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486936}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486936}]},"ts":9223372036854775807} 2018-11-15 19:18:06,936 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"25","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486936}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486936}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486936}]},"ts":9223372036854775807} 2018-11-15 19:18:06,936 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"26","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486936}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486936}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486936}]},"ts":9223372036854775807} 2018-11-15 19:18:06,936 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"27","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486936}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486936}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486936}]},"ts":9223372036854775807} 2018-11-15 19:18:06,937 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"28","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486937}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486937}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486937}]},"ts":9223372036854775807} 2018-11-15 19:18:06,937 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"29","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486937}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486937}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486937}]},"ts":9223372036854775807} 2018-11-15 19:18:06,937 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"30","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486937}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486937}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486937}]},"ts":9223372036854775807} 2018-11-15 19:18:06,937 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"31","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486937}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486937}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486937}]},"ts":9223372036854775807} 2018-11-15 19:18:06,938 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"32","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486938}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486938}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486938}]},"ts":9223372036854775807} 2018-11-15 19:18:06,938 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"33","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486938}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486938}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486938}]},"ts":9223372036854775807} 2018-11-15 19:18:06,938 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"34","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486938}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486938}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486938}]},"ts":9223372036854775807} 2018-11-15 19:18:06,938 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"35","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486938}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486938}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486938}]},"ts":9223372036854775807} 2018-11-15 19:18:06,938 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"36","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486938}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486938}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486938}]},"ts":9223372036854775807} 2018-11-15 19:18:06,939 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"37","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486939}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486939}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486939}]},"ts":9223372036854775807} 2018-11-15 19:18:06,939 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"38","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486939}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486939}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486939}]},"ts":9223372036854775807} 2018-11-15 19:18:06,939 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"39","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486939}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486939}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486939}]},"ts":9223372036854775807} 2018-11-15 19:18:06,939 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"40","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486939}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486939}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486939}]},"ts":9223372036854775807} 2018-11-15 19:18:06,939 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"41","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486939}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486939}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486939}]},"ts":9223372036854775807} 2018-11-15 19:18:06,940 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"42","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486940}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486940}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486940}]},"ts":9223372036854775807} 2018-11-15 19:18:06,940 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"43","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486940}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486940}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486940}]},"ts":9223372036854775807} 2018-11-15 19:18:06,940 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"44","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486940}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486940}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486940}]},"ts":9223372036854775807} 2018-11-15 19:18:06,941 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"45","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486941}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486941}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486941}]},"ts":9223372036854775807} 2018-11-15 19:18:06,941 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"46","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486941}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486941}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486941}]},"ts":9223372036854775807} 2018-11-15 19:18:06,941 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"47","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486941}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486941}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486941}]},"ts":9223372036854775807} 2018-11-15 19:18:06,941 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"48","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486941}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486941}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486941}]},"ts":9223372036854775807} 2018-11-15 19:18:06,942 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"49","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486941}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486941}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486941}]},"ts":9223372036854775807} 2018-11-15 19:18:06,942 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"50","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486942}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486942}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486942}]},"ts":9223372036854775807} 2018-11-15 19:18:06,942 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"51","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486942}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486942}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486942}]},"ts":9223372036854775807} 2018-11-15 19:18:06,942 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"52","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486942}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486942}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486942}]},"ts":9223372036854775807} 2018-11-15 19:18:06,942 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"53","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486942}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486942}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486942}]},"ts":9223372036854775807} 2018-11-15 19:18:06,943 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"54","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486943}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486943}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486943}]},"ts":9223372036854775807} 2018-11-15 19:18:06,943 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"55","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486943}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486943}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486943}]},"ts":9223372036854775807} 2018-11-15 19:18:06,943 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"56","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486943}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486943}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486943}]},"ts":9223372036854775807} 2018-11-15 19:18:06,943 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"57","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486943}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486943}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486943}]},"ts":9223372036854775807} 2018-11-15 19:18:06,944 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"58","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486943}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486943}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486943}]},"ts":9223372036854775807} 2018-11-15 19:18:06,944 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"59","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486944}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486944}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486944}]},"ts":9223372036854775807} 2018-11-15 19:18:06,944 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"60","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486944}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486944}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486944}]},"ts":9223372036854775807} 2018-11-15 19:18:06,944 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"61","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486944}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486944}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486944}]},"ts":9223372036854775807} 2018-11-15 19:18:06,945 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"62","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486944}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486944}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486944}]},"ts":9223372036854775807} 2018-11-15 19:18:06,948 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"63","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486948}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486948}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486948}]},"ts":9223372036854775807} 2018-11-15 19:18:06,948 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"64","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486948}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486948}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486948}]},"ts":9223372036854775807} 2018-11-15 19:18:06,949 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"65","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486949}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486949}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486949}]},"ts":9223372036854775807} 2018-11-15 19:18:06,949 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"66","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486949}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486949}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486949}]},"ts":9223372036854775807} 2018-11-15 19:18:06,949 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"67","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486949}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486949}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486949}]},"ts":9223372036854775807} 2018-11-15 19:18:06,949 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"68","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486949}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486949}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486949}]},"ts":9223372036854775807} 2018-11-15 19:18:06,949 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"69","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486949}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486949}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486949}]},"ts":9223372036854775807} 2018-11-15 19:18:06,950 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"70","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486950}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486950}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486950}]},"ts":9223372036854775807} 2018-11-15 19:18:06,950 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"71","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486950}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486950}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486950}]},"ts":9223372036854775807} 2018-11-15 19:18:06,950 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"72","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486950}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486950}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486950}]},"ts":9223372036854775807} 2018-11-15 19:18:06,950 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"73","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486950}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486950}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486950}]},"ts":9223372036854775807} 2018-11-15 19:18:06,950 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"74","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486950}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486950}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486950}]},"ts":9223372036854775807} 2018-11-15 19:18:06,951 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"75","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486951}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486951}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486951}]},"ts":9223372036854775807} 2018-11-15 19:18:06,951 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"76","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486951}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486951}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486951}]},"ts":9223372036854775807} 2018-11-15 19:18:06,951 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"77","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486951}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486951}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486951}]},"ts":9223372036854775807} 2018-11-15 19:18:06,951 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"78","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486951}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486951}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486951}]},"ts":9223372036854775807} 2018-11-15 19:18:06,952 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"79","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486951}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486951}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486951}]},"ts":9223372036854775807} 2018-11-15 19:18:06,952 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"80","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486952}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486952}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486952}]},"ts":9223372036854775807} 2018-11-15 19:18:06,952 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"81","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486952}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486952}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486952}]},"ts":9223372036854775807} 2018-11-15 19:18:06,952 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"82","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486952}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486952}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486952}]},"ts":9223372036854775807} 2018-11-15 19:18:06,952 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"83","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486952}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486952}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486952}]},"ts":9223372036854775807} 2018-11-15 19:18:06,952 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"84","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486952}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486952}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486952}]},"ts":9223372036854775807} 2018-11-15 19:18:06,953 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"85","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486953}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486953}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486953}]},"ts":9223372036854775807} 2018-11-15 19:18:06,953 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"86","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486953}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486953}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486953}]},"ts":9223372036854775807} 2018-11-15 19:18:06,953 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"87","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486953}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486953}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486953}]},"ts":9223372036854775807} 2018-11-15 19:18:06,953 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"88","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486953}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486953}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486953}]},"ts":9223372036854775807} 2018-11-15 19:18:06,953 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"89","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486953}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486953}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486953}]},"ts":9223372036854775807} 2018-11-15 19:18:06,953 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"90","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486953}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486953}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486953}]},"ts":9223372036854775807} 2018-11-15 19:18:06,954 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"91","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486954}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486954}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486954}]},"ts":9223372036854775807} 2018-11-15 19:18:06,954 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"92","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486954}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486954}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486954}]},"ts":9223372036854775807} 2018-11-15 19:18:06,954 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"93","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486954}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486954}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486954}]},"ts":9223372036854775807} 2018-11-15 19:18:06,954 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"94","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486954}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486954}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486954}]},"ts":9223372036854775807} 2018-11-15 19:18:06,954 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"95","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486954}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486954}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486954}]},"ts":9223372036854775807} 2018-11-15 19:18:06,955 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"96","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486954}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486954}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486954}]},"ts":9223372036854775807} 2018-11-15 19:18:06,955 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"97","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486955}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486955}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486955}]},"ts":9223372036854775807} 2018-11-15 19:18:06,955 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"98","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486955}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486955}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486955}]},"ts":9223372036854775807} 2018-11-15 19:18:06,955 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"99","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486955}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486955}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486955}]},"ts":9223372036854775807} 2018-11-15 19:18:06,955 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"100","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486955}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486955}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486955}]},"ts":9223372036854775807} 2018-11-15 19:18:06,955 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"101","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486955}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486955}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486955}]},"ts":9223372036854775807} 2018-11-15 19:18:06,956 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"102","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486956}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486956}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486956}]},"ts":9223372036854775807} 2018-11-15 19:18:06,956 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"103","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486956}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486956}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486956}]},"ts":9223372036854775807} 2018-11-15 19:18:06,956 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"104","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486956}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486956}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486956}]},"ts":9223372036854775807} 2018-11-15 19:18:06,956 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"105","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486956}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486956}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486956}]},"ts":9223372036854775807} 2018-11-15 19:18:06,956 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"106","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486956}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486956}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486956}]},"ts":9223372036854775807} 2018-11-15 19:18:06,957 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"107","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486957}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486957}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486957}]},"ts":9223372036854775807} 2018-11-15 19:18:06,957 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"108","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486957}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486957}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486957}]},"ts":9223372036854775807} 2018-11-15 19:18:06,957 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"109","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486957}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486957}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486957}]},"ts":9223372036854775807} 2018-11-15 19:18:06,957 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"110","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486957}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486957}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486957}]},"ts":9223372036854775807} 2018-11-15 19:18:06,957 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"111","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486957}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486957}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486957}]},"ts":9223372036854775807} 2018-11-15 19:18:06,958 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"112","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486958}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486958}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486958}]},"ts":9223372036854775807} 2018-11-15 19:18:06,958 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"113","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486958}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486958}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486958}]},"ts":9223372036854775807} 2018-11-15 19:18:06,958 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"114","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486958}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486958}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486958}]},"ts":9223372036854775807} 2018-11-15 19:18:06,958 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"115","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486958}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486958}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486958}]},"ts":9223372036854775807} 2018-11-15 19:18:06,958 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"116","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486958}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486958}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486958}]},"ts":9223372036854775807} 2018-11-15 19:18:06,959 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"117","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486959}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486959}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486959}]},"ts":9223372036854775807} 2018-11-15 19:18:06,959 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"118","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486959}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486959}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486959}]},"ts":9223372036854775807} 2018-11-15 19:18:06,959 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"119","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486959}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486959}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486959}]},"ts":9223372036854775807} 2018-11-15 19:18:06,959 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"120","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486959}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486959}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486959}]},"ts":9223372036854775807} 2018-11-15 19:18:06,959 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"121","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486959}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486959}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486959}]},"ts":9223372036854775807} 2018-11-15 19:18:06,960 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"122","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486960}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486960}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486960}]},"ts":9223372036854775807} 2018-11-15 19:18:06,960 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"123","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486960}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486960}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486960}]},"ts":9223372036854775807} 2018-11-15 19:18:06,960 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"124","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486960}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486960}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486960}]},"ts":9223372036854775807} 2018-11-15 19:18:06,960 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"125","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486960}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486960}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486960}]},"ts":9223372036854775807} 2018-11-15 19:18:06,960 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"126","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486960}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486960}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486960}]},"ts":9223372036854775807} 2018-11-15 19:18:06,961 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"127","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486960}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486960}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486960}]},"ts":9223372036854775807} 2018-11-15 19:18:06,961 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"128","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486961}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486961}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486961}]},"ts":9223372036854775807} 2018-11-15 19:18:06,961 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"129","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486961}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486961}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486961}]},"ts":9223372036854775807} 2018-11-15 19:18:06,961 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"130","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486961}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486961}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486961}]},"ts":9223372036854775807} 2018-11-15 19:18:06,961 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"131","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486961}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486961}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486961}]},"ts":9223372036854775807} 2018-11-15 19:18:06,961 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"132","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486961}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486961}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486961}]},"ts":9223372036854775807} 2018-11-15 19:18:06,962 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"133","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486962}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486962}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486962}]},"ts":9223372036854775807} 2018-11-15 19:18:06,962 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"134","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486962}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486962}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486962}]},"ts":9223372036854775807} 2018-11-15 19:18:06,962 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"135","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486962}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486962}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486962}]},"ts":9223372036854775807} 2018-11-15 19:18:06,962 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"136","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486962}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486962}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486962}]},"ts":9223372036854775807} 2018-11-15 19:18:06,962 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"137","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486962}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486962}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486962}]},"ts":9223372036854775807} 2018-11-15 19:18:06,962 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"138","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486962}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486962}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486962}]},"ts":9223372036854775807} 2018-11-15 19:18:06,962 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"139","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486962}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486962}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486962}]},"ts":9223372036854775807} 2018-11-15 19:18:06,963 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"140","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486963}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486963}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486963}]},"ts":9223372036854775807} 2018-11-15 19:18:06,963 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"141","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486963}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486963}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486963}]},"ts":9223372036854775807} 2018-11-15 19:18:06,963 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"142","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486963}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486963}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486963}]},"ts":9223372036854775807} 2018-11-15 19:18:06,963 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"143","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486963}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486963}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486963}]},"ts":9223372036854775807} 2018-11-15 19:18:06,963 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"144","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486963}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486963}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486963}]},"ts":9223372036854775807} 2018-11-15 19:18:06,963 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"145","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486963}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486963}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486963}]},"ts":9223372036854775807} 2018-11-15 19:18:06,963 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"146","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486963}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486963}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486963}]},"ts":9223372036854775807} 2018-11-15 19:18:06,964 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"147","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486964}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486964}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486964}]},"ts":9223372036854775807} 2018-11-15 19:18:06,964 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"148","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486964}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486964}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486964}]},"ts":9223372036854775807} 2018-11-15 19:18:06,964 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"149","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486964}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486964}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486964}]},"ts":9223372036854775807} 2018-11-15 19:18:06,964 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"150","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486964}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486964}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486964}]},"ts":9223372036854775807} 2018-11-15 19:18:06,964 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"151","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486964}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486964}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486964}]},"ts":9223372036854775807} 2018-11-15 19:18:06,964 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"152","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486964}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486964}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486964}]},"ts":9223372036854775807} 2018-11-15 19:18:06,964 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"153","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486964}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486964}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486964}]},"ts":9223372036854775807} 2018-11-15 19:18:06,965 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"154","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486964}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486964}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486964}]},"ts":9223372036854775807} 2018-11-15 19:18:06,965 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"155","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486965}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486965}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486965}]},"ts":9223372036854775807} 2018-11-15 19:18:06,965 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"156","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486965}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486965}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486965}]},"ts":9223372036854775807} 2018-11-15 19:18:06,965 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"157","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486965}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486965}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486965}]},"ts":9223372036854775807} 2018-11-15 19:18:06,965 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"158","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486965}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486965}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486965}]},"ts":9223372036854775807} 2018-11-15 19:18:06,965 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"159","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486965}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486965}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486965}]},"ts":9223372036854775807} 2018-11-15 19:18:06,965 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"160","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486965}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486965}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486965}]},"ts":9223372036854775807} 2018-11-15 19:18:06,965 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"161","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486965}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486965}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486965}]},"ts":9223372036854775807} 2018-11-15 19:18:06,966 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"162","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486966}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486966}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486966}]},"ts":9223372036854775807} 2018-11-15 19:18:06,966 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"163","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486966}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486966}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486966}]},"ts":9223372036854775807} 2018-11-15 19:18:06,966 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"164","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486966}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486966}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486966}]},"ts":9223372036854775807} 2018-11-15 19:18:06,966 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"165","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486966}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486966}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486966}]},"ts":9223372036854775807} 2018-11-15 19:18:06,966 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"166","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486966}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486966}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486966}]},"ts":9223372036854775807} 2018-11-15 19:18:06,966 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"167","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486966}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486966}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486966}]},"ts":9223372036854775807} 2018-11-15 19:18:06,966 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"168","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486966}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486966}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486966}]},"ts":9223372036854775807} 2018-11-15 19:18:06,967 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"169","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486967}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486967}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486967}]},"ts":9223372036854775807} 2018-11-15 19:18:06,967 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"170","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486967}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486967}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486967}]},"ts":9223372036854775807} 2018-11-15 19:18:06,967 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"171","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486967}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486967}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486967}]},"ts":9223372036854775807} 2018-11-15 19:18:06,967 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"172","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486967}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486967}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486967}]},"ts":9223372036854775807} 2018-11-15 19:18:06,967 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"173","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486967}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486967}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486967}]},"ts":9223372036854775807} 2018-11-15 19:18:06,967 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"174","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486967}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486967}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486967}]},"ts":9223372036854775807} 2018-11-15 19:18:06,967 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"175","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486967}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486967}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486967}]},"ts":9223372036854775807} 2018-11-15 19:18:06,968 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"176","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486967}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486967}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486967}]},"ts":9223372036854775807} 2018-11-15 19:18:06,968 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"177","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486968}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486968}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486968}]},"ts":9223372036854775807} 2018-11-15 19:18:06,968 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"178","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486968}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486968}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486968}]},"ts":9223372036854775807} 2018-11-15 19:18:06,968 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"179","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486968}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486968}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486968}]},"ts":9223372036854775807} 2018-11-15 19:18:06,968 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"180","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486968}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486968}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486968}]},"ts":9223372036854775807} 2018-11-15 19:18:06,968 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"181","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486968}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486968}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486968}]},"ts":9223372036854775807} 2018-11-15 19:18:06,968 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"182","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486968}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486968}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486968}]},"ts":9223372036854775807} 2018-11-15 19:18:06,968 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"183","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486968}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486968}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486968}]},"ts":9223372036854775807} 2018-11-15 19:18:06,969 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"184","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486969}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486969}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486969}]},"ts":9223372036854775807} 2018-11-15 19:18:06,969 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"185","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486969}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486969}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486969}]},"ts":9223372036854775807} 2018-11-15 19:18:06,969 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"186","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486969}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486969}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486969}]},"ts":9223372036854775807} 2018-11-15 19:18:06,969 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"187","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486969}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486969}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486969}]},"ts":9223372036854775807} 2018-11-15 19:18:06,969 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"188","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486969}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486969}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486969}]},"ts":9223372036854775807} 2018-11-15 19:18:06,969 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"189","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486969}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486969}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486969}]},"ts":9223372036854775807} 2018-11-15 19:18:06,970 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"190","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486970}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486970}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486970}]},"ts":9223372036854775807} 2018-11-15 19:18:06,970 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"191","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486970}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486970}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486970}]},"ts":9223372036854775807} 2018-11-15 19:18:06,970 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"192","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486970}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486970}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486970}]},"ts":9223372036854775807} 2018-11-15 19:18:06,970 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"193","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486970}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486970}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486970}]},"ts":9223372036854775807} 2018-11-15 19:18:06,970 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"194","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486970}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486970}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486970}]},"ts":9223372036854775807} 2018-11-15 19:18:06,970 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"195","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486970}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486970}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486970}]},"ts":9223372036854775807} 2018-11-15 19:18:06,970 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"196","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486970}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486970}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486970}]},"ts":9223372036854775807} 2018-11-15 19:18:06,971 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"197","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486971}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486971}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486971}]},"ts":9223372036854775807} 2018-11-15 19:18:06,971 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"198","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486971}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486971}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486971}]},"ts":9223372036854775807} 2018-11-15 19:18:06,971 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"199","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486971}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486971}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486971}]},"ts":9223372036854775807} 2018-11-15 19:18:06,971 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"200","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486971}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486971}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486971}]},"ts":9223372036854775807} 2018-11-15 19:18:06,971 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"201","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486971}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486971}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486971}]},"ts":9223372036854775807} 2018-11-15 19:18:06,971 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"202","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486971}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486971}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486971}]},"ts":9223372036854775807} 2018-11-15 19:18:06,972 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"203","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486971}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486971}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486971}]},"ts":9223372036854775807} 2018-11-15 19:18:06,972 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"204","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486972}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486972}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486972}]},"ts":9223372036854775807} 2018-11-15 19:18:06,972 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"205","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486972}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486972}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486972}]},"ts":9223372036854775807} 2018-11-15 19:18:06,972 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"206","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486972}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486972}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486972}]},"ts":9223372036854775807} 2018-11-15 19:18:06,972 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"207","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486972}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486972}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486972}]},"ts":9223372036854775807} 2018-11-15 19:18:06,972 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"208","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486972}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486972}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486972}]},"ts":9223372036854775807} 2018-11-15 19:18:06,972 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"209","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486972}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486972}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486972}]},"ts":9223372036854775807} 2018-11-15 19:18:06,973 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"210","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486973}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486973}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486973}]},"ts":9223372036854775807} 2018-11-15 19:18:06,973 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"211","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486973}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486973}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486973}]},"ts":9223372036854775807} 2018-11-15 19:18:06,973 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"212","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486973}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486973}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486973}]},"ts":9223372036854775807} 2018-11-15 19:18:06,973 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"213","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486973}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486973}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486973}]},"ts":9223372036854775807} 2018-11-15 19:18:06,973 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"214","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486973}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486973}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486973}]},"ts":9223372036854775807} 2018-11-15 19:18:06,973 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"215","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486973}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486973}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486973}]},"ts":9223372036854775807} 2018-11-15 19:18:06,973 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"216","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486973}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486973}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486973}]},"ts":9223372036854775807} 2018-11-15 19:18:06,974 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"217","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486974}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486974}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486974}]},"ts":9223372036854775807} 2018-11-15 19:18:06,974 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"218","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486974}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486974}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486974}]},"ts":9223372036854775807} 2018-11-15 19:18:06,974 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"219","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486974}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486974}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486974}]},"ts":9223372036854775807} 2018-11-15 19:18:06,974 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"220","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486974}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486974}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486974}]},"ts":9223372036854775807} 2018-11-15 19:18:06,974 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"221","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486974}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486974}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486974}]},"ts":9223372036854775807} 2018-11-15 19:18:06,974 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"222","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486974}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486974}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486974}]},"ts":9223372036854775807} 2018-11-15 19:18:06,974 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"223","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486974}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486974}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486974}]},"ts":9223372036854775807} 2018-11-15 19:18:06,975 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"224","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486975}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486975}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486975}]},"ts":9223372036854775807} 2018-11-15 19:18:06,975 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"225","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486975}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486975}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486975}]},"ts":9223372036854775807} 2018-11-15 19:18:06,975 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"226","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486975}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486975}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486975}]},"ts":9223372036854775807} 2018-11-15 19:18:06,975 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"227","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486975}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486975}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486975}]},"ts":9223372036854775807} 2018-11-15 19:18:06,975 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"228","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486975}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486975}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486975}]},"ts":9223372036854775807} 2018-11-15 19:18:06,975 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"229","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486975}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486975}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486975}]},"ts":9223372036854775807} 2018-11-15 19:18:06,975 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"230","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486975}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486975}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486975}]},"ts":9223372036854775807} 2018-11-15 19:18:06,976 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"231","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486976}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486976}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486976}]},"ts":9223372036854775807} 2018-11-15 19:18:06,976 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"232","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486976}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486976}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486976}]},"ts":9223372036854775807} 2018-11-15 19:18:06,976 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"233","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486976}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486976}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486976}]},"ts":9223372036854775807} 2018-11-15 19:18:06,976 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"234","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486976}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486976}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486976}]},"ts":9223372036854775807} 2018-11-15 19:18:06,976 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"235","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486976}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486976}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486976}]},"ts":9223372036854775807} 2018-11-15 19:18:06,976 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"236","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486976}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486976}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486976}]},"ts":9223372036854775807} 2018-11-15 19:18:06,976 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"237","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486976}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486976}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486976}]},"ts":9223372036854775807} 2018-11-15 19:18:06,977 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"238","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486977}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486977}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486977}]},"ts":9223372036854775807} 2018-11-15 19:18:06,977 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"239","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486977}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486977}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486977}]},"ts":9223372036854775807} 2018-11-15 19:18:06,977 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"240","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486977}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486977}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486977}]},"ts":9223372036854775807} 2018-11-15 19:18:06,977 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"241","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486977}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486977}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486977}]},"ts":9223372036854775807} 2018-11-15 19:18:06,977 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"242","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486977}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486977}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486977}]},"ts":9223372036854775807} 2018-11-15 19:18:06,977 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"243","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486977}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486977}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486977}]},"ts":9223372036854775807} 2018-11-15 19:18:06,978 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"244","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486977}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486977}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486977}]},"ts":9223372036854775807} 2018-11-15 19:18:06,978 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"245","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486978}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486978}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486978}]},"ts":9223372036854775807} 2018-11-15 19:18:06,978 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"246","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486978}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486978}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486978}]},"ts":9223372036854775807} 2018-11-15 19:18:06,978 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"247","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486978}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486978}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486978}]},"ts":9223372036854775807} 2018-11-15 19:18:06,978 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"248","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486978}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486978}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486978}]},"ts":9223372036854775807} 2018-11-15 19:18:06,978 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"249","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486978}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486978}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486978}]},"ts":9223372036854775807} 2018-11-15 19:18:06,978 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"250","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486978}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486978}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486978}]},"ts":9223372036854775807} 2018-11-15 19:18:06,979 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"251","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486979}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486979}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486979}]},"ts":9223372036854775807} 2018-11-15 19:18:06,979 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"252","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486979}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486979}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486979}]},"ts":9223372036854775807} 2018-11-15 19:18:06,979 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"253","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486979}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486979}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486979}]},"ts":9223372036854775807} 2018-11-15 19:18:06,979 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"254","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486979}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486979}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486979}]},"ts":9223372036854775807} 2018-11-15 19:18:06,979 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"255","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486979}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486979}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486979}]},"ts":9223372036854775807} 2018-11-15 19:18:06,979 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"256","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486979}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486979}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486979}]},"ts":9223372036854775807} 2018-11-15 19:18:06,979 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"257","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486979}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486979}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486979}]},"ts":9223372036854775807} 2018-11-15 19:18:06,980 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"258","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486980}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486980}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486980}]},"ts":9223372036854775807} 2018-11-15 19:18:06,980 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"259","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486980}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486980}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486980}]},"ts":9223372036854775807} 2018-11-15 19:18:06,980 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"260","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486980}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486980}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486980}]},"ts":9223372036854775807} 2018-11-15 19:18:06,980 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"261","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486980}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486980}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486980}]},"ts":9223372036854775807} 2018-11-15 19:18:06,980 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"262","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486980}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486980}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486980}]},"ts":9223372036854775807} 2018-11-15 19:18:06,980 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"263","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486980}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486980}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486980}]},"ts":9223372036854775807} 2018-11-15 19:18:06,980 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"264","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486980}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486980}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486980}]},"ts":9223372036854775807} 2018-11-15 19:18:06,980 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"265","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486980}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486980}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486980}]},"ts":9223372036854775807} 2018-11-15 19:18:06,981 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"266","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486981}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486981}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486981}]},"ts":9223372036854775807} 2018-11-15 19:18:06,981 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"267","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486981}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486981}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486981}]},"ts":9223372036854775807} 2018-11-15 19:18:06,981 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"268","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486981}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486981}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486981}]},"ts":9223372036854775807} 2018-11-15 19:18:06,981 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"269","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486981}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486981}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486981}]},"ts":9223372036854775807} 2018-11-15 19:18:06,981 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"270","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486981}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486981}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486981}]},"ts":9223372036854775807} 2018-11-15 19:18:06,981 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"271","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486981}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486981}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486981}]},"ts":9223372036854775807} 2018-11-15 19:18:06,981 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"272","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486981}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486981}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486981}]},"ts":9223372036854775807} 2018-11-15 19:18:06,982 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"273","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486982}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486982}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486982}]},"ts":9223372036854775807} 2018-11-15 19:18:06,982 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"274","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486982}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486982}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486982}]},"ts":9223372036854775807} 2018-11-15 19:18:06,982 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"275","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486982}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486982}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486982}]},"ts":9223372036854775807} 2018-11-15 19:18:06,982 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"276","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486982}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486982}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486982}]},"ts":9223372036854775807} 2018-11-15 19:18:06,982 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"277","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486982}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486982}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486982}]},"ts":9223372036854775807} 2018-11-15 19:18:06,982 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"278","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486982}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486982}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486982}]},"ts":9223372036854775807} 2018-11-15 19:18:06,983 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"279","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486982}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486982}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486982}]},"ts":9223372036854775807} 2018-11-15 19:18:06,983 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"280","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486983}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486983}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486983}]},"ts":9223372036854775807} 2018-11-15 19:18:06,983 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"281","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486983}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486983}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486983}]},"ts":9223372036854775807} 2018-11-15 19:18:06,983 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"282","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486983}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486983}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486983}]},"ts":9223372036854775807} 2018-11-15 19:18:06,983 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"283","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486983}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486983}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486983}]},"ts":9223372036854775807} 2018-11-15 19:18:06,983 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"284","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486983}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486983}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486983}]},"ts":9223372036854775807} 2018-11-15 19:18:06,983 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"285","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486983}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486983}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486983}]},"ts":9223372036854775807} 2018-11-15 19:18:06,984 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"286","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486984}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486984}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486984}]},"ts":9223372036854775807} 2018-11-15 19:18:06,984 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"287","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486984}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486984}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486984}]},"ts":9223372036854775807} 2018-11-15 19:18:06,984 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"288","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486984}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486984}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486984}]},"ts":9223372036854775807} 2018-11-15 19:18:06,984 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"289","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486984}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486984}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486984}]},"ts":9223372036854775807} 2018-11-15 19:18:06,984 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"290","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486984}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486984}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486984}]},"ts":9223372036854775807} 2018-11-15 19:18:06,984 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"291","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486984}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486984}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486984}]},"ts":9223372036854775807} 2018-11-15 19:18:06,984 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"292","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486984}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486984}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486984}]},"ts":9223372036854775807} 2018-11-15 19:18:06,985 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"293","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486985}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486985}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486985}]},"ts":9223372036854775807} 2018-11-15 19:18:06,985 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"294","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486985}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486985}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486985}]},"ts":9223372036854775807} 2018-11-15 19:18:06,985 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"295","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486985}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486985}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486985}]},"ts":9223372036854775807} 2018-11-15 19:18:06,985 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"296","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486985}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486985}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486985}]},"ts":9223372036854775807} 2018-11-15 19:18:06,985 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"297","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486985}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486985}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486985}]},"ts":9223372036854775807} 2018-11-15 19:18:06,985 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"298","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486985}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486985}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486985}]},"ts":9223372036854775807} 2018-11-15 19:18:06,985 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"299","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486985}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486985}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486985}]},"ts":9223372036854775807} 2018-11-15 19:18:06,986 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"300","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486985}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486985}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486985}]},"ts":9223372036854775807} 2018-11-15 19:18:06,986 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"301","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486986}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486986}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486986}]},"ts":9223372036854775807} 2018-11-15 19:18:06,986 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"302","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486986}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486986}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486986}]},"ts":9223372036854775807} 2018-11-15 19:18:06,986 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"303","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486986}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486986}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486986}]},"ts":9223372036854775807} 2018-11-15 19:18:06,986 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"304","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486986}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486986}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486986}]},"ts":9223372036854775807} 2018-11-15 19:18:06,986 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"305","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486986}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486986}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486986}]},"ts":9223372036854775807} 2018-11-15 19:18:06,986 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"306","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486986}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486986}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486986}]},"ts":9223372036854775807} 2018-11-15 19:18:06,987 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"307","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486986}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486986}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486986}]},"ts":9223372036854775807} 2018-11-15 19:18:06,987 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"308","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486987}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486987}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486987}]},"ts":9223372036854775807} 2018-11-15 19:18:06,987 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"309","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486987}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486987}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486987}]},"ts":9223372036854775807} 2018-11-15 19:18:06,987 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"310","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486987}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486987}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486987}]},"ts":9223372036854775807} 2018-11-15 19:18:06,987 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"311","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486987}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486987}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486987}]},"ts":9223372036854775807} 2018-11-15 19:18:06,987 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"312","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486987}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486987}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486987}]},"ts":9223372036854775807} 2018-11-15 19:18:06,987 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"313","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486987}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486987}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486987}]},"ts":9223372036854775807} 2018-11-15 19:18:06,988 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"314","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486987}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486987}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486987}]},"ts":9223372036854775807} 2018-11-15 19:18:06,988 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"315","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486988}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486988}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486988}]},"ts":9223372036854775807} 2018-11-15 19:18:06,988 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"316","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486988}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486988}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486988}]},"ts":9223372036854775807} 2018-11-15 19:18:06,988 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"317","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486988}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486988}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486988}]},"ts":9223372036854775807} 2018-11-15 19:18:06,988 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"318","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486988}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486988}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486988}]},"ts":9223372036854775807} 2018-11-15 19:18:06,988 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"319","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486988}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486988}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486988}]},"ts":9223372036854775807} 2018-11-15 19:18:06,988 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"320","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486988}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486988}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486988}]},"ts":9223372036854775807} 2018-11-15 19:18:06,989 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"321","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486988}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486988}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486988}]},"ts":9223372036854775807} 2018-11-15 19:18:06,989 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"322","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486989}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486989}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486989}]},"ts":9223372036854775807} 2018-11-15 19:18:06,989 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"323","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486989}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486989}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486989}]},"ts":9223372036854775807} 2018-11-15 19:18:06,989 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"324","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486989}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486989}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486989}]},"ts":9223372036854775807} 2018-11-15 19:18:06,989 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"325","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486989}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486989}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486989}]},"ts":9223372036854775807} 2018-11-15 19:18:06,989 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"326","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486989}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486989}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486989}]},"ts":9223372036854775807} 2018-11-15 19:18:06,989 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"327","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486989}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486989}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486989}]},"ts":9223372036854775807} 2018-11-15 19:18:06,990 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"328","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486989}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486989}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486989}]},"ts":9223372036854775807} 2018-11-15 19:18:06,990 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"329","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486990}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486990}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486990}]},"ts":9223372036854775807} 2018-11-15 19:18:06,990 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"330","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486990}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486990}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486990}]},"ts":9223372036854775807} 2018-11-15 19:18:06,990 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"331","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486990}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486990}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486990}]},"ts":9223372036854775807} 2018-11-15 19:18:06,990 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"332","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486990}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486990}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486990}]},"ts":9223372036854775807} 2018-11-15 19:18:06,990 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"333","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486990}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486990}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486990}]},"ts":9223372036854775807} 2018-11-15 19:18:06,990 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"334","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486990}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486990}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486990}]},"ts":9223372036854775807} 2018-11-15 19:18:06,991 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"335","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486991}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486991}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486991}]},"ts":9223372036854775807} 2018-11-15 19:18:06,991 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"336","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486991}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486991}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486991}]},"ts":9223372036854775807} 2018-11-15 19:18:06,991 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"337","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486991}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486991}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486991}]},"ts":9223372036854775807} 2018-11-15 19:18:06,991 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"338","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486991}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486991}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486991}]},"ts":9223372036854775807} 2018-11-15 19:18:06,991 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"339","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486991}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486991}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486991}]},"ts":9223372036854775807} 2018-11-15 19:18:06,991 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"340","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486991}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486991}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486991}]},"ts":9223372036854775807} 2018-11-15 19:18:06,991 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"341","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486991}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486991}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486991}]},"ts":9223372036854775807} 2018-11-15 19:18:06,992 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"342","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486991}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486991}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486991}]},"ts":9223372036854775807} 2018-11-15 19:18:06,992 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"343","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486992}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486992}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486992}]},"ts":9223372036854775807} 2018-11-15 19:18:06,992 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"344","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486992}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486992}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486992}]},"ts":9223372036854775807} 2018-11-15 19:18:06,992 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"345","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486992}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486992}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486992}]},"ts":9223372036854775807} 2018-11-15 19:18:06,992 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"346","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486992}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486992}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486992}]},"ts":9223372036854775807} 2018-11-15 19:18:06,992 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"347","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486992}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486992}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486992}]},"ts":9223372036854775807} 2018-11-15 19:18:06,992 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"348","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486992}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486992}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486992}]},"ts":9223372036854775807} 2018-11-15 19:18:06,993 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"349","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486992}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486992}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486992}]},"ts":9223372036854775807} 2018-11-15 19:18:06,993 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"350","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486993}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486993}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486993}]},"ts":9223372036854775807} 2018-11-15 19:18:06,993 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"351","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486993}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486993}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486993}]},"ts":9223372036854775807} 2018-11-15 19:18:06,993 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"352","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486993}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486993}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486993}]},"ts":9223372036854775807} 2018-11-15 19:18:06,993 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"353","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486993}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486993}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486993}]},"ts":9223372036854775807} 2018-11-15 19:18:06,993 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"354","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486993}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486993}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486993}]},"ts":9223372036854775807} 2018-11-15 19:18:06,993 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"355","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486993}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486993}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486993}]},"ts":9223372036854775807} 2018-11-15 19:18:06,994 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"356","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486993}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486993}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486993}]},"ts":9223372036854775807} 2018-11-15 19:18:06,994 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"357","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486994}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486994}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486994}]},"ts":9223372036854775807} 2018-11-15 19:18:06,994 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"358","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486994}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486994}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486994}]},"ts":9223372036854775807} 2018-11-15 19:18:06,994 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"359","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486994}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486994}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486994}]},"ts":9223372036854775807} 2018-11-15 19:18:06,994 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"360","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486994}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486994}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486994}]},"ts":9223372036854775807} 2018-11-15 19:18:06,994 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"361","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486994}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486994}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486994}]},"ts":9223372036854775807} 2018-11-15 19:18:06,994 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"362","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486994}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486994}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486994}]},"ts":9223372036854775807} 2018-11-15 19:18:06,994 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"363","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486994}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486994}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486994}]},"ts":9223372036854775807} 2018-11-15 19:18:06,995 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"364","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486995}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486995}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486995}]},"ts":9223372036854775807} 2018-11-15 19:18:06,995 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"365","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486995}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486995}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486995}]},"ts":9223372036854775807} 2018-11-15 19:18:06,995 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"366","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486995}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486995}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486995}]},"ts":9223372036854775807} 2018-11-15 19:18:06,995 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"367","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486995}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486995}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486995}]},"ts":9223372036854775807} 2018-11-15 19:18:06,995 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"368","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486995}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486995}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486995}]},"ts":9223372036854775807} 2018-11-15 19:18:06,995 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"369","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486995}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486995}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486995}]},"ts":9223372036854775807} 2018-11-15 19:18:06,995 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"370","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486995}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486995}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486995}]},"ts":9223372036854775807} 2018-11-15 19:18:06,996 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"371","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486996}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486996}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486996}]},"ts":9223372036854775807} 2018-11-15 19:18:06,996 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"372","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486996}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486996}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486996}]},"ts":9223372036854775807} 2018-11-15 19:18:06,996 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"373","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486996}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486996}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486996}]},"ts":9223372036854775807} 2018-11-15 19:18:06,996 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"374","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486996}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486996}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486996}]},"ts":9223372036854775807} 2018-11-15 19:18:06,996 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"375","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486996}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486996}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486996}]},"ts":9223372036854775807} 2018-11-15 19:18:06,996 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"376","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486996}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486996}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486996}]},"ts":9223372036854775807} 2018-11-15 19:18:06,996 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"377","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486996}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486996}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486996}]},"ts":9223372036854775807} 2018-11-15 19:18:06,997 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"378","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486997}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486997}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486997}]},"ts":9223372036854775807} 2018-11-15 19:18:06,997 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"379","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486997}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486997}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486997}]},"ts":9223372036854775807} 2018-11-15 19:18:06,997 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"380","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486997}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486997}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486997}]},"ts":9223372036854775807} 2018-11-15 19:18:06,997 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"381","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486997}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486997}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486997}]},"ts":9223372036854775807} 2018-11-15 19:18:06,997 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"382","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486997}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486997}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486997}]},"ts":9223372036854775807} 2018-11-15 19:18:06,997 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"383","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486997}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486997}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486997}]},"ts":9223372036854775807} 2018-11-15 19:18:06,997 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"384","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486997}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486997}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486997}]},"ts":9223372036854775807} 2018-11-15 19:18:06,998 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"385","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486998}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486998}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486998}]},"ts":9223372036854775807} 2018-11-15 19:18:06,998 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"386","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486998}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486998}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486998}]},"ts":9223372036854775807} 2018-11-15 19:18:06,998 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"387","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486998}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486998}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486998}]},"ts":9223372036854775807} 2018-11-15 19:18:06,998 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"388","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486998}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486998}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486998}]},"ts":9223372036854775807} 2018-11-15 19:18:06,998 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"389","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486998}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486998}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486998}]},"ts":9223372036854775807} 2018-11-15 19:18:06,998 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"390","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486998}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486998}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486998}]},"ts":9223372036854775807} 2018-11-15 19:18:06,998 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"391","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486998}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486998}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486998}]},"ts":9223372036854775807} 2018-11-15 19:18:06,998 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"392","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486998}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486998}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486998}]},"ts":9223372036854775807} 2018-11-15 19:18:06,999 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"393","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486999}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486999}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486999}]},"ts":9223372036854775807} 2018-11-15 19:18:06,999 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"394","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486999}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486999}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486999}]},"ts":9223372036854775807} 2018-11-15 19:18:06,999 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"395","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486999}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486999}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486999}]},"ts":9223372036854775807} 2018-11-15 19:18:06,999 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"396","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486999}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486999}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486999}]},"ts":9223372036854775807} 2018-11-15 19:18:06,999 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"397","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486999}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486999}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486999}]},"ts":9223372036854775807} 2018-11-15 19:18:06,999 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"398","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486999}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486999}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486999}]},"ts":9223372036854775807} 2018-11-15 19:18:06,999 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"399","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486999}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486999}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486999}]},"ts":9223372036854775807} 2018-11-15 19:18:06,999 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"400","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486999}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486999}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309486999}]},"ts":9223372036854775807} 2018-11-15 19:18:07,000 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"401","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487000}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487000}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487000}]},"ts":9223372036854775807} 2018-11-15 19:18:07,000 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"402","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487000}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487000}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487000}]},"ts":9223372036854775807} 2018-11-15 19:18:07,000 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"403","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487000}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487000}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487000}]},"ts":9223372036854775807} 2018-11-15 19:18:07,000 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"404","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487000}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487000}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487000}]},"ts":9223372036854775807} 2018-11-15 19:18:07,000 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"405","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487000}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487000}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487000}]},"ts":9223372036854775807} 2018-11-15 19:18:07,000 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"406","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487000}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487000}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487000}]},"ts":9223372036854775807} 2018-11-15 19:18:07,000 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"407","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487000}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487000}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487000}]},"ts":9223372036854775807} 2018-11-15 19:18:07,001 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"408","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487001}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487001}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487001}]},"ts":9223372036854775807} 2018-11-15 19:18:07,001 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"409","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487001}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487001}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487001}]},"ts":9223372036854775807} 2018-11-15 19:18:07,001 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"410","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487001}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487001}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487001}]},"ts":9223372036854775807} 2018-11-15 19:18:07,001 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"411","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487001}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487001}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487001}]},"ts":9223372036854775807} 2018-11-15 19:18:07,001 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"412","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487001}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487001}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487001}]},"ts":9223372036854775807} 2018-11-15 19:18:07,001 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"413","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487001}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487001}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487001}]},"ts":9223372036854775807} 2018-11-15 19:18:07,001 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"414","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487001}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487001}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487001}]},"ts":9223372036854775807} 2018-11-15 19:18:07,002 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"415","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487001}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487001}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487001}]},"ts":9223372036854775807} 2018-11-15 19:18:07,002 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"416","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487002}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487002}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487002}]},"ts":9223372036854775807} 2018-11-15 19:18:07,002 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"417","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487002}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487002}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487002}]},"ts":9223372036854775807} 2018-11-15 19:18:07,002 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"418","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487002}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487002}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487002}]},"ts":9223372036854775807} 2018-11-15 19:18:07,002 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"419","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487002}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487002}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487002}]},"ts":9223372036854775807} 2018-11-15 19:18:07,002 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"420","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487002}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487002}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487002}]},"ts":9223372036854775807} 2018-11-15 19:18:07,002 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"421","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487002}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487002}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487002}]},"ts":9223372036854775807} 2018-11-15 19:18:07,002 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"422","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487002}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487002}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487002}]},"ts":9223372036854775807} 2018-11-15 19:18:07,003 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"423","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487003}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487003}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487003}]},"ts":9223372036854775807} 2018-11-15 19:18:07,003 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"424","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487003}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487003}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487003}]},"ts":9223372036854775807} 2018-11-15 19:18:07,003 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"425","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487003}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487003}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487003}]},"ts":9223372036854775807} 2018-11-15 19:18:07,003 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"426","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487003}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487003}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487003}]},"ts":9223372036854775807} 2018-11-15 19:18:07,003 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"427","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487003}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487003}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487003}]},"ts":9223372036854775807} 2018-11-15 19:18:07,003 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"428","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487003}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487003}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487003}]},"ts":9223372036854775807} 2018-11-15 19:18:07,003 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"429","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487003}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487003}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487003}]},"ts":9223372036854775807} 2018-11-15 19:18:07,003 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"430","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487003}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487003}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487003}]},"ts":9223372036854775807} 2018-11-15 19:18:07,004 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"431","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487004}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487004}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487004}]},"ts":9223372036854775807} 2018-11-15 19:18:07,004 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"432","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487004}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487004}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487004}]},"ts":9223372036854775807} 2018-11-15 19:18:07,004 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"433","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487004}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487004}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487004}]},"ts":9223372036854775807} 2018-11-15 19:18:07,004 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"434","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487004}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487004}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487004}]},"ts":9223372036854775807} 2018-11-15 19:18:07,004 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"435","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487004}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487004}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487004}]},"ts":9223372036854775807} 2018-11-15 19:18:07,004 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"436","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487004}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487004}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487004}]},"ts":9223372036854775807} 2018-11-15 19:18:07,004 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"437","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487004}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487004}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487004}]},"ts":9223372036854775807} 2018-11-15 19:18:07,004 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"438","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487004}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487004}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487004}]},"ts":9223372036854775807} 2018-11-15 19:18:07,005 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"439","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487005}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487005}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487005}]},"ts":9223372036854775807} 2018-11-15 19:18:07,005 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"440","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487005}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487005}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487005}]},"ts":9223372036854775807} 2018-11-15 19:18:07,005 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"441","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487005}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487005}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487005}]},"ts":9223372036854775807} 2018-11-15 19:18:07,005 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"442","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487005}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487005}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487005}]},"ts":9223372036854775807} 2018-11-15 19:18:07,005 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"443","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487005}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487005}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487005}]},"ts":9223372036854775807} 2018-11-15 19:18:07,005 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"444","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487005}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487005}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487005}]},"ts":9223372036854775807} 2018-11-15 19:18:07,005 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"445","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487005}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487005}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487005}]},"ts":9223372036854775807} 2018-11-15 19:18:07,005 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"446","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487005}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487005}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487005}]},"ts":9223372036854775807} 2018-11-15 19:18:07,006 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"447","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487006}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487006}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487006}]},"ts":9223372036854775807} 2018-11-15 19:18:07,006 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"448","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487006}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487006}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487006}]},"ts":9223372036854775807} 2018-11-15 19:18:07,006 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"449","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487006}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487006}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487006}]},"ts":9223372036854775807} 2018-11-15 19:18:07,006 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"450","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487006}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487006}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487006}]},"ts":9223372036854775807} 2018-11-15 19:18:07,006 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"451","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487006}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487006}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487006}]},"ts":9223372036854775807} 2018-11-15 19:18:07,006 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"452","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487006}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487006}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487006}]},"ts":9223372036854775807} 2018-11-15 19:18:07,006 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"453","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487006}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487006}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487006}]},"ts":9223372036854775807} 2018-11-15 19:18:07,006 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"454","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487006}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487006}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487006}]},"ts":9223372036854775807} 2018-11-15 19:18:07,007 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"455","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487007}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487007}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487007}]},"ts":9223372036854775807} 2018-11-15 19:18:07,007 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"456","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487007}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487007}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487007}]},"ts":9223372036854775807} 2018-11-15 19:18:07,007 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"457","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487007}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487007}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487007}]},"ts":9223372036854775807} 2018-11-15 19:18:07,007 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"458","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487007}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487007}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487007}]},"ts":9223372036854775807} 2018-11-15 19:18:07,007 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"459","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487007}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487007}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487007}]},"ts":9223372036854775807} 2018-11-15 19:18:07,007 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"460","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487007}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487007}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487007}]},"ts":9223372036854775807} 2018-11-15 19:18:07,007 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"461","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487007}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487007}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487007}]},"ts":9223372036854775807} 2018-11-15 19:18:07,008 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"462","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487007}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487007}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487007}]},"ts":9223372036854775807} 2018-11-15 19:18:07,008 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"463","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487008}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487008}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487008}]},"ts":9223372036854775807} 2018-11-15 19:18:07,008 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"464","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487008}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487008}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487008}]},"ts":9223372036854775807} 2018-11-15 19:18:07,008 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"465","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487008}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487008}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487008}]},"ts":9223372036854775807} 2018-11-15 19:18:07,008 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"466","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487008}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487008}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487008}]},"ts":9223372036854775807} 2018-11-15 19:18:07,008 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"467","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487008}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487008}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487008}]},"ts":9223372036854775807} 2018-11-15 19:18:07,008 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"468","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487008}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487008}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487008}]},"ts":9223372036854775807} 2018-11-15 19:18:07,008 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"469","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487008}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487008}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487008}]},"ts":9223372036854775807} 2018-11-15 19:18:07,009 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"470","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487009}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487009}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487009}]},"ts":9223372036854775807} 2018-11-15 19:18:07,009 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"471","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487009}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487009}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487009}]},"ts":9223372036854775807} 2018-11-15 19:18:07,009 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"472","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487009}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487009}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487009}]},"ts":9223372036854775807} 2018-11-15 19:18:07,009 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"473","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487009}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487009}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487009}]},"ts":9223372036854775807} 2018-11-15 19:18:07,009 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"474","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487009}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487009}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487009}]},"ts":9223372036854775807} 2018-11-15 19:18:07,009 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"475","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487009}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487009}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487009}]},"ts":9223372036854775807} 2018-11-15 19:18:07,009 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"476","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487009}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487009}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487009}]},"ts":9223372036854775807} 2018-11-15 19:18:07,009 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"477","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487009}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487009}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487009}]},"ts":9223372036854775807} 2018-11-15 19:18:07,010 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"478","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487010}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487010}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487010}]},"ts":9223372036854775807} 2018-11-15 19:18:07,010 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"479","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487010}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487010}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487010}]},"ts":9223372036854775807} 2018-11-15 19:18:07,010 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"480","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487010}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487010}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487010}]},"ts":9223372036854775807} 2018-11-15 19:18:07,010 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"481","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487010}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487010}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487010}]},"ts":9223372036854775807} 2018-11-15 19:18:07,010 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"482","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487010}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487010}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487010}]},"ts":9223372036854775807} 2018-11-15 19:18:07,010 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"483","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487010}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487010}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487010}]},"ts":9223372036854775807} 2018-11-15 19:18:07,010 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"484","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487010}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487010}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487010}]},"ts":9223372036854775807} 2018-11-15 19:18:07,010 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"485","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487010}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487010}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487010}]},"ts":9223372036854775807} 2018-11-15 19:18:07,011 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"486","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487011}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487011}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487011}]},"ts":9223372036854775807} 2018-11-15 19:18:07,011 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"487","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487011}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487011}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487011}]},"ts":9223372036854775807} 2018-11-15 19:18:07,011 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"488","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487011}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487011}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487011}]},"ts":9223372036854775807} 2018-11-15 19:18:07,011 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"489","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487011}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487011}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487011}]},"ts":9223372036854775807} 2018-11-15 19:18:07,011 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"490","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487011}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487011}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487011}]},"ts":9223372036854775807} 2018-11-15 19:18:07,011 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"491","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487011}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487011}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487011}]},"ts":9223372036854775807} 2018-11-15 19:18:07,011 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"492","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487011}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487011}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487011}]},"ts":9223372036854775807} 2018-11-15 19:18:07,012 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"493","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487012}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487012}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487012}]},"ts":9223372036854775807} 2018-11-15 19:18:07,012 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"494","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487012}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487012}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487012}]},"ts":9223372036854775807} 2018-11-15 19:18:07,012 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"495","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487012}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487012}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487012}]},"ts":9223372036854775807} 2018-11-15 19:18:07,012 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"496","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487012}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487012}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487012}]},"ts":9223372036854775807} 2018-11-15 19:18:07,012 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"497","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487012}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487012}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487012}]},"ts":9223372036854775807} 2018-11-15 19:18:07,012 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"498","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487012}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487012}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487012}]},"ts":9223372036854775807} 2018-11-15 19:18:07,013 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"499","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487013}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487013}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487013}]},"ts":9223372036854775807} 2018-11-15 19:18:07,013 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"500","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487013}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487013}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487013}]},"ts":9223372036854775807} 2018-11-15 19:18:07,013 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"501","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487013}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487013}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487013}]},"ts":9223372036854775807} 2018-11-15 19:18:07,013 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"502","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487013}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487013}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487013}]},"ts":9223372036854775807} 2018-11-15 19:18:07,013 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"503","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487013}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487013}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487013}]},"ts":9223372036854775807} 2018-11-15 19:18:07,013 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"504","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487013}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487013}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487013}]},"ts":9223372036854775807} 2018-11-15 19:18:07,013 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"505","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487013}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487013}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487013}]},"ts":9223372036854775807} 2018-11-15 19:18:07,013 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"506","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487013}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487013}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487013}]},"ts":9223372036854775807} 2018-11-15 19:18:07,014 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"507","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487014}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487014}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487014}]},"ts":9223372036854775807} 2018-11-15 19:18:07,014 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"508","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487014}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487014}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487014}]},"ts":9223372036854775807} 2018-11-15 19:18:07,014 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"509","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487014}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487014}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487014}]},"ts":9223372036854775807} 2018-11-15 19:18:07,014 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"510","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487014}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487014}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487014}]},"ts":9223372036854775807} 2018-11-15 19:18:07,014 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"511","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487014}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487014}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487014}]},"ts":9223372036854775807} 2018-11-15 19:18:07,014 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"512","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487014}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487014}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487014}]},"ts":9223372036854775807} 2018-11-15 19:18:07,014 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"513","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487014}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487014}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487014}]},"ts":9223372036854775807} 2018-11-15 19:18:07,015 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"514","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487015}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487015}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487015}]},"ts":9223372036854775807} 2018-11-15 19:18:07,015 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"515","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487015}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487015}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487015}]},"ts":9223372036854775807} 2018-11-15 19:18:07,015 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"516","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487015}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487015}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487015}]},"ts":9223372036854775807} 2018-11-15 19:18:07,015 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"517","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487015}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487015}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487015}]},"ts":9223372036854775807} 2018-11-15 19:18:07,015 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"518","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487015}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487015}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487015}]},"ts":9223372036854775807} 2018-11-15 19:18:07,015 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"519","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487015}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487015}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487015}]},"ts":9223372036854775807} 2018-11-15 19:18:07,015 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"520","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487015}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487015}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487015}]},"ts":9223372036854775807} 2018-11-15 19:18:07,016 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"521","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487016}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487016}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487016}]},"ts":9223372036854775807} 2018-11-15 19:18:07,016 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"522","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487016}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487016}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487016}]},"ts":9223372036854775807} 2018-11-15 19:18:07,016 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"523","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487016}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487016}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487016}]},"ts":9223372036854775807} 2018-11-15 19:18:07,016 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"524","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487016}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487016}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487016}]},"ts":9223372036854775807} 2018-11-15 19:18:07,016 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"525","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487016}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487016}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487016}]},"ts":9223372036854775807} 2018-11-15 19:18:07,016 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"526","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487016}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487016}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487016}]},"ts":9223372036854775807} 2018-11-15 19:18:07,016 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"527","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487016}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487016}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487016}]},"ts":9223372036854775807} 2018-11-15 19:18:07,016 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"528","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487016}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487016}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487016}]},"ts":9223372036854775807} 2018-11-15 19:18:07,017 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"529","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487017}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487017}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487017}]},"ts":9223372036854775807} 2018-11-15 19:18:07,017 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"530","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487017}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487017}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487017}]},"ts":9223372036854775807} 2018-11-15 19:18:07,017 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"531","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487017}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487017}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487017}]},"ts":9223372036854775807} 2018-11-15 19:18:07,017 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"532","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487017}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487017}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487017}]},"ts":9223372036854775807} 2018-11-15 19:18:07,017 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"533","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487017}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487017}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487017}]},"ts":9223372036854775807} 2018-11-15 19:18:07,017 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"534","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487017}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487017}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487017}]},"ts":9223372036854775807} 2018-11-15 19:18:07,017 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"535","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487017}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487017}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487017}]},"ts":9223372036854775807} 2018-11-15 19:18:07,018 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"536","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487018}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487018}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487018}]},"ts":9223372036854775807} 2018-11-15 19:18:07,018 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"537","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487018}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487018}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487018}]},"ts":9223372036854775807} 2018-11-15 19:18:07,018 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"538","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487018}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487018}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487018}]},"ts":9223372036854775807} 2018-11-15 19:18:07,018 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"539","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487018}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487018}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487018}]},"ts":9223372036854775807} 2018-11-15 19:18:07,018 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"540","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487018}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487018}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487018}]},"ts":9223372036854775807} 2018-11-15 19:18:07,018 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"541","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487018}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487018}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487018}]},"ts":9223372036854775807} 2018-11-15 19:18:07,018 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"542","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487018}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487018}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487018}]},"ts":9223372036854775807} 2018-11-15 19:18:07,018 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"543","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487018}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487018}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487018}]},"ts":9223372036854775807} 2018-11-15 19:18:07,019 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"544","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487019}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487019}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487019}]},"ts":9223372036854775807} 2018-11-15 19:18:07,019 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"545","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487019}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487019}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487019}]},"ts":9223372036854775807} 2018-11-15 19:18:07,019 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"546","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487019}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487019}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487019}]},"ts":9223372036854775807} 2018-11-15 19:18:07,019 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"547","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487019}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487019}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487019}]},"ts":9223372036854775807} 2018-11-15 19:18:07,019 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"548","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487019}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487019}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487019}]},"ts":9223372036854775807} 2018-11-15 19:18:07,019 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"549","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487019}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487019}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487019}]},"ts":9223372036854775807} 2018-11-15 19:18:07,019 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"550","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487019}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487019}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487019}]},"ts":9223372036854775807} 2018-11-15 19:18:07,020 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"551","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487020}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487020}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487020}]},"ts":9223372036854775807} 2018-11-15 19:18:07,020 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"552","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487020}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487020}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487020}]},"ts":9223372036854775807} 2018-11-15 19:18:07,020 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"553","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487020}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487020}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487020}]},"ts":9223372036854775807} 2018-11-15 19:18:07,020 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"554","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487020}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487020}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487020}]},"ts":9223372036854775807} 2018-11-15 19:18:07,020 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"555","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487020}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487020}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487020}]},"ts":9223372036854775807} 2018-11-15 19:18:07,020 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"556","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487020}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487020}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487020}]},"ts":9223372036854775807} 2018-11-15 19:18:07,020 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"557","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487020}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487020}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487020}]},"ts":9223372036854775807} 2018-11-15 19:18:07,021 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"558","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487021}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487021}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487021}]},"ts":9223372036854775807} 2018-11-15 19:18:07,021 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"559","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487021}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487021}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487021}]},"ts":9223372036854775807} 2018-11-15 19:18:07,021 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"560","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487021}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487021}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487021}]},"ts":9223372036854775807} 2018-11-15 19:18:07,021 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"561","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487021}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487021}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487021}]},"ts":9223372036854775807} 2018-11-15 19:18:07,021 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"562","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487021}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487021}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487021}]},"ts":9223372036854775807} 2018-11-15 19:18:07,021 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"563","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487021}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487021}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487021}]},"ts":9223372036854775807} 2018-11-15 19:18:07,021 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"564","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487021}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487021}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487021}]},"ts":9223372036854775807} 2018-11-15 19:18:07,022 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"565","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487022}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487022}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487022}]},"ts":9223372036854775807} 2018-11-15 19:18:07,022 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"566","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487022}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487022}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487022}]},"ts":9223372036854775807} 2018-11-15 19:18:07,022 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"567","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487022}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487022}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487022}]},"ts":9223372036854775807} 2018-11-15 19:18:07,022 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"568","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487022}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487022}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487022}]},"ts":9223372036854775807} 2018-11-15 19:18:07,022 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"569","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487022}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487022}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487022}]},"ts":9223372036854775807} 2018-11-15 19:18:07,022 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"570","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487022}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487022}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487022}]},"ts":9223372036854775807} 2018-11-15 19:18:07,022 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"571","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487022}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487022}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487022}]},"ts":9223372036854775807} 2018-11-15 19:18:07,022 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"572","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487022}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487022}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487022}]},"ts":9223372036854775807} 2018-11-15 19:18:07,023 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"573","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487023}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487023}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487023}]},"ts":9223372036854775807} 2018-11-15 19:18:07,023 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"574","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487023}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487023}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487023}]},"ts":9223372036854775807} 2018-11-15 19:18:07,023 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"575","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487023}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487023}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487023}]},"ts":9223372036854775807} 2018-11-15 19:18:07,023 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"576","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487023}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487023}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487023}]},"ts":9223372036854775807} 2018-11-15 19:18:07,023 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"577","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487023}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487023}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487023}]},"ts":9223372036854775807} 2018-11-15 19:18:07,023 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"578","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487023}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487023}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487023}]},"ts":9223372036854775807} 2018-11-15 19:18:07,023 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"579","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487023}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487023}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487023}]},"ts":9223372036854775807} 2018-11-15 19:18:07,023 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"580","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487023}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487023}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487023}]},"ts":9223372036854775807} 2018-11-15 19:18:07,024 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"581","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487024}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487024}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487024}]},"ts":9223372036854775807} 2018-11-15 19:18:07,024 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"582","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487024}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487024}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487024}]},"ts":9223372036854775807} 2018-11-15 19:18:07,024 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"583","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487024}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487024}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487024}]},"ts":9223372036854775807} 2018-11-15 19:18:07,024 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"584","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487024}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487024}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487024}]},"ts":9223372036854775807} 2018-11-15 19:18:07,024 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"585","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487024}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487024}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487024}]},"ts":9223372036854775807} 2018-11-15 19:18:07,024 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"586","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487024}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487024}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487024}]},"ts":9223372036854775807} 2018-11-15 19:18:07,024 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"587","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487024}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487024}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487024}]},"ts":9223372036854775807} 2018-11-15 19:18:07,024 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"588","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487024}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487024}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487024}]},"ts":9223372036854775807} 2018-11-15 19:18:07,025 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"589","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487025}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487025}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487025}]},"ts":9223372036854775807} 2018-11-15 19:18:07,025 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"590","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487025}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487025}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487025}]},"ts":9223372036854775807} 2018-11-15 19:18:07,025 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"591","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487025}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487025}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487025}]},"ts":9223372036854775807} 2018-11-15 19:18:07,025 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"592","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487025}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487025}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487025}]},"ts":9223372036854775807} 2018-11-15 19:18:07,025 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"593","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487025}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487025}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487025}]},"ts":9223372036854775807} 2018-11-15 19:18:07,025 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"594","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487025}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487025}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487025}]},"ts":9223372036854775807} 2018-11-15 19:18:07,025 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"595","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487025}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487025}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487025}]},"ts":9223372036854775807} 2018-11-15 19:18:07,025 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"596","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487025}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487025}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487025}]},"ts":9223372036854775807} 2018-11-15 19:18:07,026 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"597","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487026}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487026}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487026}]},"ts":9223372036854775807} 2018-11-15 19:18:07,026 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"598","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487026}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487026}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487026}]},"ts":9223372036854775807} 2018-11-15 19:18:07,026 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"599","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487026}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487026}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487026}]},"ts":9223372036854775807} 2018-11-15 19:18:07,026 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"600","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487026}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487026}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487026}]},"ts":9223372036854775807} 2018-11-15 19:18:07,026 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"601","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487026}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487026}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487026}]},"ts":9223372036854775807} 2018-11-15 19:18:07,026 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"602","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487026}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487026}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487026}]},"ts":9223372036854775807} 2018-11-15 19:18:07,026 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"603","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487026}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487026}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487026}]},"ts":9223372036854775807} 2018-11-15 19:18:07,027 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"604","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487026}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487026}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487026}]},"ts":9223372036854775807} 2018-11-15 19:18:07,027 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"605","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487027}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487027}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487027}]},"ts":9223372036854775807} 2018-11-15 19:18:07,027 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"606","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487027}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487027}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487027}]},"ts":9223372036854775807} 2018-11-15 19:18:07,027 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"607","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487027}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487027}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487027}]},"ts":9223372036854775807} 2018-11-15 19:18:07,027 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"608","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487027}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487027}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487027}]},"ts":9223372036854775807} 2018-11-15 19:18:07,027 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"609","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487027}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487027}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487027}]},"ts":9223372036854775807} 2018-11-15 19:18:07,027 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"610","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487027}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487027}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487027}]},"ts":9223372036854775807} 2018-11-15 19:18:07,027 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"611","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487027}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487027}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487027}]},"ts":9223372036854775807} 2018-11-15 19:18:07,028 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"612","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487028}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487028}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487028}]},"ts":9223372036854775807} 2018-11-15 19:18:07,028 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"613","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487028}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487028}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487028}]},"ts":9223372036854775807} 2018-11-15 19:18:07,028 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"614","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487028}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487028}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487028}]},"ts":9223372036854775807} 2018-11-15 19:18:07,028 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"615","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487028}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487028}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487028}]},"ts":9223372036854775807} 2018-11-15 19:18:07,028 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"616","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487028}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487028}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487028}]},"ts":9223372036854775807} 2018-11-15 19:18:07,028 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"617","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487028}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487028}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487028}]},"ts":9223372036854775807} 2018-11-15 19:18:07,028 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"618","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487028}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487028}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487028}]},"ts":9223372036854775807} 2018-11-15 19:18:07,028 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"619","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487028}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487028}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487028}]},"ts":9223372036854775807} 2018-11-15 19:18:07,029 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"620","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487029}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487029}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487029}]},"ts":9223372036854775807} 2018-11-15 19:18:07,029 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"621","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487029}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487029}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487029}]},"ts":9223372036854775807} 2018-11-15 19:18:07,029 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"622","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487029}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487029}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487029}]},"ts":9223372036854775807} 2018-11-15 19:18:07,029 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"623","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487029}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487029}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487029}]},"ts":9223372036854775807} 2018-11-15 19:18:07,029 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"624","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487029}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487029}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487029}]},"ts":9223372036854775807} 2018-11-15 19:18:07,029 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"625","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487029}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487029}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487029}]},"ts":9223372036854775807} 2018-11-15 19:18:07,029 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"626","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487029}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487029}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487029}]},"ts":9223372036854775807} 2018-11-15 19:18:07,029 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"627","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487029}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487029}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487029}]},"ts":9223372036854775807} 2018-11-15 19:18:07,030 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"628","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487030}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487030}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487030}]},"ts":9223372036854775807} 2018-11-15 19:18:07,030 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"629","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487030}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487030}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487030}]},"ts":9223372036854775807} 2018-11-15 19:18:07,030 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"630","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487030}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487030}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487030}]},"ts":9223372036854775807} 2018-11-15 19:18:07,030 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"631","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487030}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487030}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487030}]},"ts":9223372036854775807} 2018-11-15 19:18:07,030 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"632","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487030}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487030}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487030}]},"ts":9223372036854775807} 2018-11-15 19:18:07,030 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"633","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487030}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487030}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487030}]},"ts":9223372036854775807} 2018-11-15 19:18:07,030 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"634","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487030}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487030}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487030}]},"ts":9223372036854775807} 2018-11-15 19:18:07,030 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"635","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487030}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487030}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487030}]},"ts":9223372036854775807} 2018-11-15 19:18:07,031 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"636","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487031}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487031}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487031}]},"ts":9223372036854775807} 2018-11-15 19:18:07,031 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"637","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487031}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487031}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487031}]},"ts":9223372036854775807} 2018-11-15 19:18:07,031 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"638","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487031}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487031}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487031}]},"ts":9223372036854775807} 2018-11-15 19:18:07,031 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"639","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487031}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487031}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487031}]},"ts":9223372036854775807} 2018-11-15 19:18:07,031 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"640","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487031}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487031}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487031}]},"ts":9223372036854775807} 2018-11-15 19:18:07,031 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"641","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487031}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487031}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487031}]},"ts":9223372036854775807} 2018-11-15 19:18:07,031 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"642","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487031}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487031}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487031}]},"ts":9223372036854775807} 2018-11-15 19:18:07,031 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"643","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487031}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487031}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487031}]},"ts":9223372036854775807} 2018-11-15 19:18:07,032 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"644","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487032}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487032}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487032}]},"ts":9223372036854775807} 2018-11-15 19:18:07,032 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"645","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487032}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487032}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487032}]},"ts":9223372036854775807} 2018-11-15 19:18:07,032 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"646","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487032}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487032}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487032}]},"ts":9223372036854775807} 2018-11-15 19:18:07,032 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"647","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487032}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487032}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487032}]},"ts":9223372036854775807} 2018-11-15 19:18:07,032 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"648","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487032}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487032}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487032}]},"ts":9223372036854775807} 2018-11-15 19:18:07,032 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"649","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487032}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487032}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487032}]},"ts":9223372036854775807} 2018-11-15 19:18:07,032 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"650","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487032}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487032}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487032}]},"ts":9223372036854775807} 2018-11-15 19:18:07,033 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"651","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487032}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487032}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487032}]},"ts":9223372036854775807} 2018-11-15 19:18:07,033 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"652","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487033}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487033}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487033}]},"ts":9223372036854775807} 2018-11-15 19:18:07,033 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"653","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487033}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487033}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487033}]},"ts":9223372036854775807} 2018-11-15 19:18:07,033 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"654","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487033}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487033}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487033}]},"ts":9223372036854775807} 2018-11-15 19:18:07,033 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"655","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487033}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487033}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487033}]},"ts":9223372036854775807} 2018-11-15 19:18:07,033 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"656","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487033}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487033}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487033}]},"ts":9223372036854775807} 2018-11-15 19:18:07,033 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"657","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487033}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487033}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487033}]},"ts":9223372036854775807} 2018-11-15 19:18:07,033 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"658","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487033}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487033}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487033}]},"ts":9223372036854775807} 2018-11-15 19:18:07,034 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"659","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487034}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487034}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487034}]},"ts":9223372036854775807} 2018-11-15 19:18:07,034 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"660","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487034}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487034}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487034}]},"ts":9223372036854775807} 2018-11-15 19:18:07,034 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"661","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487034}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487034}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487034}]},"ts":9223372036854775807} 2018-11-15 19:18:07,034 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"662","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487034}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487034}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487034}]},"ts":9223372036854775807} 2018-11-15 19:18:07,034 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"663","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487034}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487034}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487034}]},"ts":9223372036854775807} 2018-11-15 19:18:07,034 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"664","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487034}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487034}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487034}]},"ts":9223372036854775807} 2018-11-15 19:18:07,034 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"665","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487034}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487034}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487034}]},"ts":9223372036854775807} 2018-11-15 19:18:07,034 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"666","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487034}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487034}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487034}]},"ts":9223372036854775807} 2018-11-15 19:18:07,035 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"667","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487035}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487035}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487035}]},"ts":9223372036854775807} 2018-11-15 19:18:07,035 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"668","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487035}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487035}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487035}]},"ts":9223372036854775807} 2018-11-15 19:18:07,035 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"669","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487035}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487035}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487035}]},"ts":9223372036854775807} 2018-11-15 19:18:07,035 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"670","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487035}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487035}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487035}]},"ts":9223372036854775807} 2018-11-15 19:18:07,035 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"671","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487035}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487035}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487035}]},"ts":9223372036854775807} 2018-11-15 19:18:07,035 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"672","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487035}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487035}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487035}]},"ts":9223372036854775807} 2018-11-15 19:18:07,035 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"673","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487035}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487035}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487035}]},"ts":9223372036854775807} 2018-11-15 19:18:07,035 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"674","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487035}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487035}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487035}]},"ts":9223372036854775807} 2018-11-15 19:18:07,036 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"675","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487036}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487036}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487036}]},"ts":9223372036854775807} 2018-11-15 19:18:07,036 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"676","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487036}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487036}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487036}]},"ts":9223372036854775807} 2018-11-15 19:18:07,036 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"677","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487036}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487036}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487036}]},"ts":9223372036854775807} 2018-11-15 19:18:07,036 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"678","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487036}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487036}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487036}]},"ts":9223372036854775807} 2018-11-15 19:18:07,036 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"679","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487036}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487036}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487036}]},"ts":9223372036854775807} 2018-11-15 19:18:07,036 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"680","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487036}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487036}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487036}]},"ts":9223372036854775807} 2018-11-15 19:18:07,036 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"681","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487036}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487036}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487036}]},"ts":9223372036854775807} 2018-11-15 19:18:07,036 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"682","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487036}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487036}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487036}]},"ts":9223372036854775807} 2018-11-15 19:18:07,037 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"683","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487037}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487037}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487037}]},"ts":9223372036854775807} 2018-11-15 19:18:07,037 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"684","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487037}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487037}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487037}]},"ts":9223372036854775807} 2018-11-15 19:18:07,037 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"685","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487037}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487037}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487037}]},"ts":9223372036854775807} 2018-11-15 19:18:07,037 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"686","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487037}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487037}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487037}]},"ts":9223372036854775807} 2018-11-15 19:18:07,037 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"687","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487037}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487037}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487037}]},"ts":9223372036854775807} 2018-11-15 19:18:07,037 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"688","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487037}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487037}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487037}]},"ts":9223372036854775807} 2018-11-15 19:18:07,037 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"689","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487037}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487037}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487037}]},"ts":9223372036854775807} 2018-11-15 19:18:07,037 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"690","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487037}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487037}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487037}]},"ts":9223372036854775807} 2018-11-15 19:18:07,038 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"691","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487038}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487038}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487038}]},"ts":9223372036854775807} 2018-11-15 19:18:07,038 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"692","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487038}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487038}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487038}]},"ts":9223372036854775807} 2018-11-15 19:18:07,038 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"693","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487038}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487038}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487038}]},"ts":9223372036854775807} 2018-11-15 19:18:07,038 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"694","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487038}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487038}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487038}]},"ts":9223372036854775807} 2018-11-15 19:18:07,038 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"695","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487038}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487038}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487038}]},"ts":9223372036854775807} 2018-11-15 19:18:07,038 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"696","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487038}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487038}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487038}]},"ts":9223372036854775807} 2018-11-15 19:18:07,038 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"697","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487038}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487038}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487038}]},"ts":9223372036854775807} 2018-11-15 19:18:07,038 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"698","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487038}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487038}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487038}]},"ts":9223372036854775807} 2018-11-15 19:18:07,039 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"699","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487039}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487039}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487039}]},"ts":9223372036854775807} 2018-11-15 19:18:07,039 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"700","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487039}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487039}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487039}]},"ts":9223372036854775807} 2018-11-15 19:18:07,039 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"701","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487039}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487039}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487039}]},"ts":9223372036854775807} 2018-11-15 19:18:07,039 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"702","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487039}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487039}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487039}]},"ts":9223372036854775807} 2018-11-15 19:18:07,039 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"703","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487039}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487039}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487039}]},"ts":9223372036854775807} 2018-11-15 19:18:07,039 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"704","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487039}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487039}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487039}]},"ts":9223372036854775807} 2018-11-15 19:18:07,039 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"705","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487039}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487039}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487039}]},"ts":9223372036854775807} 2018-11-15 19:18:07,040 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"706","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487039}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487039}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487039}]},"ts":9223372036854775807} 2018-11-15 19:18:07,040 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"707","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487040}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487040}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487040}]},"ts":9223372036854775807} 2018-11-15 19:18:07,040 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"708","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487040}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487040}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487040}]},"ts":9223372036854775807} 2018-11-15 19:18:07,040 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"709","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487040}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487040}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487040}]},"ts":9223372036854775807} 2018-11-15 19:18:07,040 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"710","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487040}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487040}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487040}]},"ts":9223372036854775807} 2018-11-15 19:18:07,040 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"711","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487040}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487040}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487040}]},"ts":9223372036854775807} 2018-11-15 19:18:07,040 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"712","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487040}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487040}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487040}]},"ts":9223372036854775807} 2018-11-15 19:18:07,040 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"713","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487040}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487040}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487040}]},"ts":9223372036854775807} 2018-11-15 19:18:07,041 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"714","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487041}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487041}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487041}]},"ts":9223372036854775807} 2018-11-15 19:18:07,041 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"715","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487041}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487041}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487041}]},"ts":9223372036854775807} 2018-11-15 19:18:07,041 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"716","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487041}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487041}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487041}]},"ts":9223372036854775807} 2018-11-15 19:18:07,041 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"717","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487041}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487041}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487041}]},"ts":9223372036854775807} 2018-11-15 19:18:07,041 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"718","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487041}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487041}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487041}]},"ts":9223372036854775807} 2018-11-15 19:18:07,041 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"719","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487041}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487041}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487041}]},"ts":9223372036854775807} 2018-11-15 19:18:07,041 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"720","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487041}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487041}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487041}]},"ts":9223372036854775807} 2018-11-15 19:18:07,041 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"721","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487041}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487041}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487041}]},"ts":9223372036854775807} 2018-11-15 19:18:07,042 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"722","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487042}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487042}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487042}]},"ts":9223372036854775807} 2018-11-15 19:18:07,042 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"723","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487042}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487042}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487042}]},"ts":9223372036854775807} 2018-11-15 19:18:07,042 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"724","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487042}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487042}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487042}]},"ts":9223372036854775807} 2018-11-15 19:18:07,042 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"725","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487042}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487042}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487042}]},"ts":9223372036854775807} 2018-11-15 19:18:07,042 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"726","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487042}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487042}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487042}]},"ts":9223372036854775807} 2018-11-15 19:18:07,042 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"727","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487042}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487042}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487042}]},"ts":9223372036854775807} 2018-11-15 19:18:07,042 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"728","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487042}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487042}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487042}]},"ts":9223372036854775807} 2018-11-15 19:18:07,042 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"729","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487042}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487042}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487042}]},"ts":9223372036854775807} 2018-11-15 19:18:07,043 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"730","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487043}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487043}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487043}]},"ts":9223372036854775807} 2018-11-15 19:18:07,043 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"731","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487043}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487043}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487043}]},"ts":9223372036854775807} 2018-11-15 19:18:07,043 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"732","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487043}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487043}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487043}]},"ts":9223372036854775807} 2018-11-15 19:18:07,043 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"733","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487043}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487043}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487043}]},"ts":9223372036854775807} 2018-11-15 19:18:07,043 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"734","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487043}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487043}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487043}]},"ts":9223372036854775807} 2018-11-15 19:18:07,043 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"735","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487043}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487043}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487043}]},"ts":9223372036854775807} 2018-11-15 19:18:07,043 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"736","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487043}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487043}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487043}]},"ts":9223372036854775807} 2018-11-15 19:18:07,044 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"737","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487043}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487043}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487043}]},"ts":9223372036854775807} 2018-11-15 19:18:07,044 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"738","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487044}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487044}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487044}]},"ts":9223372036854775807} 2018-11-15 19:18:07,044 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"739","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487044}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487044}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487044}]},"ts":9223372036854775807} 2018-11-15 19:18:07,044 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"740","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487044}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487044}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487044}]},"ts":9223372036854775807} 2018-11-15 19:18:07,044 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"741","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487044}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487044}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487044}]},"ts":9223372036854775807} 2018-11-15 19:18:07,044 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"742","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487044}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487044}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487044}]},"ts":9223372036854775807} 2018-11-15 19:18:07,044 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"743","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487044}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487044}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487044}]},"ts":9223372036854775807} 2018-11-15 19:18:07,044 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"744","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487044}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487044}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487044}]},"ts":9223372036854775807} 2018-11-15 19:18:07,045 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"745","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487044}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487044}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487044}]},"ts":9223372036854775807} 2018-11-15 19:18:07,045 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"746","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487045}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487045}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487045}]},"ts":9223372036854775807} 2018-11-15 19:18:07,045 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"747","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487045}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487045}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487045}]},"ts":9223372036854775807} 2018-11-15 19:18:07,045 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"748","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487045}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487045}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487045}]},"ts":9223372036854775807} 2018-11-15 19:18:07,045 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"749","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487045}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487045}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487045}]},"ts":9223372036854775807} 2018-11-15 19:18:07,045 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"750","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487045}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487045}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487045}]},"ts":9223372036854775807} 2018-11-15 19:18:07,045 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"751","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487045}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487045}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487045}]},"ts":9223372036854775807} 2018-11-15 19:18:07,045 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"752","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487045}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487045}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487045}]},"ts":9223372036854775807} 2018-11-15 19:18:07,046 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"753","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487046}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487046}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487046}]},"ts":9223372036854775807} 2018-11-15 19:18:07,046 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"754","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487046}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487046}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487046}]},"ts":9223372036854775807} 2018-11-15 19:18:07,046 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"755","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487046}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487046}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487046}]},"ts":9223372036854775807} 2018-11-15 19:18:07,046 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"756","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487046}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487046}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487046}]},"ts":9223372036854775807} 2018-11-15 19:18:07,046 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"757","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487046}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487046}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487046}]},"ts":9223372036854775807} 2018-11-15 19:18:07,046 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"758","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487046}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487046}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487046}]},"ts":9223372036854775807} 2018-11-15 19:18:07,046 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"759","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487046}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487046}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487046}]},"ts":9223372036854775807} 2018-11-15 19:18:07,046 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"760","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487046}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487046}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487046}]},"ts":9223372036854775807} 2018-11-15 19:18:07,047 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"761","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487047}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487047}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487047}]},"ts":9223372036854775807} 2018-11-15 19:18:07,047 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"762","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487047}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487047}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487047}]},"ts":9223372036854775807} 2018-11-15 19:18:07,047 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"763","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487047}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487047}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487047}]},"ts":9223372036854775807} 2018-11-15 19:18:07,047 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"764","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487047}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487047}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487047}]},"ts":9223372036854775807} 2018-11-15 19:18:07,047 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"765","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487047}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487047}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487047}]},"ts":9223372036854775807} 2018-11-15 19:18:07,047 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"766","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487047}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487047}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487047}]},"ts":9223372036854775807} 2018-11-15 19:18:07,047 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"767","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487047}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487047}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487047}]},"ts":9223372036854775807} 2018-11-15 19:18:07,047 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"768","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487047}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487047}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487047}]},"ts":9223372036854775807} 2018-11-15 19:18:07,048 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"769","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487048}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487048}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487048}]},"ts":9223372036854775807} 2018-11-15 19:18:07,048 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"770","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487048}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487048}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487048}]},"ts":9223372036854775807} 2018-11-15 19:18:07,048 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"771","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487048}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487048}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487048}]},"ts":9223372036854775807} 2018-11-15 19:18:07,048 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"772","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487048}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487048}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487048}]},"ts":9223372036854775807} 2018-11-15 19:18:07,048 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"773","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487048}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487048}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487048}]},"ts":9223372036854775807} 2018-11-15 19:18:07,048 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"774","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487048}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487048}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487048}]},"ts":9223372036854775807} 2018-11-15 19:18:07,048 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"775","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487048}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487048}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487048}]},"ts":9223372036854775807} 2018-11-15 19:18:07,048 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"776","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487048}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487048}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487048}]},"ts":9223372036854775807} 2018-11-15 19:18:07,049 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"777","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487049}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487049}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487049}]},"ts":9223372036854775807} 2018-11-15 19:18:07,049 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"778","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487049}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487049}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487049}]},"ts":9223372036854775807} 2018-11-15 19:18:07,049 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"779","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487049}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487049}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487049}]},"ts":9223372036854775807} 2018-11-15 19:18:07,049 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"780","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487049}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487049}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487049}]},"ts":9223372036854775807} 2018-11-15 19:18:07,049 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"781","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487049}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487049}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487049}]},"ts":9223372036854775807} 2018-11-15 19:18:07,049 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"782","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487049}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487049}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487049}]},"ts":9223372036854775807} 2018-11-15 19:18:07,049 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"783","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487049}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487049}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487049}]},"ts":9223372036854775807} 2018-11-15 19:18:07,049 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"784","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487049}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487049}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487049}]},"ts":9223372036854775807} 2018-11-15 19:18:07,050 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"785","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487050}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487050}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487050}]},"ts":9223372036854775807} 2018-11-15 19:18:07,050 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"786","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487050}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487050}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487050}]},"ts":9223372036854775807} 2018-11-15 19:18:07,050 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"787","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487050}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487050}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487050}]},"ts":9223372036854775807} 2018-11-15 19:18:07,050 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"788","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487050}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487050}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487050}]},"ts":9223372036854775807} 2018-11-15 19:18:07,050 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"789","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487050}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487050}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487050}]},"ts":9223372036854775807} 2018-11-15 19:18:07,050 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"790","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487050}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487050}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487050}]},"ts":9223372036854775807} 2018-11-15 19:18:07,050 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"791","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487050}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487050}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487050}]},"ts":9223372036854775807} 2018-11-15 19:18:07,051 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"792","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487050}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487050}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487050}]},"ts":9223372036854775807} 2018-11-15 19:18:07,051 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"793","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487051}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487051}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487051}]},"ts":9223372036854775807} 2018-11-15 19:18:07,051 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"794","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487051}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487051}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487051}]},"ts":9223372036854775807} 2018-11-15 19:18:07,051 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"795","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487051}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487051}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487051}]},"ts":9223372036854775807} 2018-11-15 19:18:07,051 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"796","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487051}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487051}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487051}]},"ts":9223372036854775807} 2018-11-15 19:18:07,051 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"797","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487051}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487051}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487051}]},"ts":9223372036854775807} 2018-11-15 19:18:07,051 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"798","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487051}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487051}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487051}]},"ts":9223372036854775807} 2018-11-15 19:18:07,051 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"799","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487051}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487051}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487051}]},"ts":9223372036854775807} 2018-11-15 19:18:07,052 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"800","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487051}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487051}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487051}]},"ts":9223372036854775807} 2018-11-15 19:18:07,052 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"801","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487052}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487052}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487052}]},"ts":9223372036854775807} 2018-11-15 19:18:07,052 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"802","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487052}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487052}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487052}]},"ts":9223372036854775807} 2018-11-15 19:18:07,052 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"803","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487052}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487052}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487052}]},"ts":9223372036854775807} 2018-11-15 19:18:07,052 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"804","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487052}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487052}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487052}]},"ts":9223372036854775807} 2018-11-15 19:18:07,052 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"805","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487052}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487052}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487052}]},"ts":9223372036854775807} 2018-11-15 19:18:07,052 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"806","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487052}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487052}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487052}]},"ts":9223372036854775807} 2018-11-15 19:18:07,052 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"807","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487052}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487052}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487052}]},"ts":9223372036854775807} 2018-11-15 19:18:07,053 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"808","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487053}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487053}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487053}]},"ts":9223372036854775807} 2018-11-15 19:18:07,053 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"809","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487053}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487053}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487053}]},"ts":9223372036854775807} 2018-11-15 19:18:07,053 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"810","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487053}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487053}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487053}]},"ts":9223372036854775807} 2018-11-15 19:18:07,053 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"811","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487053}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487053}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487053}]},"ts":9223372036854775807} 2018-11-15 19:18:07,053 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"812","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487053}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487053}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487053}]},"ts":9223372036854775807} 2018-11-15 19:18:07,053 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"813","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487053}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487053}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487053}]},"ts":9223372036854775807} 2018-11-15 19:18:07,053 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"814","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487053}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487053}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487053}]},"ts":9223372036854775807} 2018-11-15 19:18:07,053 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"815","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487053}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487053}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487053}]},"ts":9223372036854775807} 2018-11-15 19:18:07,054 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"816","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487054}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487054}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487054}]},"ts":9223372036854775807} 2018-11-15 19:18:07,054 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"817","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487054}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487054}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487054}]},"ts":9223372036854775807} 2018-11-15 19:18:07,054 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"818","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487054}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487054}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487054}]},"ts":9223372036854775807} 2018-11-15 19:18:07,054 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"819","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487054}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487054}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487054}]},"ts":9223372036854775807} 2018-11-15 19:18:07,054 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"820","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487054}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487054}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487054}]},"ts":9223372036854775807} 2018-11-15 19:18:07,054 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"821","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487054}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487054}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487054}]},"ts":9223372036854775807} 2018-11-15 19:18:07,054 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"822","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487054}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487054}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487054}]},"ts":9223372036854775807} 2018-11-15 19:18:07,054 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"823","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487054}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487054}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487054}]},"ts":9223372036854775807} 2018-11-15 19:18:07,055 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"824","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487055}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487055}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487055}]},"ts":9223372036854775807} 2018-11-15 19:18:07,055 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"825","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487055}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487055}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487055}]},"ts":9223372036854775807} 2018-11-15 19:18:07,055 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"826","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487055}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487055}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487055}]},"ts":9223372036854775807} 2018-11-15 19:18:07,055 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"827","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487055}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487055}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487055}]},"ts":9223372036854775807} 2018-11-15 19:18:07,055 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"828","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487055}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487055}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487055}]},"ts":9223372036854775807} 2018-11-15 19:18:07,055 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"829","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487055}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487055}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487055}]},"ts":9223372036854775807} 2018-11-15 19:18:07,055 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"830","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487055}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487055}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487055}]},"ts":9223372036854775807} 2018-11-15 19:18:07,055 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"831","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487055}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487055}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487055}]},"ts":9223372036854775807} 2018-11-15 19:18:07,056 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"832","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487056}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487056}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487056}]},"ts":9223372036854775807} 2018-11-15 19:18:07,056 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"833","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487056}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487056}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487056}]},"ts":9223372036854775807} 2018-11-15 19:18:07,056 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"834","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487056}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487056}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487056}]},"ts":9223372036854775807} 2018-11-15 19:18:07,056 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"835","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487056}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487056}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487056}]},"ts":9223372036854775807} 2018-11-15 19:18:07,056 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"836","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487056}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487056}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487056}]},"ts":9223372036854775807} 2018-11-15 19:18:07,056 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"837","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487056}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487056}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487056}]},"ts":9223372036854775807} 2018-11-15 19:18:07,056 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"838","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487056}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487056}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487056}]},"ts":9223372036854775807} 2018-11-15 19:18:07,057 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"839","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487057}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487057}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487057}]},"ts":9223372036854775807} 2018-11-15 19:18:07,057 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"840","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487057}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487057}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487057}]},"ts":9223372036854775807} 2018-11-15 19:18:07,057 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"841","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487057}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487057}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487057}]},"ts":9223372036854775807} 2018-11-15 19:18:07,057 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"842","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487057}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487057}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487057}]},"ts":9223372036854775807} 2018-11-15 19:18:07,057 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"843","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487057}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487057}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487057}]},"ts":9223372036854775807} 2018-11-15 19:18:07,057 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"844","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487057}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487057}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487057}]},"ts":9223372036854775807} 2018-11-15 19:18:07,057 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"845","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487057}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487057}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487057}]},"ts":9223372036854775807} 2018-11-15 19:18:07,057 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"846","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487057}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487057}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487057}]},"ts":9223372036854775807} 2018-11-15 19:18:07,058 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"847","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487058}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487058}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487058}]},"ts":9223372036854775807} 2018-11-15 19:18:07,058 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"848","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487058}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487058}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487058}]},"ts":9223372036854775807} 2018-11-15 19:18:07,058 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"849","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487058}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487058}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487058}]},"ts":9223372036854775807} 2018-11-15 19:18:07,058 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"850","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487058}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487058}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487058}]},"ts":9223372036854775807} 2018-11-15 19:18:07,058 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"851","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487058}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487058}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487058}]},"ts":9223372036854775807} 2018-11-15 19:18:07,058 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"852","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487058}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487058}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487058}]},"ts":9223372036854775807} 2018-11-15 19:18:07,058 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"853","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487058}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487058}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487058}]},"ts":9223372036854775807} 2018-11-15 19:18:07,059 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"854","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487058}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487058}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487058}]},"ts":9223372036854775807} 2018-11-15 19:18:07,059 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"855","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487059}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487059}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487059}]},"ts":9223372036854775807} 2018-11-15 19:18:07,059 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"856","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487059}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487059}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487059}]},"ts":9223372036854775807} 2018-11-15 19:18:07,059 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"857","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487059}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487059}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487059}]},"ts":9223372036854775807} 2018-11-15 19:18:07,059 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"858","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487059}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487059}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487059}]},"ts":9223372036854775807} 2018-11-15 19:18:07,059 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"859","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487059}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487059}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487059}]},"ts":9223372036854775807} 2018-11-15 19:18:07,059 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"860","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487059}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487059}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487059}]},"ts":9223372036854775807} 2018-11-15 19:18:07,059 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"861","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487059}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487059}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487059}]},"ts":9223372036854775807} 2018-11-15 19:18:07,060 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"862","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487060}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487060}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487060}]},"ts":9223372036854775807} 2018-11-15 19:18:07,060 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"863","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487060}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487060}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487060}]},"ts":9223372036854775807} 2018-11-15 19:18:07,060 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"864","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487060}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487060}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487060}]},"ts":9223372036854775807} 2018-11-15 19:18:07,060 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"865","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487060}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487060}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487060}]},"ts":9223372036854775807} 2018-11-15 19:18:07,060 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"866","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487060}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487060}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487060}]},"ts":9223372036854775807} 2018-11-15 19:18:07,060 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"867","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487060}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487060}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487060}]},"ts":9223372036854775807} 2018-11-15 19:18:07,060 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"868","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487060}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487060}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487060}]},"ts":9223372036854775807} 2018-11-15 19:18:07,060 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"869","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487060}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487060}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487060}]},"ts":9223372036854775807} 2018-11-15 19:18:07,061 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"870","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487061}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487061}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487061}]},"ts":9223372036854775807} 2018-11-15 19:18:07,061 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"871","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487061}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487061}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487061}]},"ts":9223372036854775807} 2018-11-15 19:18:07,061 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"872","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487061}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487061}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487061}]},"ts":9223372036854775807} 2018-11-15 19:18:07,061 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"873","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487061}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487061}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487061}]},"ts":9223372036854775807} 2018-11-15 19:18:07,061 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"874","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487061}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487061}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487061}]},"ts":9223372036854775807} 2018-11-15 19:18:07,061 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"875","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487061}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487061}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487061}]},"ts":9223372036854775807} 2018-11-15 19:18:07,061 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"876","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487061}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487061}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487061}]},"ts":9223372036854775807} 2018-11-15 19:18:07,061 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"877","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487061}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487061}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487061}]},"ts":9223372036854775807} 2018-11-15 19:18:07,062 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"878","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487062}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487062}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487062}]},"ts":9223372036854775807} 2018-11-15 19:18:07,062 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"879","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487062}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487062}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487062}]},"ts":9223372036854775807} 2018-11-15 19:18:07,062 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"880","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487062}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487062}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487062}]},"ts":9223372036854775807} 2018-11-15 19:18:07,062 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"881","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487062}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487062}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487062}]},"ts":9223372036854775807} 2018-11-15 19:18:07,062 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"882","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487062}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487062}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487062}]},"ts":9223372036854775807} 2018-11-15 19:18:07,062 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"883","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487062}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487062}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487062}]},"ts":9223372036854775807} 2018-11-15 19:18:07,062 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"884","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487062}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487062}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487062}]},"ts":9223372036854775807} 2018-11-15 19:18:07,062 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"885","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487062}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487062}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487062}]},"ts":9223372036854775807} 2018-11-15 19:18:07,063 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"886","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487063}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487063}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487063}]},"ts":9223372036854775807} 2018-11-15 19:18:07,063 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"887","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487063}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487063}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487063}]},"ts":9223372036854775807} 2018-11-15 19:18:07,063 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"888","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487063}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487063}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487063}]},"ts":9223372036854775807} 2018-11-15 19:18:07,063 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"889","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487063}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487063}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487063}]},"ts":9223372036854775807} 2018-11-15 19:18:07,063 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"890","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487063}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487063}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487063}]},"ts":9223372036854775807} 2018-11-15 19:18:07,063 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"891","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487063}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487063}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487063}]},"ts":9223372036854775807} 2018-11-15 19:18:07,063 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"892","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487063}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487063}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487063}]},"ts":9223372036854775807} 2018-11-15 19:18:07,064 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"893","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487064}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487064}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487064}]},"ts":9223372036854775807} 2018-11-15 19:18:07,064 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"894","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487064}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487064}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487064}]},"ts":9223372036854775807} 2018-11-15 19:18:07,064 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"895","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487064}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487064}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487064}]},"ts":9223372036854775807} 2018-11-15 19:18:07,064 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"896","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487064}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487064}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487064}]},"ts":9223372036854775807} 2018-11-15 19:18:07,064 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"897","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487064}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487064}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487064}]},"ts":9223372036854775807} 2018-11-15 19:18:07,064 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"898","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487064}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487064}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487064}]},"ts":9223372036854775807} 2018-11-15 19:18:07,064 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"899","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487064}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487064}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487064}]},"ts":9223372036854775807} 2018-11-15 19:18:07,064 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"900","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487064}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487064}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487064}]},"ts":9223372036854775807} 2018-11-15 19:18:07,065 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"901","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487065}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487065}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487065}]},"ts":9223372036854775807} 2018-11-15 19:18:07,065 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"902","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487065}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487065}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487065}]},"ts":9223372036854775807} 2018-11-15 19:18:07,065 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"903","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487065}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487065}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487065}]},"ts":9223372036854775807} 2018-11-15 19:18:07,065 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"904","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487065}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487065}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487065}]},"ts":9223372036854775807} 2018-11-15 19:18:07,065 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"905","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487065}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487065}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487065}]},"ts":9223372036854775807} 2018-11-15 19:18:07,065 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"906","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487065}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487065}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487065}]},"ts":9223372036854775807} 2018-11-15 19:18:07,065 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"907","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487065}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487065}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487065}]},"ts":9223372036854775807} 2018-11-15 19:18:07,065 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"908","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487065}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487065}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487065}]},"ts":9223372036854775807} 2018-11-15 19:18:07,066 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"909","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487066}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487066}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487066}]},"ts":9223372036854775807} 2018-11-15 19:18:07,066 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"910","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487066}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487066}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487066}]},"ts":9223372036854775807} 2018-11-15 19:18:07,066 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"911","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487066}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487066}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487066}]},"ts":9223372036854775807} 2018-11-15 19:18:07,066 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"912","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487066}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487066}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487066}]},"ts":9223372036854775807} 2018-11-15 19:18:07,066 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"913","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487066}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487066}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487066}]},"ts":9223372036854775807} 2018-11-15 19:18:07,066 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"914","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487066}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487066}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487066}]},"ts":9223372036854775807} 2018-11-15 19:18:07,066 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"915","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487066}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487066}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487066}]},"ts":9223372036854775807} 2018-11-15 19:18:07,066 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"916","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487066}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487066}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487066}]},"ts":9223372036854775807} 2018-11-15 19:18:07,067 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"917","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487067}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487067}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487067}]},"ts":9223372036854775807} 2018-11-15 19:18:07,067 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"918","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487067}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487067}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487067}]},"ts":9223372036854775807} 2018-11-15 19:18:07,067 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"919","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487067}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487067}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487067}]},"ts":9223372036854775807} 2018-11-15 19:18:07,067 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"920","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487067}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487067}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487067}]},"ts":9223372036854775807} 2018-11-15 19:18:07,067 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"921","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487067}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487067}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487067}]},"ts":9223372036854775807} 2018-11-15 19:18:07,067 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"922","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487067}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487067}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487067}]},"ts":9223372036854775807} 2018-11-15 19:18:07,067 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"923","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487067}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487067}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487067}]},"ts":9223372036854775807} 2018-11-15 19:18:07,067 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"924","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487067}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487067}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487067}]},"ts":9223372036854775807} 2018-11-15 19:18:07,068 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"925","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487068}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487068}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487068}]},"ts":9223372036854775807} 2018-11-15 19:18:07,068 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"926","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487068}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487068}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487068}]},"ts":9223372036854775807} 2018-11-15 19:18:07,068 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"927","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487068}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487068}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487068}]},"ts":9223372036854775807} 2018-11-15 19:18:07,068 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"928","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487068}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487068}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487068}]},"ts":9223372036854775807} 2018-11-15 19:18:07,068 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"929","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487068}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487068}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487068}]},"ts":9223372036854775807} 2018-11-15 19:18:07,068 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"930","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487068}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487068}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487068}]},"ts":9223372036854775807} 2018-11-15 19:18:07,068 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"931","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487068}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487068}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487068}]},"ts":9223372036854775807} 2018-11-15 19:18:07,068 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"932","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487068}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487068}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487068}]},"ts":9223372036854775807} 2018-11-15 19:18:07,069 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"933","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487069}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487069}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487069}]},"ts":9223372036854775807} 2018-11-15 19:18:07,069 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"934","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487069}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487069}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487069}]},"ts":9223372036854775807} 2018-11-15 19:18:07,069 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"935","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487069}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487069}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487069}]},"ts":9223372036854775807} 2018-11-15 19:18:07,069 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"936","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487069}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487069}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487069}]},"ts":9223372036854775807} 2018-11-15 19:18:07,069 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"937","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487069}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487069}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487069}]},"ts":9223372036854775807} 2018-11-15 19:18:07,069 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"938","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487069}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487069}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487069}]},"ts":9223372036854775807} 2018-11-15 19:18:07,069 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"939","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487069}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487069}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487069}]},"ts":9223372036854775807} 2018-11-15 19:18:07,069 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"940","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487069}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487069}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487069}]},"ts":9223372036854775807} 2018-11-15 19:18:07,070 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"941","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487070}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487070}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487070}]},"ts":9223372036854775807} 2018-11-15 19:18:07,070 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"942","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487070}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487070}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487070}]},"ts":9223372036854775807} 2018-11-15 19:18:07,070 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"943","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487070}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487070}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487070}]},"ts":9223372036854775807} 2018-11-15 19:18:07,070 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"944","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487070}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487070}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487070}]},"ts":9223372036854775807} 2018-11-15 19:18:07,070 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"945","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487070}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487070}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487070}]},"ts":9223372036854775807} 2018-11-15 19:18:07,070 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"946","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487070}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487070}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487070}]},"ts":9223372036854775807} 2018-11-15 19:18:07,070 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"947","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487070}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487070}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487070}]},"ts":9223372036854775807} 2018-11-15 19:18:07,071 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"948","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487070}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487070}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487070}]},"ts":9223372036854775807} 2018-11-15 19:18:07,071 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"949","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487071}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487071}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487071}]},"ts":9223372036854775807} 2018-11-15 19:18:07,071 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"950","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487071}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487071}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487071}]},"ts":9223372036854775807} 2018-11-15 19:18:07,071 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"951","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487071}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487071}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487071}]},"ts":9223372036854775807} 2018-11-15 19:18:07,071 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"952","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487071}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487071}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487071}]},"ts":9223372036854775807} 2018-11-15 19:18:07,071 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"953","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487071}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487071}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487071}]},"ts":9223372036854775807} 2018-11-15 19:18:07,071 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"954","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487071}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487071}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487071}]},"ts":9223372036854775807} 2018-11-15 19:18:07,071 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"955","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487071}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487071}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487071}]},"ts":9223372036854775807} 2018-11-15 19:18:07,072 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"956","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487071}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487071}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487071}]},"ts":9223372036854775807} 2018-11-15 19:18:07,072 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"957","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487072}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487072}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487072}]},"ts":9223372036854775807} 2018-11-15 19:18:07,072 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"958","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487072}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487072}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487072}]},"ts":9223372036854775807} 2018-11-15 19:18:07,072 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"959","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487072}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487072}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487072}]},"ts":9223372036854775807} 2018-11-15 19:18:07,072 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"960","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487072}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487072}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487072}]},"ts":9223372036854775807} 2018-11-15 19:18:07,072 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"961","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487072}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487072}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487072}]},"ts":9223372036854775807} 2018-11-15 19:18:07,072 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"962","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487072}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487072}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487072}]},"ts":9223372036854775807} 2018-11-15 19:18:07,072 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"963","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487072}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487072}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487072}]},"ts":9223372036854775807} 2018-11-15 19:18:07,073 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"964","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487073}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487073}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487073}]},"ts":9223372036854775807} 2018-11-15 19:18:07,073 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"965","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487073}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487073}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487073}]},"ts":9223372036854775807} 2018-11-15 19:18:07,073 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"966","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487073}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487073}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487073}]},"ts":9223372036854775807} 2018-11-15 19:18:07,073 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"967","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487073}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487073}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487073}]},"ts":9223372036854775807} 2018-11-15 19:18:07,073 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"968","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487073}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487073}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487073}]},"ts":9223372036854775807} 2018-11-15 19:18:07,073 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"969","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487073}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487073}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487073}]},"ts":9223372036854775807} 2018-11-15 19:18:07,073 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"970","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487073}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487073}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487073}]},"ts":9223372036854775807} 2018-11-15 19:18:07,073 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"971","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487073}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487073}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487073}]},"ts":9223372036854775807} 2018-11-15 19:18:07,074 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"972","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487074}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487074}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487074}]},"ts":9223372036854775807} 2018-11-15 19:18:07,074 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"973","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487074}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487074}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487074}]},"ts":9223372036854775807} 2018-11-15 19:18:07,074 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"974","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487074}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487074}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487074}]},"ts":9223372036854775807} 2018-11-15 19:18:07,074 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"975","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487074}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487074}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487074}]},"ts":9223372036854775807} 2018-11-15 19:18:07,074 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"976","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487074}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487074}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487074}]},"ts":9223372036854775807} 2018-11-15 19:18:07,074 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"977","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487074}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487074}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487074}]},"ts":9223372036854775807} 2018-11-15 19:18:07,074 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"978","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487074}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487074}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487074}]},"ts":9223372036854775807} 2018-11-15 19:18:07,074 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"979","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487074}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487074}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487074}]},"ts":9223372036854775807} 2018-11-15 19:18:07,075 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"980","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487075}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487075}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487075}]},"ts":9223372036854775807} 2018-11-15 19:18:07,075 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"981","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487075}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487075}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487075}]},"ts":9223372036854775807} 2018-11-15 19:18:07,075 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"982","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487075}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487075}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487075}]},"ts":9223372036854775807} 2018-11-15 19:18:07,075 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"983","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487075}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487075}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487075}]},"ts":9223372036854775807} 2018-11-15 19:18:07,075 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"984","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487075}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487075}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487075}]},"ts":9223372036854775807} 2018-11-15 19:18:07,075 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"985","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487075}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487075}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487075}]},"ts":9223372036854775807} 2018-11-15 19:18:07,075 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"986","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487075}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487075}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487075}]},"ts":9223372036854775807} 2018-11-15 19:18:07,075 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"987","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487075}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487075}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487075}]},"ts":9223372036854775807} 2018-11-15 19:18:07,076 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"988","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487076}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487076}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487076}]},"ts":9223372036854775807} 2018-11-15 19:18:07,076 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"989","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487076}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487076}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487076}]},"ts":9223372036854775807} 2018-11-15 19:18:07,076 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"990","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487076}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487076}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487076}]},"ts":9223372036854775807} 2018-11-15 19:18:07,076 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"991","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487076}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487076}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487076}]},"ts":9223372036854775807} 2018-11-15 19:18:07,076 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"992","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487076}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487076}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487076}]},"ts":9223372036854775807} 2018-11-15 19:18:07,076 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"993","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487076}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487076}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487076}]},"ts":9223372036854775807} 2018-11-15 19:18:07,076 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"994","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487076}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487076}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487076}]},"ts":9223372036854775807} 2018-11-15 19:18:07,076 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"995","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487076}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487076}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487076}]},"ts":9223372036854775807} 2018-11-15 19:18:07,077 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"996","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487077}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487077}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487077}]},"ts":9223372036854775807} 2018-11-15 19:18:07,077 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"997","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487077}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487077}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487077}]},"ts":9223372036854775807} 2018-11-15 19:18:07,077 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"998","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487077}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487077}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487077}]},"ts":9223372036854775807} 2018-11-15 19:18:07,077 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"999","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487077}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487077}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309487077}]},"ts":9223372036854775807} 2018-11-15 19:18:07,077 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 3/3 column families, dataSize=81.71 KB heapSize=305.44 KB 2018-11-15 19:18:07,159 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on e4d0978cea824e1ea2170883292cd5cd 2018-11-15 19:18:07,165 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=27.24 KB at sequenceid=1002 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/ec5cb5b5-18de-0af0-8147-5e76f6cce806/TestHRegiontestCompactionFromPrimary/data/default/testCompactionFromPrimary/580945593a45b94f6ba833415ddf5218/.tmp/cf1/e4d0978cea824e1ea2170883292cd5cd 2018-11-15 19:18:07,248 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 7197840c77bd412b9a07fff39e307c76 2018-11-15 19:18:07,253 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=27.24 KB at sequenceid=1002 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/ec5cb5b5-18de-0af0-8147-5e76f6cce806/TestHRegiontestCompactionFromPrimary/data/default/testCompactionFromPrimary/580945593a45b94f6ba833415ddf5218/.tmp/cf2/7197840c77bd412b9a07fff39e307c76 2018-11-15 19:18:07,333 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 7fa8ae774eca4c7fa346ccd53f62e49d 2018-11-15 19:18:07,337 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=27.24 KB at sequenceid=1002 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/ec5cb5b5-18de-0af0-8147-5e76f6cce806/TestHRegiontestCompactionFromPrimary/data/default/testCompactionFromPrimary/580945593a45b94f6ba833415ddf5218/.tmp/cf3/7fa8ae774eca4c7fa346ccd53f62e49d 2018-11-15 19:18:07,338 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/ec5cb5b5-18de-0af0-8147-5e76f6cce806/TestHRegiontestCompactionFromPrimary/data/default/testCompactionFromPrimary/580945593a45b94f6ba833415ddf5218/.tmp/cf1/e4d0978cea824e1ea2170883292cd5cd as /mnt/disk2/a/hbase/hbase-server/target/test-data/ec5cb5b5-18de-0af0-8147-5e76f6cce806/TestHRegiontestCompactionFromPrimary/data/default/testCompactionFromPrimary/580945593a45b94f6ba833415ddf5218/cf1/e4d0978cea824e1ea2170883292cd5cd 2018-11-15 19:18:07,340 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/ec5cb5b5-18de-0af0-8147-5e76f6cce806/TestHRegiontestCompactionFromPrimary/data/default/testCompactionFromPrimary/580945593a45b94f6ba833415ddf5218/cf1/e4d0978cea824e1ea2170883292cd5cd, entries=1000, sequenceid=1002, filesize=36.5 K 2018-11-15 19:18:07,340 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/ec5cb5b5-18de-0af0-8147-5e76f6cce806/TestHRegiontestCompactionFromPrimary/data/default/testCompactionFromPrimary/580945593a45b94f6ba833415ddf5218/.tmp/cf2/7197840c77bd412b9a07fff39e307c76 as /mnt/disk2/a/hbase/hbase-server/target/test-data/ec5cb5b5-18de-0af0-8147-5e76f6cce806/TestHRegiontestCompactionFromPrimary/data/default/testCompactionFromPrimary/580945593a45b94f6ba833415ddf5218/cf2/7197840c77bd412b9a07fff39e307c76 2018-11-15 19:18:07,341 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/ec5cb5b5-18de-0af0-8147-5e76f6cce806/TestHRegiontestCompactionFromPrimary/data/default/testCompactionFromPrimary/580945593a45b94f6ba833415ddf5218/cf2/7197840c77bd412b9a07fff39e307c76, entries=1000, sequenceid=1002, filesize=36.5 K 2018-11-15 19:18:07,342 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/ec5cb5b5-18de-0af0-8147-5e76f6cce806/TestHRegiontestCompactionFromPrimary/data/default/testCompactionFromPrimary/580945593a45b94f6ba833415ddf5218/.tmp/cf3/7fa8ae774eca4c7fa346ccd53f62e49d as /mnt/disk2/a/hbase/hbase-server/target/test-data/ec5cb5b5-18de-0af0-8147-5e76f6cce806/TestHRegiontestCompactionFromPrimary/data/default/testCompactionFromPrimary/580945593a45b94f6ba833415ddf5218/cf3/7fa8ae774eca4c7fa346ccd53f62e49d 2018-11-15 19:18:07,343 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/ec5cb5b5-18de-0af0-8147-5e76f6cce806/TestHRegiontestCompactionFromPrimary/data/default/testCompactionFromPrimary/580945593a45b94f6ba833415ddf5218/cf3/7fa8ae774eca4c7fa346ccd53f62e49d, entries=1000, sequenceid=1002, filesize=36.5 K 2018-11-15 19:18:07,344 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~81.71 KB/83670, heapSize ~305.39 KB/312720, currentSize=0 B/0 for 580945593a45b94f6ba833415ddf5218 in 267ms, sequenceid=1002, compaction requested=false 2018-11-15 19:18:07,344 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309487077 Obtaining lock to block concurrent updates at 1542309487077 Preparing flush snapshotting stores in 580945593a45b94f6ba833415ddf5218 at 1542309487077 Finished memstore snapshotting testCompactionFromPrimary,,1542309486657.580945593a45b94f6ba833415ddf5218., syncing WAL and waiting on mvcc, flushsize=dataSize=83670, getHeapSize=312720, getOffHeapSize=0 at 1542309487079 Flushing stores of testCompactionFromPrimary,,1542309486657.580945593a45b94f6ba833415ddf5218. at 1542309487079 Flushing cf1: creating writer at 1542309487079 Flushing cf1: appending metadata at 1542309487163 Flushing cf1: closing flushed file at 1542309487163 Flushing cf2: creating writer at 1542309487168 Flushing cf2: appending metadata at 1542309487251 Flushing cf2: closing flushed file at 1542309487251 Flushing cf3: creating writer at 1542309487254 Flushing cf3: appending metadata at 1542309487336 Flushing cf3: closing flushed file at 1542309487336 Flushing cf1: reopening flushed file at 1542309487339 Flushing cf2: reopening flushed file at 1542309487341 Flushing cf3: reopening flushed file at 1542309487342 Finished flush of dataSize ~81.71 KB/83670, heapSize ~305.39 KB/312720, currentSize=0 B/0 for 580945593a45b94f6ba833415ddf5218 in 267ms, sequenceid=1002, compaction requested=false at 1542309487344 Flush successful at 1542309487344 2018-11-15 19:18:07,345 DEBUG [Time-limited test] regionserver.HRegion(7233): Opening region: {ENCODED => ff95cdde015c112a6ed06c4bf87d97a4, NAME => 'testCompactionFromPrimary,,1542309486657_0001.ff95cdde015c112a6ed06c4bf87d97a4.', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2018-11-15 19:18:07,346 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testCompactionFromPrimary,,1542309486657_0001.ff95cdde015c112a6ed06c4bf87d97a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:18:07,346 DEBUG [Time-limited test] regionserver.HRegion(7272): checking encryption for ff95cdde015c112a6ed06c4bf87d97a4 2018-11-15 19:18:07,346 DEBUG [Time-limited test] regionserver.HRegion(7277): checking classloading for ff95cdde015c112a6ed06c4bf87d97a4 2018-11-15 19:18:07,347 DEBUG [StoreOpener-ff95cdde015c112a6ed06c4bf87d97a4-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:07,349 INFO [StoreOpener-ff95cdde015c112a6ed06c4bf87d97a4-1] hfile.CacheConfig(237): Created cacheConfig for cf1: blockCache=LruBlockCache{blockCount=227, currentSize=8.52 MB, freeSize=987.08 MB, maxSize=995.60 MB, heapSize=8.52 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:07,349 INFO [StoreOpener-ff95cdde015c112a6ed06c4bf87d97a4-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:07,352 DEBUG [StoreOpener-ff95cdde015c112a6ed06c4bf87d97a4-1] regionserver.HStore(587): loaded file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ec5cb5b5-18de-0af0-8147-5e76f6cce806/TestHRegiontestCompactionFromPrimary/data/default/testCompactionFromPrimary/580945593a45b94f6ba833415ddf5218/cf1/e4d0978cea824e1ea2170883292cd5cd 2018-11-15 19:18:07,353 INFO [StoreOpener-ff95cdde015c112a6ed06c4bf87d97a4-1] regionserver.HStore(335): Store=cf1, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:07,354 DEBUG [StoreOpener-ff95cdde015c112a6ed06c4bf87d97a4-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:07,354 INFO [StoreOpener-ff95cdde015c112a6ed06c4bf87d97a4-1] hfile.CacheConfig(237): Created cacheConfig for cf2: blockCache=LruBlockCache{blockCount=227, currentSize=8.52 MB, freeSize=987.08 MB, maxSize=995.60 MB, heapSize=8.52 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:07,355 INFO [StoreOpener-ff95cdde015c112a6ed06c4bf87d97a4-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:07,357 DEBUG [StoreOpener-ff95cdde015c112a6ed06c4bf87d97a4-1] regionserver.HStore(587): loaded file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ec5cb5b5-18de-0af0-8147-5e76f6cce806/TestHRegiontestCompactionFromPrimary/data/default/testCompactionFromPrimary/580945593a45b94f6ba833415ddf5218/cf2/7197840c77bd412b9a07fff39e307c76 2018-11-15 19:18:07,358 INFO [StoreOpener-ff95cdde015c112a6ed06c4bf87d97a4-1] regionserver.HStore(335): Store=cf2, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:07,358 DEBUG [StoreOpener-ff95cdde015c112a6ed06c4bf87d97a4-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:07,359 INFO [StoreOpener-ff95cdde015c112a6ed06c4bf87d97a4-1] hfile.CacheConfig(237): Created cacheConfig for cf3: blockCache=LruBlockCache{blockCount=227, currentSize=8.52 MB, freeSize=987.08 MB, maxSize=995.60 MB, heapSize=8.52 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:07,360 INFO [StoreOpener-ff95cdde015c112a6ed06c4bf87d97a4-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:07,362 DEBUG [StoreOpener-ff95cdde015c112a6ed06c4bf87d97a4-1] regionserver.HStore(587): loaded file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ec5cb5b5-18de-0af0-8147-5e76f6cce806/TestHRegiontestCompactionFromPrimary/data/default/testCompactionFromPrimary/580945593a45b94f6ba833415ddf5218/cf3/7fa8ae774eca4c7fa346ccd53f62e49d 2018-11-15 19:18:07,362 INFO [StoreOpener-ff95cdde015c112a6ed06c4bf87d97a4-1] regionserver.HStore(335): Store=cf3, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:07,363 DEBUG [Time-limited test] regionserver.FlushLargeStoresPolicy(61): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactionFromPrimary descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7M)) instead. 2018-11-15 19:18:07,364 INFO [Time-limited test] regionserver.HRegion(1009): Opened ff95cdde015c112a6ed06c4bf87d97a4; next sequenceid=1003 2018-11-15 19:18:07,364 DEBUG [Time-limited test] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:18:07,365 DEBUG [Time-limited test] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/ec5cb5b5-18de-0af0-8147-5e76f6cce806/TestHRegiontestCompactionFromPrimary/data/default/testCompactionFromPrimary/580945593a45b94f6ba833415ddf5218/cf1/e4d0978cea824e1ea2170883292cd5cd to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ec5cb5b5-18de-0af0-8147-5e76f6cce806/TestHRegiontestCompactionFromPrimary/archive/data/default/testCompactionFromPrimary/580945593a45b94f6ba833415ddf5218/cf1/e4d0978cea824e1ea2170883292cd5cd 2018-11-15 19:18:07,561 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 580945593a45b94f6ba833415ddf5218, disabling compactions & flushes 2018-11-15 19:18:07,561 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testCompactionFromPrimary,,1542309486657.580945593a45b94f6ba833415ddf5218. 2018-11-15 19:18:07,564 INFO [Time-limited test] regionserver.HRegion(1711): Closed testCompactionFromPrimary,,1542309486657.580945593a45b94f6ba833415ddf5218. 2018-11-15 19:18:07,566 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/ec5cb5b5-18de-0af0-8147-5e76f6cce806/TestHRegiontestCompactionFromPrimary/oldWALs 2018-11-15 19:18:07,566 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-48412467:(num 1542309486663) 2018-11-15 19:18:07,566 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing ff95cdde015c112a6ed06c4bf87d97a4, disabling compactions & flushes 2018-11-15 19:18:07,566 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testCompactionFromPrimary,,1542309486657_0001.ff95cdde015c112a6ed06c4bf87d97a4. 2018-11-15 19:18:07,567 INFO [Time-limited test] regionserver.HRegion(1711): Closed testCompactionFromPrimary,,1542309486657_0001.ff95cdde015c112a6ed06c4bf87d97a4. 2018-11-15 19:18:07,567 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/ec5cb5b5-18de-0af0-8147-5e76f6cce806 2018-11-15 19:18:07,635 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testCompactionFromPrimary Thread=16 (was 16), OpenFileDescriptor=22557 (was 22271) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=155 (was 155), ProcessCount=362 (was 362), AvailableMemoryMB=37191 (was 37194) 2018-11-15 19:18:07,635 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=22557 is superior to 1024 2018-11-15 19:18:07,701 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testCheckAndMutate_WithCorrectValue Thread=16, OpenFileDescriptor=22559, MaxFileDescriptor=32000, SystemLoadAverage=155, ProcessCount=362, AvailableMemoryMB=37190 2018-11-15 19:18:07,701 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=22559 is superior to 1024 2018-11-15 19:18:07,720 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/41ab1c8f-712f-b185-f410-872ab451a98f 2018-11-15 19:18:07,720 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:18:07,720 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/41ab1c8f-712f-b185-f410-872ab451a98f 2018-11-15 19:18:07,720 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:18:07,720 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/41ab1c8f-712f-b185-f410-872ab451a98f 2018-11-15 19:18:07,723 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:18:07,724 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:18:07,728 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-03541877, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/41ab1c8f-712f-b185-f410-872ab451a98f/149efdd6-ca7f-5078-1268-b24d2620452c/testCheckAndMutate_WithCorrectValue.log/WALs/hregion-03541877, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/41ab1c8f-712f-b185-f410-872ab451a98f/149efdd6-ca7f-5078-1268-b24d2620452c/testCheckAndMutate_WithCorrectValue.log/oldWALs 2018-11-15 19:18:07,788 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/41ab1c8f-712f-b185-f410-872ab451a98f/149efdd6-ca7f-5078-1268-b24d2620452c/testCheckAndMutate_WithCorrectValue.log/WALs/hregion-03541877/hregion-03541877.1542309487728 2018-11-15 19:18:07,788 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:18:07,789 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testCheckAndMutate_WithCorrectValue HTD == 'testCheckAndMutate_WithCorrectValue', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'fam1', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/41ab1c8f-712f-b185-f410-872ab451a98f Table name == testCheckAndMutate_WithCorrectValue 2018-11-15 19:18:07,869 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testCheckAndMutate_WithCorrectValue,,1542309487789.047680ff4d2e4a52f9f91ead21c836f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:18:07,871 DEBUG [StoreOpener-047680ff4d2e4a52f9f91ead21c836f9-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:07,872 INFO [StoreOpener-047680ff4d2e4a52f9f91ead21c836f9-1] hfile.CacheConfig(237): Created cacheConfig for fam1: blockCache=LruBlockCache{blockCount=233, currentSize=8.62 MB, freeSize=986.98 MB, maxSize=995.60 MB, heapSize=8.62 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:07,872 INFO [StoreOpener-047680ff4d2e4a52f9f91ead21c836f9-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:07,873 INFO [StoreOpener-047680ff4d2e4a52f9f91ead21c836f9-1] regionserver.HStore(335): Store=fam1, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:07,873 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 047680ff4d2e4a52f9f91ead21c836f9 2018-11-15 19:18:07,874 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/41ab1c8f-712f-b185-f410-872ab451a98f/data/default/testCheckAndMutate_WithCorrectValue/047680ff4d2e4a52f9f91ead21c836f9 2018-11-15 19:18:07,874 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/41ab1c8f-712f-b185-f410-872ab451a98f/default/testCheckAndMutate_WithCorrectValue/047680ff4d2e4a52f9f91ead21c836f9 2018-11-15 19:18:07,874 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 047680ff4d2e4a52f9f91ead21c836f9 2018-11-15 19:18:07,874 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 047680ff4d2e4a52f9f91ead21c836f9 2018-11-15 19:18:07,875 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 047680ff4d2e4a52f9f91ead21c836f9 2018-11-15 19:18:07,875 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 047680ff4d2e4a52f9f91ead21c836f9 2018-11-15 19:18:07,955 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/41ab1c8f-712f-b185-f410-872ab451a98f/default/testCheckAndMutate_WithCorrectValue/047680ff4d2e4a52f9f91ead21c836f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:18:07,956 INFO [Time-limited test] regionserver.HRegion(1009): Opened 047680ff4d2e4a52f9f91ead21c836f9; next sequenceid=2 2018-11-15 19:18:07,961 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 047680ff4d2e4a52f9f91ead21c836f9, disabling compactions & flushes 2018-11-15 19:18:07,961 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testCheckAndMutate_WithCorrectValue,,1542309487789.047680ff4d2e4a52f9f91ead21c836f9. 2018-11-15 19:18:07,961 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=866 B heapSize=1.55 KB 2018-11-15 19:18:08,043 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 3f86e5910ed0428a9a0c5e8fb9c5d8f0 2018-11-15 19:18:08,045 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=866 B at sequenceid=8 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/41ab1c8f-712f-b185-f410-872ab451a98f/data/default/testCheckAndMutate_WithCorrectValue/047680ff4d2e4a52f9f91ead21c836f9/.tmp/fam1/3f86e5910ed0428a9a0c5e8fb9c5d8f0 2018-11-15 19:18:08,047 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/41ab1c8f-712f-b185-f410-872ab451a98f/data/default/testCheckAndMutate_WithCorrectValue/047680ff4d2e4a52f9f91ead21c836f9/.tmp/fam1/3f86e5910ed0428a9a0c5e8fb9c5d8f0 as /mnt/disk2/a/hbase/hbase-server/target/test-data/41ab1c8f-712f-b185-f410-872ab451a98f/data/default/testCheckAndMutate_WithCorrectValue/047680ff4d2e4a52f9f91ead21c836f9/fam1/3f86e5910ed0428a9a0c5e8fb9c5d8f0 2018-11-15 19:18:08,048 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/41ab1c8f-712f-b185-f410-872ab451a98f/data/default/testCheckAndMutate_WithCorrectValue/047680ff4d2e4a52f9f91ead21c836f9/fam1/3f86e5910ed0428a9a0c5e8fb9c5d8f0, entries=2, sequenceid=8, filesize=4.8 K 2018-11-15 19:18:08,049 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~866 B/866, heapSize ~1.53 KB/1568, currentSize=0 B/0 for 047680ff4d2e4a52f9f91ead21c836f9 in 88ms, sequenceid=8, compaction requested=false 2018-11-15 19:18:08,051 INFO [Time-limited test] regionserver.HRegion(1711): Closed testCheckAndMutate_WithCorrectValue,,1542309487789.047680ff4d2e4a52f9f91ead21c836f9. 2018-11-15 19:18:08,053 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/41ab1c8f-712f-b185-f410-872ab451a98f/149efdd6-ca7f-5078-1268-b24d2620452c/testCheckAndMutate_WithCorrectValue.log/oldWALs 2018-11-15 19:18:08,053 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-03541877:(num 1542309487728) 2018-11-15 19:18:08,053 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/41ab1c8f-712f-b185-f410-872ab451a98f 2018-11-15 19:18:08,150 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testCheckAndMutate_WithCorrectValue Thread=16 (was 16), OpenFileDescriptor=22845 (was 22559) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=159 (was 155) - SystemLoadAverage LEAK? -, ProcessCount=362 (was 362), AvailableMemoryMB=37190 (was 37190) 2018-11-15 19:18:08,151 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=22845 is superior to 1024 2018-11-15 19:18:08,252 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testCheckAndMutate_WithEmptyRowValue Thread=16, OpenFileDescriptor=22847, MaxFileDescriptor=32000, SystemLoadAverage=159, ProcessCount=362, AvailableMemoryMB=37189 2018-11-15 19:18:08,252 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=22847 is superior to 1024 2018-11-15 19:18:08,274 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/ae481bfd-bbc0-0124-c939-0398fdd56166 2018-11-15 19:18:08,274 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:18:08,275 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/ae481bfd-bbc0-0124-c939-0398fdd56166 2018-11-15 19:18:08,275 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:18:08,275 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/ae481bfd-bbc0-0124-c939-0398fdd56166 2018-11-15 19:18:08,275 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:18:08,276 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:18:08,280 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-47964115, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ae481bfd-bbc0-0124-c939-0398fdd56166/52578e22-1cef-44d9-9c5a-17d959529775/testCheckAndMutate_WithEmptyRowValue.log/WALs/hregion-47964115, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ae481bfd-bbc0-0124-c939-0398fdd56166/52578e22-1cef-44d9-9c5a-17d959529775/testCheckAndMutate_WithEmptyRowValue.log/oldWALs 2018-11-15 19:18:08,367 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/ae481bfd-bbc0-0124-c939-0398fdd56166/52578e22-1cef-44d9-9c5a-17d959529775/testCheckAndMutate_WithEmptyRowValue.log/WALs/hregion-47964115/hregion-47964115.1542309488280 2018-11-15 19:18:08,368 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:18:08,369 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testCheckAndMutate_WithEmptyRowValue HTD == 'testCheckAndMutate_WithEmptyRowValue', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'fam1', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/ae481bfd-bbc0-0124-c939-0398fdd56166 Table name == testCheckAndMutate_WithEmptyRowValue 2018-11-15 19:18:08,453 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testCheckAndMutate_WithEmptyRowValue,,1542309488368.a29f4d11e4bc6e735328d6bd3e649383.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:18:08,456 DEBUG [StoreOpener-a29f4d11e4bc6e735328d6bd3e649383-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:08,457 INFO [StoreOpener-a29f4d11e4bc6e735328d6bd3e649383-1] hfile.CacheConfig(237): Created cacheConfig for fam1: blockCache=LruBlockCache{blockCount=233, currentSize=8.62 MB, freeSize=986.98 MB, maxSize=995.60 MB, heapSize=8.62 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:08,457 INFO [StoreOpener-a29f4d11e4bc6e735328d6bd3e649383-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:08,458 INFO [StoreOpener-a29f4d11e4bc6e735328d6bd3e649383-1] regionserver.HStore(335): Store=fam1, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:08,458 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for a29f4d11e4bc6e735328d6bd3e649383 2018-11-15 19:18:08,459 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ae481bfd-bbc0-0124-c939-0398fdd56166/data/default/testCheckAndMutate_WithEmptyRowValue/a29f4d11e4bc6e735328d6bd3e649383 2018-11-15 19:18:08,460 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ae481bfd-bbc0-0124-c939-0398fdd56166/default/testCheckAndMutate_WithEmptyRowValue/a29f4d11e4bc6e735328d6bd3e649383 2018-11-15 19:18:08,460 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for a29f4d11e4bc6e735328d6bd3e649383 2018-11-15 19:18:08,460 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for a29f4d11e4bc6e735328d6bd3e649383 2018-11-15 19:18:08,460 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for a29f4d11e4bc6e735328d6bd3e649383 2018-11-15 19:18:08,461 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for a29f4d11e4bc6e735328d6bd3e649383 2018-11-15 19:18:08,542 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ae481bfd-bbc0-0124-c939-0398fdd56166/default/testCheckAndMutate_WithEmptyRowValue/a29f4d11e4bc6e735328d6bd3e649383/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:18:08,543 INFO [Time-limited test] regionserver.HRegion(1009): Opened a29f4d11e4bc6e735328d6bd3e649383; next sequenceid=2 2018-11-15 19:18:08,549 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing a29f4d11e4bc6e735328d6bd3e649383, disabling compactions & flushes 2018-11-15 19:18:08,549 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testCheckAndMutate_WithEmptyRowValue,,1542309488368.a29f4d11e4bc6e735328d6bd3e649383. 2018-11-15 19:18:08,549 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=268 B heapSize=1.03 KB 2018-11-15 19:18:08,634 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 35c58cad4fe742a89d25ce762c42d132 2018-11-15 19:18:08,638 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=268 B at sequenceid=8 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/ae481bfd-bbc0-0124-c939-0398fdd56166/data/default/testCheckAndMutate_WithEmptyRowValue/a29f4d11e4bc6e735328d6bd3e649383/.tmp/fam1/35c58cad4fe742a89d25ce762c42d132 2018-11-15 19:18:08,639 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 35c58cad4fe742a89d25ce762c42d132 2018-11-15 19:18:08,640 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/ae481bfd-bbc0-0124-c939-0398fdd56166/data/default/testCheckAndMutate_WithEmptyRowValue/a29f4d11e4bc6e735328d6bd3e649383/.tmp/fam1/35c58cad4fe742a89d25ce762c42d132 as /mnt/disk2/a/hbase/hbase-server/target/test-data/ae481bfd-bbc0-0124-c939-0398fdd56166/data/default/testCheckAndMutate_WithEmptyRowValue/a29f4d11e4bc6e735328d6bd3e649383/fam1/35c58cad4fe742a89d25ce762c42d132 2018-11-15 19:18:08,641 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 35c58cad4fe742a89d25ce762c42d132 2018-11-15 19:18:08,641 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/ae481bfd-bbc0-0124-c939-0398fdd56166/data/default/testCheckAndMutate_WithEmptyRowValue/a29f4d11e4bc6e735328d6bd3e649383/fam1/35c58cad4fe742a89d25ce762c42d132, entries=3, sequenceid=8, filesize=4.9 K 2018-11-15 19:18:08,642 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~268 B/268, heapSize ~1.02 KB/1040, currentSize=0 B/0 for a29f4d11e4bc6e735328d6bd3e649383 in 93ms, sequenceid=8, compaction requested=false 2018-11-15 19:18:08,644 INFO [Time-limited test] regionserver.HRegion(1711): Closed testCheckAndMutate_WithEmptyRowValue,,1542309488368.a29f4d11e4bc6e735328d6bd3e649383. 2018-11-15 19:18:08,646 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/ae481bfd-bbc0-0124-c939-0398fdd56166/52578e22-1cef-44d9-9c5a-17d959529775/testCheckAndMutate_WithEmptyRowValue.log/oldWALs 2018-11-15 19:18:08,646 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-47964115:(num 1542309488280) 2018-11-15 19:18:08,646 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/ae481bfd-bbc0-0124-c939-0398fdd56166 2018-11-15 19:18:08,749 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testCheckAndMutate_WithEmptyRowValue Thread=16 (was 16), OpenFileDescriptor=23133 (was 22847) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=159 (was 159), ProcessCount=362 (was 362), AvailableMemoryMB=37189 (was 37189) 2018-11-15 19:18:08,750 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=23133 is superior to 1024 2018-11-15 19:18:08,857 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testReverseScanner_FromMemStore_SingleCF_LargerKey Thread=16, OpenFileDescriptor=23135, MaxFileDescriptor=32000, SystemLoadAverage=159, ProcessCount=362, AvailableMemoryMB=37189 2018-11-15 19:18:08,861 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=23135 is superior to 1024 2018-11-15 19:18:08,891 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/080a7cca-0b86-9060-d8e4-bef6b353b9a6 2018-11-15 19:18:08,891 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:18:08,891 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/080a7cca-0b86-9060-d8e4-bef6b353b9a6 2018-11-15 19:18:08,891 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:18:08,892 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/080a7cca-0b86-9060-d8e4-bef6b353b9a6 2018-11-15 19:18:08,914 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:18:08,915 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:18:08,919 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-68055984, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/080a7cca-0b86-9060-d8e4-bef6b353b9a6/5787bbb0-3765-bd56-d0ba-6e0d2f5d5267/testReverseScanner_FromMemStore_SingleCF_LargerKey.log/WALs/hregion-68055984, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/080a7cca-0b86-9060-d8e4-bef6b353b9a6/5787bbb0-3765-bd56-d0ba-6e0d2f5d5267/testReverseScanner_FromMemStore_SingleCF_LargerKey.log/oldWALs 2018-11-15 19:18:09,003 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/080a7cca-0b86-9060-d8e4-bef6b353b9a6/5787bbb0-3765-bd56-d0ba-6e0d2f5d5267/testReverseScanner_FromMemStore_SingleCF_LargerKey.log/WALs/hregion-68055984/hregion-68055984.1542309488920 2018-11-15 19:18:09,003 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:18:09,004 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testReverseScanner_FromMemStore_SingleCF_LargerKey HTD == 'testReverseScanner_FromMemStore_SingleCF_LargerKey', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'CF', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/080a7cca-0b86-9060-d8e4-bef6b353b9a6 Table name == testReverseScanner_FromMemStore_SingleCF_LargerKey 2018-11-15 19:18:09,094 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testReverseScanner_FromMemStore_SingleCF_LargerKey,,1542309489004.388ff8102aa6dfe950ccd36f87457ca2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:18:09,097 DEBUG [StoreOpener-388ff8102aa6dfe950ccd36f87457ca2-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:09,099 INFO [StoreOpener-388ff8102aa6dfe950ccd36f87457ca2-1] hfile.CacheConfig(237): Created cacheConfig for CF: blockCache=LruBlockCache{blockCount=233, currentSize=8.62 MB, freeSize=986.98 MB, maxSize=995.60 MB, heapSize=8.62 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:09,100 INFO [StoreOpener-388ff8102aa6dfe950ccd36f87457ca2-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:09,100 INFO [StoreOpener-388ff8102aa6dfe950ccd36f87457ca2-1] regionserver.HStore(335): Store=CF, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:09,101 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 388ff8102aa6dfe950ccd36f87457ca2 2018-11-15 19:18:09,102 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/080a7cca-0b86-9060-d8e4-bef6b353b9a6/data/default/testReverseScanner_FromMemStore_SingleCF_LargerKey/388ff8102aa6dfe950ccd36f87457ca2 2018-11-15 19:18:09,102 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/080a7cca-0b86-9060-d8e4-bef6b353b9a6/default/testReverseScanner_FromMemStore_SingleCF_LargerKey/388ff8102aa6dfe950ccd36f87457ca2 2018-11-15 19:18:09,102 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 388ff8102aa6dfe950ccd36f87457ca2 2018-11-15 19:18:09,103 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 388ff8102aa6dfe950ccd36f87457ca2 2018-11-15 19:18:09,103 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 388ff8102aa6dfe950ccd36f87457ca2 2018-11-15 19:18:09,104 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 388ff8102aa6dfe950ccd36f87457ca2 2018-11-15 19:18:09,186 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/080a7cca-0b86-9060-d8e4-bef6b353b9a6/default/testReverseScanner_FromMemStore_SingleCF_LargerKey/388ff8102aa6dfe950ccd36f87457ca2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:18:09,187 INFO [Time-limited test] regionserver.HRegion(1009): Opened 388ff8102aa6dfe950ccd36f87457ca2; next sequenceid=2 2018-11-15 19:18:09,191 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 388ff8102aa6dfe950ccd36f87457ca2, disabling compactions & flushes 2018-11-15 19:18:09,192 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testReverseScanner_FromMemStore_SingleCF_LargerKey,,1542309489004.388ff8102aa6dfe950ccd36f87457ca2. 2018-11-15 19:18:09,192 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=108 B heapSize=672 B 2018-11-15 19:18:09,274 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 25c407d53698487ba846a94ef0397f4b 2018-11-15 19:18:09,277 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=108 B at sequenceid=5 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/080a7cca-0b86-9060-d8e4-bef6b353b9a6/data/default/testReverseScanner_FromMemStore_SingleCF_LargerKey/388ff8102aa6dfe950ccd36f87457ca2/.tmp/CF/25c407d53698487ba846a94ef0397f4b 2018-11-15 19:18:09,279 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/080a7cca-0b86-9060-d8e4-bef6b353b9a6/data/default/testReverseScanner_FromMemStore_SingleCF_LargerKey/388ff8102aa6dfe950ccd36f87457ca2/.tmp/CF/25c407d53698487ba846a94ef0397f4b as /mnt/disk2/a/hbase/hbase-server/target/test-data/080a7cca-0b86-9060-d8e4-bef6b353b9a6/data/default/testReverseScanner_FromMemStore_SingleCF_LargerKey/388ff8102aa6dfe950ccd36f87457ca2/CF/25c407d53698487ba846a94ef0397f4b 2018-11-15 19:18:09,280 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/080a7cca-0b86-9060-d8e4-bef6b353b9a6/data/default/testReverseScanner_FromMemStore_SingleCF_LargerKey/388ff8102aa6dfe950ccd36f87457ca2/CF/25c407d53698487ba846a94ef0397f4b, entries=4, sequenceid=5, filesize=4.8 K 2018-11-15 19:18:09,281 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~108 B/108, heapSize ~656 B/656, currentSize=0 B/0 for 388ff8102aa6dfe950ccd36f87457ca2 in 89ms, sequenceid=5, compaction requested=false 2018-11-15 19:18:09,283 INFO [Time-limited test] regionserver.HRegion(1711): Closed testReverseScanner_FromMemStore_SingleCF_LargerKey,,1542309489004.388ff8102aa6dfe950ccd36f87457ca2. 2018-11-15 19:18:09,286 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/080a7cca-0b86-9060-d8e4-bef6b353b9a6/5787bbb0-3765-bd56-d0ba-6e0d2f5d5267/testReverseScanner_FromMemStore_SingleCF_LargerKey.log/oldWALs 2018-11-15 19:18:09,286 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-68055984:(num 1542309488920) 2018-11-15 19:18:09,286 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/080a7cca-0b86-9060-d8e4-bef6b353b9a6 2018-11-15 19:18:09,389 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testReverseScanner_FromMemStore_SingleCF_LargerKey Thread=16 (was 16), OpenFileDescriptor=23421 (was 23135) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=159 (was 159), ProcessCount=362 (was 362), AvailableMemoryMB=37186 (was 37189) 2018-11-15 19:18:09,389 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=23421 is superior to 1024 2018-11-15 19:18:09,491 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testDelete_mixed Thread=16, OpenFileDescriptor=23423, MaxFileDescriptor=32000, SystemLoadAverage=159, ProcessCount=362, AvailableMemoryMB=37188 2018-11-15 19:18:09,492 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=23423 is superior to 1024 2018-11-15 19:18:09,518 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/9d2daaba-9eff-ea96-5656-693b3a1c4402 2018-11-15 19:18:09,518 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:18:09,518 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/9d2daaba-9eff-ea96-5656-693b3a1c4402 2018-11-15 19:18:09,518 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:18:09,518 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/9d2daaba-9eff-ea96-5656-693b3a1c4402 2018-11-15 19:18:09,519 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:18:09,520 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:18:09,524 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-88661781, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/9d2daaba-9eff-ea96-5656-693b3a1c4402/d45d9e79-c05d-e1c6-6232-ba2c274b9287/testDelete_mixed.log/WALs/hregion-88661781, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/9d2daaba-9eff-ea96-5656-693b3a1c4402/d45d9e79-c05d-e1c6-6232-ba2c274b9287/testDelete_mixed.log/oldWALs 2018-11-15 19:18:09,612 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/9d2daaba-9eff-ea96-5656-693b3a1c4402/d45d9e79-c05d-e1c6-6232-ba2c274b9287/testDelete_mixed.log/WALs/hregion-88661781/hregion-88661781.1542309489525 2018-11-15 19:18:09,612 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:18:09,613 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDelete_mixed HTD == 'testDelete_mixed', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'info', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/9d2daaba-9eff-ea96-5656-693b3a1c4402 Table name == testDelete_mixed 2018-11-15 19:18:09,703 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDelete_mixed,,1542309489613.98929792abb1c1221c253b6b42130d69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:18:09,705 DEBUG [StoreOpener-98929792abb1c1221c253b6b42130d69-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:09,706 INFO [StoreOpener-98929792abb1c1221c253b6b42130d69-1] hfile.CacheConfig(237): Created cacheConfig for info: blockCache=LruBlockCache{blockCount=233, currentSize=8.62 MB, freeSize=986.98 MB, maxSize=995.60 MB, heapSize=8.62 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:09,707 INFO [StoreOpener-98929792abb1c1221c253b6b42130d69-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:09,707 INFO [StoreOpener-98929792abb1c1221c253b6b42130d69-1] regionserver.HStore(335): Store=info, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:09,708 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 98929792abb1c1221c253b6b42130d69 2018-11-15 19:18:09,709 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/9d2daaba-9eff-ea96-5656-693b3a1c4402/data/default/testDelete_mixed/98929792abb1c1221c253b6b42130d69 2018-11-15 19:18:09,709 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/9d2daaba-9eff-ea96-5656-693b3a1c4402/default/testDelete_mixed/98929792abb1c1221c253b6b42130d69 2018-11-15 19:18:09,709 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 98929792abb1c1221c253b6b42130d69 2018-11-15 19:18:09,709 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 98929792abb1c1221c253b6b42130d69 2018-11-15 19:18:09,710 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 98929792abb1c1221c253b6b42130d69 2018-11-15 19:18:09,710 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 98929792abb1c1221c253b6b42130d69 2018-11-15 19:18:09,793 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/9d2daaba-9eff-ea96-5656-693b3a1c4402/default/testDelete_mixed/98929792abb1c1221c253b6b42130d69/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:18:09,793 INFO [Time-limited test] regionserver.HRegion(1009): Opened 98929792abb1c1221c253b6b42130d69; next sequenceid=2 2018-11-15 19:18:09,802 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 98929792abb1c1221c253b6b42130d69, disabling compactions & flushes 2018-11-15 19:18:09,802 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDelete_mixed,,1542309489613.98929792abb1c1221c253b6b42130d69. 2018-11-15 19:18:09,802 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=332 B heapSize=1.09 KB 2018-11-15 19:18:09,887 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 054fc555b7c0443a88aff831d1da5fc6 2018-11-15 19:18:09,891 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=332 B at sequenceid=9 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/9d2daaba-9eff-ea96-5656-693b3a1c4402/data/default/testDelete_mixed/98929792abb1c1221c253b6b42130d69/.tmp/info/054fc555b7c0443a88aff831d1da5fc6 2018-11-15 19:18:09,892 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 054fc555b7c0443a88aff831d1da5fc6 2018-11-15 19:18:09,893 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/9d2daaba-9eff-ea96-5656-693b3a1c4402/data/default/testDelete_mixed/98929792abb1c1221c253b6b42130d69/.tmp/info/054fc555b7c0443a88aff831d1da5fc6 as /mnt/disk2/a/hbase/hbase-server/target/test-data/9d2daaba-9eff-ea96-5656-693b3a1c4402/data/default/testDelete_mixed/98929792abb1c1221c253b6b42130d69/info/054fc555b7c0443a88aff831d1da5fc6 2018-11-15 19:18:09,894 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 054fc555b7c0443a88aff831d1da5fc6 2018-11-15 19:18:09,894 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/9d2daaba-9eff-ea96-5656-693b3a1c4402/data/default/testDelete_mixed/98929792abb1c1221c253b6b42130d69/info/054fc555b7c0443a88aff831d1da5fc6, entries=2, sequenceid=9, filesize=4.9 K 2018-11-15 19:18:09,895 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~332 B/332, heapSize ~1.08 KB/1104, currentSize=0 B/0 for 98929792abb1c1221c253b6b42130d69 in 10ms, sequenceid=9, compaction requested=false 2018-11-15 19:18:09,897 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDelete_mixed,,1542309489613.98929792abb1c1221c253b6b42130d69. 2018-11-15 19:18:09,899 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/9d2daaba-9eff-ea96-5656-693b3a1c4402/d45d9e79-c05d-e1c6-6232-ba2c274b9287/testDelete_mixed.log/oldWALs 2018-11-15 19:18:09,899 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-88661781:(num 1542309489525) 2018-11-15 19:18:09,899 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/9d2daaba-9eff-ea96-5656-693b3a1c4402 2018-11-15 19:18:10,002 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testDelete_mixed Thread=16 (was 16), OpenFileDescriptor=23709 (was 23423) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=159 (was 159), ProcessCount=362 (was 362), AvailableMemoryMB=37186 (was 37188) 2018-11-15 19:18:10,003 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=23709 is superior to 1024 2018-11-15 19:18:10,107 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testFlushCacheWhileScanning Thread=16, OpenFileDescriptor=23711, MaxFileDescriptor=32000, SystemLoadAverage=159, ProcessCount=362, AvailableMemoryMB=37185 2018-11-15 19:18:10,107 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=23711 is superior to 1024 2018-11-15 19:18:10,137 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb 2018-11-15 19:18:10,137 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:18:10,137 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb 2018-11-15 19:18:10,137 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:18:10,137 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb 2018-11-15 19:18:10,138 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:18:10,139 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:18:10,144 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-93952129, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/c9f0b474-03f8-507a-a854-b4e850ea0432/testFlushCacheWhileScanning.log/WALs/hregion-93952129, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/c9f0b474-03f8-507a-a854-b4e850ea0432/testFlushCacheWhileScanning.log/oldWALs 2018-11-15 19:18:10,232 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/c9f0b474-03f8-507a-a854-b4e850ea0432/testFlushCacheWhileScanning.log/WALs/hregion-93952129/hregion-93952129.1542309490145 2018-11-15 19:18:10,232 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:18:10,233 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testFlushCacheWhileScanning HTD == 'testFlushCacheWhileScanning', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb Table name == testFlushCacheWhileScanning 2018-11-15 19:18:10,319 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:18:10,321 DEBUG [StoreOpener-9e1cb070bc2ab8de063fbd2ec5ef35d5-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:10,322 INFO [StoreOpener-9e1cb070bc2ab8de063fbd2ec5ef35d5-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=233, currentSize=8.62 MB, freeSize=986.98 MB, maxSize=995.60 MB, heapSize=8.62 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:10,323 INFO [StoreOpener-9e1cb070bc2ab8de063fbd2ec5ef35d5-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:10,324 INFO [StoreOpener-9e1cb070bc2ab8de063fbd2ec5ef35d5-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:10,324 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 9e1cb070bc2ab8de063fbd2ec5ef35d5 2018-11-15 19:18:10,325 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5 2018-11-15 19:18:10,325 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5 2018-11-15 19:18:10,325 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 9e1cb070bc2ab8de063fbd2ec5ef35d5 2018-11-15 19:18:10,326 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 9e1cb070bc2ab8de063fbd2ec5ef35d5 2018-11-15 19:18:10,326 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 9e1cb070bc2ab8de063fbd2ec5ef35d5 2018-11-15 19:18:10,327 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 9e1cb070bc2ab8de063fbd2ec5ef35d5 2018-11-15 19:18:10,413 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:18:10,413 INFO [Time-limited test] regionserver.HRegion(1009): Opened 9e1cb070bc2ab8de063fbd2ec5ef35d5; next sequenceid=2 2018-11-15 19:18:10,414 INFO [Time-limited test] regionserver.HRegion(8449): writing data to region testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:18:10,418 INFO [FlushThread] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=517 B heapSize=1.54 KB 2018-11-15 19:18:10,420 INFO [Time-limited test] regionserver.HRegion(8449): writing data to region testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:18:10,436 DEBUG [Time-limited test] regionserver.TestHRegion(3454): iteration = 100 ts=1542309490436 2018-11-15 19:18:10,436 DEBUG [Time-limited test] compactions.SortedCompactionPolicy(68): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2018-11-15 19:18:10,450 DEBUG [Time-limited test] regionserver.TestHRegion(3454): iteration = 200 ts=1542309490450 2018-11-15 19:18:10,451 DEBUG [Time-limited test] compactions.SortedCompactionPolicy(68): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2018-11-15 19:18:10,470 DEBUG [Time-limited test] regionserver.TestHRegion(3454): iteration = 300 ts=1542309490470 2018-11-15 19:18:10,470 DEBUG [Time-limited test] compactions.SortedCompactionPolicy(68): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2018-11-15 19:18:10,490 DEBUG [Time-limited test] regionserver.TestHRegion(3454): iteration = 400 ts=1542309490490 2018-11-15 19:18:10,490 DEBUG [Time-limited test] compactions.SortedCompactionPolicy(68): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2018-11-15 19:18:10,495 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 4003e42b15494a1d8a0b2af27f425fea 2018-11-15 19:18:10,496 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=517 B at sequenceid=13 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/.tmp/family/4003e42b15494a1d8a0b2af27f425fea 2018-11-15 19:18:10,497 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/.tmp/family/4003e42b15494a1d8a0b2af27f425fea as /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/4003e42b15494a1d8a0b2af27f425fea 2018-11-15 19:18:10,498 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/4003e42b15494a1d8a0b2af27f425fea, entries=11, sequenceid=13, filesize=5.3 K 2018-11-15 19:18:10,500 INFO [FlushThread] regionserver.HRegion(2856): Finished flush of dataSize ~517 B/517, heapSize ~1.52 KB/1560, currentSize=19.74 KB/20210 for 9e1cb070bc2ab8de063fbd2ec5ef35d5 in 82ms, sequenceid=13, compaction requested=false 2018-11-15 19:18:10,500 DEBUG [FlushThread] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309490417 Obtaining lock to block concurrent updates at 1542309490418 Preparing flush snapshotting stores in 9e1cb070bc2ab8de063fbd2ec5ef35d5 at 1542309490418 Finished memstore snapshotting testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5., syncing WAL and waiting on mvcc, flushsize=dataSize=517, getHeapSize=1560, getOffHeapSize=0 at 1542309490420 Flushing stores of testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5. at 1542309490420 Flushing family: creating writer at 1542309490421 Flushing family: appending metadata at 1542309490495 Flushing family: closing flushed file at 1542309490495 Flushing family: reopening flushed file at 1542309490498 Finished flush of dataSize ~517 B/517, heapSize ~1.52 KB/1560, currentSize=19.74 KB/20210 for 9e1cb070bc2ab8de063fbd2ec5ef35d5 in 82ms, sequenceid=13, compaction requested=false at 1542309490500 Flush successful at 1542309490500 2018-11-15 19:18:10,501 INFO [Time-limited test] regionserver.HRegion(8449): writing data to region testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:18:10,501 INFO [FlushThread] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=19.92 KB heapSize=51.11 KB 2018-11-15 19:18:10,518 DEBUG [Time-limited test] regionserver.TestHRegion(3454): iteration = 500 ts=1542309490518 2018-11-15 19:18:10,518 DEBUG [Time-limited test] compactions.SortedCompactionPolicy(68): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2018-11-15 19:18:10,518 DEBUG [Time-limited test] regionserver.HStore(1825): 9e1cb070bc2ab8de063fbd2ec5ef35d5 - family: Initiating major compaction (all files) 2018-11-15 19:18:10,518 INFO [Time-limited test] regionserver.HRegion(2185): Starting compaction of family in testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5. 2018-11-15 19:18:10,518 INFO [Time-limited test] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/4003e42b15494a1d8a0b2af27f425fea] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/.tmp, totalSize=5.3 K 2018-11-15 19:18:10,519 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 4003e42b15494a1d8a0b2af27f425fea, keycount=11, bloomtype=ROW, size=5.3 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1542309490414 2018-11-15 19:18:10,599 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 1d71dcaea896425e85316ee96a306e0b 2018-11-15 19:18:10,600 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 9c59612eb6ca40e29dae459cb65ed58f 2018-11-15 19:18:10,600 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=20.20 KB at sequenceid=456 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/.tmp/family/1d71dcaea896425e85316ee96a306e0b 2018-11-15 19:18:10,602 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/.tmp/family/1d71dcaea896425e85316ee96a306e0b as /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/1d71dcaea896425e85316ee96a306e0b 2018-11-15 19:18:10,603 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/.tmp/family/9c59612eb6ca40e29dae459cb65ed58f as /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/9c59612eb6ca40e29dae459cb65ed58f 2018-11-15 19:18:10,603 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/1d71dcaea896425e85316ee96a306e0b, entries=440, sequenceid=456, filesize=26.9 K 2018-11-15 19:18:10,604 INFO [FlushThread] regionserver.HRegion(2856): Finished flush of dataSize ~20.20 KB/20680, heapSize ~51.80 KB/53040, currentSize=2.29 KB/2350 for 9e1cb070bc2ab8de063fbd2ec5ef35d5 in 103ms, sequenceid=456, compaction requested=false 2018-11-15 19:18:10,604 DEBUG [FlushThread] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309490501 Obtaining lock to block concurrent updates at 1542309490501 Preparing flush snapshotting stores in 9e1cb070bc2ab8de063fbd2ec5ef35d5 at 1542309490501 Finished memstore snapshotting testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5., syncing WAL and waiting on mvcc, flushsize=dataSize=20680, getHeapSize=53040, getOffHeapSize=0 at 1542309490501 Flushing stores of testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5. at 1542309490502 Flushing family: creating writer at 1542309490502 Flushing family: appending metadata at 1542309490600 Flushing family: closing flushed file at 1542309490600 Flushing family: reopening flushed file at 1542309490602 Finished flush of dataSize ~20.20 KB/20680, heapSize ~51.80 KB/53040, currentSize=2.29 KB/2350 for 9e1cb070bc2ab8de063fbd2ec5ef35d5 in 103ms, sequenceid=456, compaction requested=false at 1542309490604 Flush successful at 1542309490604 2018-11-15 19:18:10,604 INFO [Time-limited test] regionserver.HStore(1578): Completed major compaction of 1 (all) file(s) in family of 9e1cb070bc2ab8de063fbd2ec5ef35d5 into 9c59612eb6ca40e29dae459cb65ed58f(size=5.3 K), total size for store is 32.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:18:10,604 DEBUG [Time-limited test] regionserver.HRegion(2215): Compaction status journal: Compacting store family at 1542309490518 Compaction complete at 1542309490604 2018-11-15 19:18:10,610 INFO [Time-limited test] regionserver.HRegion(8449): writing data to region testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:18:10,610 INFO [FlushThread] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=2.39 KB heapSize=6.34 KB 2018-11-15 19:18:10,642 DEBUG [Time-limited test] regionserver.TestHRegion(3454): iteration = 600 ts=1542309490642 2018-11-15 19:18:10,642 DEBUG [Time-limited test] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:18:10,642 DEBUG [Time-limited test] regionserver.HStore(1825): 9e1cb070bc2ab8de063fbd2ec5ef35d5 - family: Initiating major compaction (all files) 2018-11-15 19:18:10,642 INFO [Time-limited test] regionserver.HRegion(2185): Starting compaction of family in testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5. 2018-11-15 19:18:10,642 INFO [Time-limited test] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/9c59612eb6ca40e29dae459cb65ed58f, /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/1d71dcaea896425e85316ee96a306e0b] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/.tmp, totalSize=32.1 K 2018-11-15 19:18:10,643 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 9c59612eb6ca40e29dae459cb65ed58f, keycount=11, bloomtype=ROW, size=5.3 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1542309490414 2018-11-15 19:18:10,643 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 1d71dcaea896425e85316ee96a306e0b, keycount=440, bloomtype=ROW, size=26.9 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1542309490420 2018-11-15 19:18:10,722 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on aca857a504d948c6a96787a319f7f1ee 2018-11-15 19:18:10,723 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 3217e3e3f0b94bac93681260e28dc80d 2018-11-15 19:18:10,723 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=2.75 KB at sequenceid=520 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/.tmp/family/aca857a504d948c6a96787a319f7f1ee 2018-11-15 19:18:10,725 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/.tmp/family/aca857a504d948c6a96787a319f7f1ee as /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/aca857a504d948c6a96787a319f7f1ee 2018-11-15 19:18:10,726 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/aca857a504d948c6a96787a319f7f1ee, entries=60, sequenceid=520, filesize=7.8 K 2018-11-15 19:18:10,727 INFO [FlushThread] regionserver.HRegion(2856): Finished flush of dataSize ~2.75 KB/2820, heapSize ~7.27 KB/7440, currentSize=4.13 KB/4230 for 9e1cb070bc2ab8de063fbd2ec5ef35d5 in 117ms, sequenceid=520, compaction requested=false 2018-11-15 19:18:10,727 DEBUG [FlushThread] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309490610 Obtaining lock to block concurrent updates at 1542309490611 Preparing flush snapshotting stores in 9e1cb070bc2ab8de063fbd2ec5ef35d5 at 1542309490611 Finished memstore snapshotting testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5., syncing WAL and waiting on mvcc, flushsize=dataSize=2820, getHeapSize=7440, getOffHeapSize=0 at 1542309490611 Flushing stores of testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5. at 1542309490611 Flushing family: creating writer at 1542309490611 Flushing family: appending metadata at 1542309490723 Flushing family: closing flushed file at 1542309490723 Flushing family: reopening flushed file at 1542309490725 Finished flush of dataSize ~2.75 KB/2820, heapSize ~7.27 KB/7440, currentSize=4.13 KB/4230 for 9e1cb070bc2ab8de063fbd2ec5ef35d5 in 117ms, sequenceid=520, compaction requested=false at 1542309490727 Flush successful at 1542309490727 2018-11-15 19:18:10,727 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/.tmp/family/3217e3e3f0b94bac93681260e28dc80d as /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/3217e3e3f0b94bac93681260e28dc80d 2018-11-15 19:18:10,730 INFO [Time-limited test] regionserver.HStore(1578): Completed major compaction of 2 (all) file(s) in family of 9e1cb070bc2ab8de063fbd2ec5ef35d5 into 3217e3e3f0b94bac93681260e28dc80d(size=27.4 K), total size for store is 35.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:18:10,730 DEBUG [Time-limited test] regionserver.HRegion(2215): Compaction status journal: Compacting store family at 1542309490642 Compaction complete at 1542309490730 2018-11-15 19:18:10,736 INFO [Time-limited test] regionserver.HRegion(8449): writing data to region testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:18:10,736 INFO [FlushThread] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=4.22 KB heapSize=11.03 KB 2018-11-15 19:18:10,774 DEBUG [Time-limited test] regionserver.TestHRegion(3454): iteration = 700 ts=1542309490774 2018-11-15 19:18:10,774 DEBUG [Time-limited test] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:18:10,774 DEBUG [Time-limited test] regionserver.HStore(1825): 9e1cb070bc2ab8de063fbd2ec5ef35d5 - family: Initiating major compaction (all files) 2018-11-15 19:18:10,774 INFO [Time-limited test] regionserver.HRegion(2185): Starting compaction of family in testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5. 2018-11-15 19:18:10,775 INFO [Time-limited test] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/3217e3e3f0b94bac93681260e28dc80d, /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/aca857a504d948c6a96787a319f7f1ee] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/.tmp, totalSize=35.2 K 2018-11-15 19:18:10,775 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 3217e3e3f0b94bac93681260e28dc80d, keycount=451, bloomtype=ROW, size=27.4 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1542309490414 2018-11-15 19:18:10,775 DEBUG [Time-limited test] compactions.Compactor(202): Compacting aca857a504d948c6a96787a319f7f1ee, keycount=60, bloomtype=ROW, size=7.8 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1542309490505 2018-11-15 19:18:10,868 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 0efce556e4844eb88e086705aff58242 2018-11-15 19:18:10,870 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=4.59 KB at sequenceid=624 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/.tmp/family/0efce556e4844eb88e086705aff58242 2018-11-15 19:18:10,871 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/.tmp/family/0efce556e4844eb88e086705aff58242 as /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/0efce556e4844eb88e086705aff58242 2018-11-15 19:18:10,872 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 77a08072a0434578b04631d45084d6f8 2018-11-15 19:18:10,872 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/0efce556e4844eb88e086705aff58242, entries=100, sequenceid=624, filesize=9.7 K 2018-11-15 19:18:10,873 INFO [FlushThread] regionserver.HRegion(2856): Finished flush of dataSize ~4.59 KB/4700, heapSize ~11.95 KB/12240, currentSize=4.13 KB/4230 for 9e1cb070bc2ab8de063fbd2ec5ef35d5 in 137ms, sequenceid=624, compaction requested=false 2018-11-15 19:18:10,874 DEBUG [FlushThread] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309490736 Obtaining lock to block concurrent updates at 1542309490737 Preparing flush snapshotting stores in 9e1cb070bc2ab8de063fbd2ec5ef35d5 at 1542309490737 Finished memstore snapshotting testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5., syncing WAL and waiting on mvcc, flushsize=dataSize=4700, getHeapSize=12240, getOffHeapSize=0 at 1542309490737 Flushing stores of testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5. at 1542309490737 Flushing family: creating writer at 1542309490737 Flushing family: appending metadata at 1542309490869 Flushing family: closing flushed file at 1542309490869 Flushing family: reopening flushed file at 1542309490872 Finished flush of dataSize ~4.59 KB/4700, heapSize ~11.95 KB/12240, currentSize=4.13 KB/4230 for 9e1cb070bc2ab8de063fbd2ec5ef35d5 in 137ms, sequenceid=624, compaction requested=false at 1542309490873 Flush successful at 1542309490873 2018-11-15 19:18:10,877 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/.tmp/family/77a08072a0434578b04631d45084d6f8 as /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/77a08072a0434578b04631d45084d6f8 2018-11-15 19:18:10,879 INFO [Time-limited test] regionserver.HStore(1578): Completed major compaction of 2 (all) file(s) in family of 9e1cb070bc2ab8de063fbd2ec5ef35d5 into 77a08072a0434578b04631d45084d6f8(size=30.3 K), total size for store is 40.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:18:10,879 DEBUG [Time-limited test] regionserver.HRegion(2215): Compaction status journal: Compacting store family at 1542309490774 Compaction complete at 1542309490879 2018-11-15 19:18:10,884 INFO [Time-limited test] regionserver.HRegion(8449): writing data to region testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:18:10,884 INFO [FlushThread] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=4.18 KB heapSize=10.91 KB 2018-11-15 19:18:10,923 DEBUG [Time-limited test] regionserver.TestHRegion(3454): iteration = 800 ts=1542309490923 2018-11-15 19:18:10,923 DEBUG [Time-limited test] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:18:10,923 DEBUG [Time-limited test] regionserver.HStore(1825): 9e1cb070bc2ab8de063fbd2ec5ef35d5 - family: Initiating major compaction (all files) 2018-11-15 19:18:10,923 INFO [Time-limited test] regionserver.HRegion(2185): Starting compaction of family in testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5. 2018-11-15 19:18:10,924 INFO [Time-limited test] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/77a08072a0434578b04631d45084d6f8, /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/0efce556e4844eb88e086705aff58242] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/.tmp, totalSize=40.0 K 2018-11-15 19:18:10,924 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 77a08072a0434578b04631d45084d6f8, keycount=511, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1542309490414 2018-11-15 19:18:10,924 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 0efce556e4844eb88e086705aff58242, keycount=100, bloomtype=ROW, size=9.7 K, encoding=NONE, compression=NONE, seqNum=624, earliestPutTs=1542309490614 2018-11-15 19:18:11,021 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on a9517baf6f1b45adb6134f7f19013cb6 2018-11-15 19:18:11,022 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=4.59 KB at sequenceid=728 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/.tmp/family/a9517baf6f1b45adb6134f7f19013cb6 2018-11-15 19:18:11,023 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/.tmp/family/a9517baf6f1b45adb6134f7f19013cb6 as /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/a9517baf6f1b45adb6134f7f19013cb6 2018-11-15 19:18:11,024 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/a9517baf6f1b45adb6134f7f19013cb6, entries=100, sequenceid=728, filesize=9.7 K 2018-11-15 19:18:11,024 INFO [FlushThread] regionserver.HRegion(2856): Finished flush of dataSize ~4.59 KB/4700, heapSize ~11.95 KB/12240, currentSize=4.13 KB/4230 for 9e1cb070bc2ab8de063fbd2ec5ef35d5 in 140ms, sequenceid=728, compaction requested=false 2018-11-15 19:18:11,024 DEBUG [FlushThread] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309490884 Obtaining lock to block concurrent updates at 1542309490885 Preparing flush snapshotting stores in 9e1cb070bc2ab8de063fbd2ec5ef35d5 at 1542309490885 Finished memstore snapshotting testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5., syncing WAL and waiting on mvcc, flushsize=dataSize=4700, getHeapSize=12240, getOffHeapSize=0 at 1542309490885 Flushing stores of testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5. at 1542309490885 Flushing family: creating writer at 1542309490885 Flushing family: appending metadata at 1542309491022 Flushing family: closing flushed file at 1542309491022 Flushing family: reopening flushed file at 1542309491023 Finished flush of dataSize ~4.59 KB/4700, heapSize ~11.95 KB/12240, currentSize=4.13 KB/4230 for 9e1cb070bc2ab8de063fbd2ec5ef35d5 in 140ms, sequenceid=728, compaction requested=false at 1542309491024 Flush successful at 1542309491024 2018-11-15 19:18:11,027 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on ad040f0aa4044e17b6443fb4dadc3ddb 2018-11-15 19:18:11,032 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/.tmp/family/ad040f0aa4044e17b6443fb4dadc3ddb as /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/ad040f0aa4044e17b6443fb4dadc3ddb 2018-11-15 19:18:11,033 INFO [Time-limited test] regionserver.HStore(1578): Completed major compaction of 2 (all) file(s) in family of 9e1cb070bc2ab8de063fbd2ec5ef35d5 into ad040f0aa4044e17b6443fb4dadc3ddb(size=35.2 K), total size for store is 44.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:18:11,034 DEBUG [Time-limited test] regionserver.HRegion(2215): Compaction status journal: Compacting store family at 1542309490924 Compaction complete at 1542309491034 2018-11-15 19:18:11,038 INFO [FlushThread] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=4.18 KB heapSize=10.91 KB 2018-11-15 19:18:11,038 INFO [Time-limited test] regionserver.HRegion(8449): writing data to region testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:18:11,073 DEBUG [Time-limited test] regionserver.TestHRegion(3454): iteration = 900 ts=1542309491073 2018-11-15 19:18:11,073 DEBUG [Time-limited test] compactions.SortedCompactionPolicy(68): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2018-11-15 19:18:11,073 DEBUG [Time-limited test] regionserver.HStore(1825): 9e1cb070bc2ab8de063fbd2ec5ef35d5 - family: Initiating major compaction (all files) 2018-11-15 19:18:11,074 INFO [Time-limited test] regionserver.HRegion(2185): Starting compaction of family in testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5. 2018-11-15 19:18:11,074 INFO [Time-limited test] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/ad040f0aa4044e17b6443fb4dadc3ddb, /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/a9517baf6f1b45adb6134f7f19013cb6] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/.tmp, totalSize=44.9 K 2018-11-15 19:18:11,074 DEBUG [Time-limited test] compactions.Compactor(202): Compacting ad040f0aa4044e17b6443fb4dadc3ddb, keycount=611, bloomtype=ROW, size=35.2 K, encoding=NONE, compression=NONE, seqNum=624, earliestPutTs=1542309490414 2018-11-15 19:18:11,074 DEBUG [Time-limited test] compactions.Compactor(202): Compacting a9517baf6f1b45adb6134f7f19013cb6, keycount=100, bloomtype=ROW, size=9.7 K, encoding=NONE, compression=NONE, seqNum=728, earliestPutTs=1542309490741 2018-11-15 19:18:11,149 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on 000f8c81c6b944769e324f255399862d 2018-11-15 19:18:11,151 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=4.22 KB at sequenceid=824 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/.tmp/family/000f8c81c6b944769e324f255399862d 2018-11-15 19:18:11,152 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 159676d2b4a74c8fb68657207d43e127 2018-11-15 19:18:11,152 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/.tmp/family/000f8c81c6b944769e324f255399862d as /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/000f8c81c6b944769e324f255399862d 2018-11-15 19:18:11,153 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/000f8c81c6b944769e324f255399862d, entries=92, sequenceid=824, filesize=9.3 K 2018-11-15 19:18:11,154 INFO [FlushThread] regionserver.HRegion(2856): Finished flush of dataSize ~4.22 KB/4324, heapSize ~11.02 KB/11280, currentSize=4.50 KB/4606 for 9e1cb070bc2ab8de063fbd2ec5ef35d5 in 116ms, sequenceid=824, compaction requested=false 2018-11-15 19:18:11,154 DEBUG [FlushThread] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309491038 Obtaining lock to block concurrent updates at 1542309491038 Preparing flush snapshotting stores in 9e1cb070bc2ab8de063fbd2ec5ef35d5 at 1542309491038 Finished memstore snapshotting testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5., syncing WAL and waiting on mvcc, flushsize=dataSize=4324, getHeapSize=11280, getOffHeapSize=0 at 1542309491038 Flushing stores of testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5. at 1542309491039 Flushing family: creating writer at 1542309491039 Flushing family: appending metadata at 1542309491150 Flushing family: closing flushed file at 1542309491150 Flushing family: reopening flushed file at 1542309491153 Finished flush of dataSize ~4.22 KB/4324, heapSize ~11.02 KB/11280, currentSize=4.50 KB/4606 for 9e1cb070bc2ab8de063fbd2ec5ef35d5 in 116ms, sequenceid=824, compaction requested=false at 1542309491154 Flush successful at 1542309491154 2018-11-15 19:18:11,157 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/.tmp/family/159676d2b4a74c8fb68657207d43e127 as /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/159676d2b4a74c8fb68657207d43e127 2018-11-15 19:18:11,159 INFO [Time-limited test] regionserver.HStore(1578): Completed major compaction of 2 (all) file(s) in family of 9e1cb070bc2ab8de063fbd2ec5ef35d5 into 159676d2b4a74c8fb68657207d43e127(size=40.1 K), total size for store is 49.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:18:11,160 DEBUG [Time-limited test] regionserver.HRegion(2215): Compaction status journal: Compacting store family at 1542309491074 Compaction complete at 1542309491160 2018-11-15 19:18:11,165 INFO [Time-limited test] regionserver.HRegion(8449): writing data to region testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:18:11,165 INFO [FlushThread] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=4.64 KB heapSize=12.09 KB 2018-11-15 19:18:11,210 WARN [FlushThread] regionserver.HStore(1041): Failed flushing store file, retrying num=0 java.io.IOException: java.lang.InterruptedException at org.apache.hadoop.util.Shell.runCommand(Shell.java:588) at org.apache.hadoop.util.Shell.run(Shell.java:482) at org.apache.hadoop.util.Shell$ShellCommandExecutor.execute(Shell.java:776) at org.apache.hadoop.util.Shell.execCommand(Shell.java:869) at org.apache.hadoop.util.Shell.execCommand(Shell.java:852) at org.apache.hadoop.fs.RawLocalFileSystem.setPermission(RawLocalFileSystem.java:733) at org.apache.hadoop.fs.RawLocalFileSystem$LocalFSFileOutputStream.(RawLocalFileSystem.java:225) at org.apache.hadoop.fs.RawLocalFileSystem$LocalFSFileOutputStream.(RawLocalFileSystem.java:209) at org.apache.hadoop.fs.RawLocalFileSystem.createOutputStreamWithMode(RawLocalFileSystem.java:307) at org.apache.hadoop.fs.RawLocalFileSystem.create(RawLocalFileSystem.java:295) at org.apache.hadoop.fs.RawLocalFileSystem.create(RawLocalFileSystem.java:328) at org.apache.hadoop.fs.ChecksumFileSystem.create(ChecksumFileSystem.java:465) at org.apache.hadoop.fs.ChecksumFileSystem.create(ChecksumFileSystem.java:440) at org.apache.hadoop.hbase.util.CommonFSUtils.create(CommonFSUtils.java:253) at org.apache.hadoop.hbase.util.FSUtils.create(FSUtils.java:240) at org.apache.hadoop.hbase.io.hfile.HFileWriterImpl.createOutputStream(HFileWriterImpl.java:287) at org.apache.hadoop.hbase.io.hfile.HFile$WriterFactory.create(HFile.java:331) at org.apache.hadoop.hbase.regionserver.StoreFileWriter.(StoreFileWriter.java:110) at org.apache.hadoop.hbase.regionserver.StoreFileWriter.(StoreFileWriter.java:66) at org.apache.hadoop.hbase.regionserver.StoreFileWriter$Builder.build(StoreFileWriter.java:496) at org.apache.hadoop.hbase.regionserver.HStore.createWriterInTmp(HStore.java:1122) at org.apache.hadoop.hbase.regionserver.DefaultStoreFlusher.flushSnapshot(DefaultStoreFlusher.java:64) at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:1024) at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:2304) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:2744) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2478) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2450) at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2340) at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2243) at org.apache.hadoop.hbase.regionserver.TestHRegion$FlushThread.run(TestHRegion.java:3527) 2018-11-15 19:18:12,299 DEBUG [FlushThread] hfile.HFile$WriterFactory(336): Unable to set drop behind on a64b6a309f4f4861979b1f49a4b90285 2018-11-15 19:18:12,301 INFO [FlushThread] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=4.96 KB at sequenceid=936 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/.tmp/family/a64b6a309f4f4861979b1f49a4b90285 2018-11-15 19:18:12,302 DEBUG [FlushThread] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/.tmp/family/a64b6a309f4f4861979b1f49a4b90285 as /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/a64b6a309f4f4861979b1f49a4b90285 2018-11-15 19:18:12,303 INFO [FlushThread] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/a64b6a309f4f4861979b1f49a4b90285, entries=108, sequenceid=936, filesize=10.2 K 2018-11-15 19:18:12,304 INFO [FlushThread] regionserver.HRegion(2856): Finished flush of dataSize ~4.96 KB/5076, heapSize ~12.89 KB/13200, currentSize=4.08 KB/4183 for 9e1cb070bc2ab8de063fbd2ec5ef35d5 in 1139ms, sequenceid=936, compaction requested=true 2018-11-15 19:18:12,304 DEBUG [FlushThread] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309491165 Obtaining lock to block concurrent updates at 1542309491165 Preparing flush snapshotting stores in 9e1cb070bc2ab8de063fbd2ec5ef35d5 at 1542309491165 Finished memstore snapshotting testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5., syncing WAL and waiting on mvcc, flushsize=dataSize=5076, getHeapSize=13200, getOffHeapSize=0 at 1542309491166 Flushing stores of testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5. at 1542309491166 Flushing family: creating writer at 1542309491166 Flushing family: creating writer at 1542309492211 Flushing family: appending metadata at 1542309492300 Flushing family: closing flushed file at 1542309492300 Flushing family: reopening flushed file at 1542309492303 Finished flush of dataSize ~4.96 KB/5076, heapSize ~12.89 KB/13200, currentSize=4.08 KB/4183 for 9e1cb070bc2ab8de063fbd2ec5ef35d5 in 1139ms, sequenceid=936, compaction requested=true at 1542309492304 Flush successful at 1542309492304 2018-11-15 19:18:12,305 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 9e1cb070bc2ab8de063fbd2ec5ef35d5, disabling compactions & flushes 2018-11-15 19:18:12,305 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5. 2018-11-15 19:18:12,305 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=4.08 KB heapSize=10.68 KB 2018-11-15 19:18:12,391 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 87e53146a7cf4ac7ae7853798d7c1f82 2018-11-15 19:18:12,393 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=4.08 KB at sequenceid=1028 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/.tmp/family/87e53146a7cf4ac7ae7853798d7c1f82 2018-11-15 19:18:12,394 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/.tmp/family/87e53146a7cf4ac7ae7853798d7c1f82 as /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/87e53146a7cf4ac7ae7853798d7c1f82 2018-11-15 19:18:12,396 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/87e53146a7cf4ac7ae7853798d7c1f82, entries=89, sequenceid=1028, filesize=9.2 K 2018-11-15 19:18:12,397 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~4.08 KB/4183, heapSize ~10.66 KB/10920, currentSize=0 B/0 for 9e1cb070bc2ab8de063fbd2ec5ef35d5 in 92ms, sequenceid=1028, compaction requested=true 2018-11-15 19:18:12,398 WARN [StoreCloserThread-testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5.-1] regionserver.HStore(2641): Region closing but StoreFile still has references: file=/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/4003e42b15494a1d8a0b2af27f425fea, refCount=6 2018-11-15 19:18:12,399 WARN [StoreCloserThread-testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5.-1] regionserver.HStore(2641): Region closing but StoreFile still has references: file=/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/9c59612eb6ca40e29dae459cb65ed58f, refCount=10 2018-11-15 19:18:12,400 WARN [StoreCloserThread-testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5.-1] regionserver.HStore(2641): Region closing but StoreFile still has references: file=/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/3217e3e3f0b94bac93681260e28dc80d, refCount=10 2018-11-15 19:18:12,401 WARN [StoreCloserThread-testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5.-1] regionserver.HStore(2641): Region closing but StoreFile still has references: file=/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/1d71dcaea896425e85316ee96a306e0b, refCount=10 2018-11-15 19:18:12,401 WARN [StoreCloserThread-testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5.-1] regionserver.HStore(2641): Region closing but StoreFile still has references: file=/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/77a08072a0434578b04631d45084d6f8, refCount=10 2018-11-15 19:18:12,402 WARN [StoreCloserThread-testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5.-1] regionserver.HStore(2641): Region closing but StoreFile still has references: file=/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/aca857a504d948c6a96787a319f7f1ee, refCount=10 2018-11-15 19:18:12,403 WARN [StoreCloserThread-testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5.-1] regionserver.HStore(2641): Region closing but StoreFile still has references: file=/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/ad040f0aa4044e17b6443fb4dadc3ddb, refCount=10 2018-11-15 19:18:12,404 WARN [StoreCloserThread-testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5.-1] regionserver.HStore(2641): Region closing but StoreFile still has references: file=/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/0efce556e4844eb88e086705aff58242, refCount=10 2018-11-15 19:18:12,404 WARN [StoreCloserThread-testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5.-1] regionserver.HStore(2641): Region closing but StoreFile still has references: file=/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/a9517baf6f1b45adb6134f7f19013cb6, refCount=10 2018-11-15 19:18:12,405 DEBUG [StoreCloserThread-testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5.-1] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/4003e42b15494a1d8a0b2af27f425fea, /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/9c59612eb6ca40e29dae459cb65ed58f, /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/3217e3e3f0b94bac93681260e28dc80d, /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/1d71dcaea896425e85316ee96a306e0b, /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/77a08072a0434578b04631d45084d6f8, /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/aca857a504d948c6a96787a319f7f1ee, /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/ad040f0aa4044e17b6443fb4dadc3ddb, /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/0efce556e4844eb88e086705aff58242, /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/a9517baf6f1b45adb6134f7f19013cb6] to archive 2018-11-15 19:18:12,406 DEBUG [StoreCloserThread-testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5.-1] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:18:12,407 DEBUG [StoreCloserThread-testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5.-1] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/4003e42b15494a1d8a0b2af27f425fea to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/archive/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/4003e42b15494a1d8a0b2af27f425fea 2018-11-15 19:18:12,407 DEBUG [StoreCloserThread-testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5.-1] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/9c59612eb6ca40e29dae459cb65ed58f to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/archive/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/9c59612eb6ca40e29dae459cb65ed58f 2018-11-15 19:18:12,408 DEBUG [StoreCloserThread-testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5.-1] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/3217e3e3f0b94bac93681260e28dc80d to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/archive/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/3217e3e3f0b94bac93681260e28dc80d 2018-11-15 19:18:12,408 DEBUG [StoreCloserThread-testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5.-1] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/1d71dcaea896425e85316ee96a306e0b to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/archive/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/1d71dcaea896425e85316ee96a306e0b 2018-11-15 19:18:12,409 DEBUG [StoreCloserThread-testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5.-1] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/77a08072a0434578b04631d45084d6f8 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/archive/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/77a08072a0434578b04631d45084d6f8 2018-11-15 19:18:12,409 DEBUG [StoreCloserThread-testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5.-1] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/aca857a504d948c6a96787a319f7f1ee to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/archive/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/aca857a504d948c6a96787a319f7f1ee 2018-11-15 19:18:12,410 DEBUG [StoreCloserThread-testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5.-1] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/ad040f0aa4044e17b6443fb4dadc3ddb to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/archive/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/ad040f0aa4044e17b6443fb4dadc3ddb 2018-11-15 19:18:12,410 DEBUG [StoreCloserThread-testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5.-1] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/0efce556e4844eb88e086705aff58242 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/archive/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/0efce556e4844eb88e086705aff58242 2018-11-15 19:18:12,411 DEBUG [StoreCloserThread-testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5.-1] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/a9517baf6f1b45adb6134f7f19013cb6 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/archive/data/default/testFlushCacheWhileScanning/9e1cb070bc2ab8de063fbd2ec5ef35d5/family/a9517baf6f1b45adb6134f7f19013cb6 2018-11-15 19:18:12,412 INFO [Time-limited test] regionserver.HRegion(1711): Closed testFlushCacheWhileScanning,,1542309490233.9e1cb070bc2ab8de063fbd2ec5ef35d5. 2018-11-15 19:18:12,414 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb/c9f0b474-03f8-507a-a854-b4e850ea0432/testFlushCacheWhileScanning.log/oldWALs 2018-11-15 19:18:12,414 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-93952129:(num 1542309490145) 2018-11-15 19:18:12,414 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/ca746fd5-8c43-05c4-9d4f-181992da29cb 2018-11-15 19:18:12,518 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testFlushCacheWhileScanning Thread=17 (was 16) - Thread LEAK? -, OpenFileDescriptor=23997 (was 23711) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=159 (was 159), ProcessCount=362 (was 362), AvailableMemoryMB=37186 (was 37185) - AvailableMemoryMB LEAK? - 2018-11-15 19:18:12,518 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=23997 is superior to 1024 2018-11-15 19:18:12,623 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testCheckAndPut_wrongRowInPut Thread=17, OpenFileDescriptor=23999, MaxFileDescriptor=32000, SystemLoadAverage=159, ProcessCount=362, AvailableMemoryMB=37186 2018-11-15 19:18:12,623 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=23999 is superior to 1024 2018-11-15 19:18:12,653 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/e76e43f5-bda3-ee57-4fce-20a01b0437e5 2018-11-15 19:18:12,653 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:18:12,653 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/e76e43f5-bda3-ee57-4fce-20a01b0437e5 2018-11-15 19:18:12,653 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:18:12,653 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/e76e43f5-bda3-ee57-4fce-20a01b0437e5 2018-11-15 19:18:12,654 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:18:12,655 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:18:12,660 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-65682243, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/e76e43f5-bda3-ee57-4fce-20a01b0437e5/e5fafb93-92c2-b3c2-a799-ca1a75a131c2/testCheckAndPut_wrongRowInPut.log/WALs/hregion-65682243, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/e76e43f5-bda3-ee57-4fce-20a01b0437e5/e5fafb93-92c2-b3c2-a799-ca1a75a131c2/testCheckAndPut_wrongRowInPut.log/oldWALs 2018-11-15 19:18:12,749 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/e76e43f5-bda3-ee57-4fce-20a01b0437e5/e5fafb93-92c2-b3c2-a799-ca1a75a131c2/testCheckAndPut_wrongRowInPut.log/WALs/hregion-65682243/hregion-65682243.1542309492660 2018-11-15 19:18:12,750 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:18:12,751 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testCheckAndPut_wrongRowInPut HTD == 'testCheckAndPut_wrongRowInPut', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'colfamily11', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'colfamily21', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'colfamily31', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/e76e43f5-bda3-ee57-4fce-20a01b0437e5 Table name == testCheckAndPut_wrongRowInPut 2018-11-15 19:18:12,834 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testCheckAndPut_wrongRowInPut,,1542309492750.11850b57d7661d2d6488db53b2793323.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:18:12,836 DEBUG [StoreOpener-11850b57d7661d2d6488db53b2793323-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:12,837 INFO [StoreOpener-11850b57d7661d2d6488db53b2793323-1] hfile.CacheConfig(237): Created cacheConfig for colfamily11: blockCache=LruBlockCache{blockCount=235, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:12,838 INFO [StoreOpener-11850b57d7661d2d6488db53b2793323-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:12,838 INFO [StoreOpener-11850b57d7661d2d6488db53b2793323-1] regionserver.HStore(335): Store=colfamily11, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:12,839 DEBUG [StoreOpener-11850b57d7661d2d6488db53b2793323-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:12,839 INFO [StoreOpener-11850b57d7661d2d6488db53b2793323-1] hfile.CacheConfig(237): Created cacheConfig for colfamily21: blockCache=LruBlockCache{blockCount=235, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:12,840 INFO [StoreOpener-11850b57d7661d2d6488db53b2793323-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:12,840 INFO [StoreOpener-11850b57d7661d2d6488db53b2793323-1] regionserver.HStore(335): Store=colfamily21, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:12,841 DEBUG [StoreOpener-11850b57d7661d2d6488db53b2793323-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:12,841 INFO [StoreOpener-11850b57d7661d2d6488db53b2793323-1] hfile.CacheConfig(237): Created cacheConfig for colfamily31: blockCache=LruBlockCache{blockCount=235, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:12,842 INFO [StoreOpener-11850b57d7661d2d6488db53b2793323-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:12,842 INFO [StoreOpener-11850b57d7661d2d6488db53b2793323-1] regionserver.HStore(335): Store=colfamily31, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:12,843 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 11850b57d7661d2d6488db53b2793323 2018-11-15 19:18:12,844 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/e76e43f5-bda3-ee57-4fce-20a01b0437e5/data/default/testCheckAndPut_wrongRowInPut/11850b57d7661d2d6488db53b2793323 2018-11-15 19:18:12,844 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/e76e43f5-bda3-ee57-4fce-20a01b0437e5/default/testCheckAndPut_wrongRowInPut/11850b57d7661d2d6488db53b2793323 2018-11-15 19:18:12,844 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 11850b57d7661d2d6488db53b2793323 2018-11-15 19:18:12,844 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 11850b57d7661d2d6488db53b2793323 2018-11-15 19:18:12,844 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 11850b57d7661d2d6488db53b2793323 2018-11-15 19:18:12,845 DEBUG [Time-limited test] regionserver.FlushLargeStoresPolicy(61): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCheckAndPut_wrongRowInPut descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7M)) instead. 2018-11-15 19:18:12,845 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 11850b57d7661d2d6488db53b2793323 2018-11-15 19:18:12,935 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/e76e43f5-bda3-ee57-4fce-20a01b0437e5/default/testCheckAndPut_wrongRowInPut/11850b57d7661d2d6488db53b2793323/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:18:12,935 INFO [Time-limited test] regionserver.HRegion(1009): Opened 11850b57d7661d2d6488db53b2793323; next sequenceid=2 2018-11-15 19:18:12,936 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 11850b57d7661d2d6488db53b2793323, disabling compactions & flushes 2018-11-15 19:18:12,936 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testCheckAndPut_wrongRowInPut,,1542309492750.11850b57d7661d2d6488db53b2793323. 2018-11-15 19:18:12,937 INFO [Time-limited test] regionserver.HRegion(1711): Closed testCheckAndPut_wrongRowInPut,,1542309492750.11850b57d7661d2d6488db53b2793323. 2018-11-15 19:18:12,939 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/e76e43f5-bda3-ee57-4fce-20a01b0437e5/e5fafb93-92c2-b3c2-a799-ca1a75a131c2/testCheckAndPut_wrongRowInPut.log/oldWALs 2018-11-15 19:18:12,939 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-65682243:(num 1542309492660) 2018-11-15 19:18:12,940 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/e76e43f5-bda3-ee57-4fce-20a01b0437e5 2018-11-15 19:18:13,048 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testCheckAndPut_wrongRowInPut Thread=17 (was 17), OpenFileDescriptor=24285 (was 23999) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=162 (was 159) - SystemLoadAverage LEAK? -, ProcessCount=362 (was 362), AvailableMemoryMB=37185 (was 37186) 2018-11-15 19:18:13,049 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=24285 is superior to 1024 2018-11-15 19:18:13,156 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testFlushMarkers Thread=17, OpenFileDescriptor=24287, MaxFileDescriptor=32000, SystemLoadAverage=162, ProcessCount=362, AvailableMemoryMB=37184 2018-11-15 19:18:13,157 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=24287 is superior to 1024 2018-11-15 19:18:13,188 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/16f0b7bd-437b-cec3-ab46-21932cec3758 2018-11-15 19:18:13,188 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:18:13,188 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/16f0b7bd-437b-cec3-ab46-21932cec3758 2018-11-15 19:18:13,188 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:18:13,188 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/16f0b7bd-437b-cec3-ab46-21932cec3758 2018-11-15 19:18:13,189 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:18:13,190 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:18:13,195 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=testFlushMarkers, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/16f0b7bd-437b-cec3-ab46-21932cec3758/28af5c24-5055-625c-8eef-c41bdb533ddb/testFlushMarkers.log/WALs/testFlushMarkers, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/16f0b7bd-437b-cec3-ab46-21932cec3758/28af5c24-5055-625c-8eef-c41bdb533ddb/testFlushMarkers.log/oldWALs 2018-11-15 19:18:13,286 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/16f0b7bd-437b-cec3-ab46-21932cec3758/28af5c24-5055-625c-8eef-c41bdb533ddb/testFlushMarkers.log/WALs/testFlushMarkers/testFlushMarkers.1542309493196 2018-11-15 19:18:13,286 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:18:13,287 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testFlushMarkers HTD == 'testFlushMarkers', {TABLE_ATTRIBUTES => {DURABILITY => 'USE_DEFAULT', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/16f0b7bd-437b-cec3-ab46-21932cec3758 Table name == testFlushMarkers 2018-11-15 19:18:13,378 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testFlushMarkers,,1542309493287.70947df12c4a34dc9c851dd52d8fb350.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:18:13,380 DEBUG [StoreOpener-70947df12c4a34dc9c851dd52d8fb350-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:13,381 INFO [StoreOpener-70947df12c4a34dc9c851dd52d8fb350-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=235, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:13,382 INFO [StoreOpener-70947df12c4a34dc9c851dd52d8fb350-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:13,383 INFO [StoreOpener-70947df12c4a34dc9c851dd52d8fb350-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:13,383 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 70947df12c4a34dc9c851dd52d8fb350 2018-11-15 19:18:13,384 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/16f0b7bd-437b-cec3-ab46-21932cec3758/data/default/testFlushMarkers/70947df12c4a34dc9c851dd52d8fb350 2018-11-15 19:18:13,384 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/16f0b7bd-437b-cec3-ab46-21932cec3758/default/testFlushMarkers/70947df12c4a34dc9c851dd52d8fb350 2018-11-15 19:18:13,384 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 70947df12c4a34dc9c851dd52d8fb350 2018-11-15 19:18:13,385 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 70947df12c4a34dc9c851dd52d8fb350 2018-11-15 19:18:13,385 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 70947df12c4a34dc9c851dd52d8fb350 2018-11-15 19:18:13,386 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 70947df12c4a34dc9c851dd52d8fb350 2018-11-15 19:18:13,472 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/16f0b7bd-437b-cec3-ab46-21932cec3758/default/testFlushMarkers/70947df12c4a34dc9c851dd52d8fb350/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:18:13,472 INFO [Time-limited test] regionserver.HRegion(1009): Opened 70947df12c4a34dc9c851dd52d8fb350; next sequenceid=2 2018-11-15 19:18:13,474 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=50 B heapSize=384 B 2018-11-15 19:18:13,564 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 83d3dcd167324cf8aa2841c5b9d3db26 2018-11-15 19:18:13,567 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=50 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/16f0b7bd-437b-cec3-ab46-21932cec3758/data/default/testFlushMarkers/70947df12c4a34dc9c851dd52d8fb350/.tmp/family/83d3dcd167324cf8aa2841c5b9d3db26 2018-11-15 19:18:13,568 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/16f0b7bd-437b-cec3-ab46-21932cec3758/data/default/testFlushMarkers/70947df12c4a34dc9c851dd52d8fb350/.tmp/family/83d3dcd167324cf8aa2841c5b9d3db26 as /mnt/disk2/a/hbase/hbase-server/target/test-data/16f0b7bd-437b-cec3-ab46-21932cec3758/data/default/testFlushMarkers/70947df12c4a34dc9c851dd52d8fb350/family/83d3dcd167324cf8aa2841c5b9d3db26 2018-11-15 19:18:13,570 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/16f0b7bd-437b-cec3-ab46-21932cec3758/data/default/testFlushMarkers/70947df12c4a34dc9c851dd52d8fb350/family/83d3dcd167324cf8aa2841c5b9d3db26, entries=1, sequenceid=3, filesize=4.8 K 2018-11-15 19:18:13,571 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~50 B/50, heapSize ~368 B/368, currentSize=0 B/0 for 70947df12c4a34dc9c851dd52d8fb350 in 97ms, sequenceid=3, compaction requested=false 2018-11-15 19:18:13,571 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309493474 Obtaining lock to block concurrent updates at 1542309493474 Preparing flush snapshotting stores in 70947df12c4a34dc9c851dd52d8fb350 at 1542309493474 Finished memstore snapshotting testFlushMarkers,,1542309493287.70947df12c4a34dc9c851dd52d8fb350., syncing WAL and waiting on mvcc, flushsize=dataSize=50, getHeapSize=368, getOffHeapSize=0 at 1542309493475 Flushing stores of testFlushMarkers,,1542309493287.70947df12c4a34dc9c851dd52d8fb350. at 1542309493475 Flushing family: creating writer at 1542309493475 Flushing family: appending metadata at 1542309493565 Flushing family: closing flushed file at 1542309493565 Flushing family: reopening flushed file at 1542309493569 Finished flush of dataSize ~50 B/50, heapSize ~368 B/368, currentSize=0 B/0 for 70947df12c4a34dc9c851dd52d8fb350 in 97ms, sequenceid=3, compaction requested=false at 1542309493571 Flush successful at 1542309493571 2018-11-15 19:18:13,572 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=50 B heapSize=384 B 2018-11-15 19:18:13,662 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 7776f7d06277470cb2748f81e9c5fe84 2018-11-15 19:18:13,666 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=50 B at sequenceid=7 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/16f0b7bd-437b-cec3-ab46-21932cec3758/data/default/testFlushMarkers/70947df12c4a34dc9c851dd52d8fb350/.tmp/family/7776f7d06277470cb2748f81e9c5fe84 2018-11-15 19:18:13,668 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/16f0b7bd-437b-cec3-ab46-21932cec3758/data/default/testFlushMarkers/70947df12c4a34dc9c851dd52d8fb350/.tmp/family/7776f7d06277470cb2748f81e9c5fe84 as /mnt/disk2/a/hbase/hbase-server/target/test-data/16f0b7bd-437b-cec3-ab46-21932cec3758/data/default/testFlushMarkers/70947df12c4a34dc9c851dd52d8fb350/family/7776f7d06277470cb2748f81e9c5fe84 2018-11-15 19:18:13,669 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/16f0b7bd-437b-cec3-ab46-21932cec3758/data/default/testFlushMarkers/70947df12c4a34dc9c851dd52d8fb350/family/7776f7d06277470cb2748f81e9c5fe84, entries=1, sequenceid=7, filesize=4.8 K 2018-11-15 19:18:13,670 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~50 B/50, heapSize ~368 B/368, currentSize=0 B/0 for 70947df12c4a34dc9c851dd52d8fb350 in 98ms, sequenceid=7, compaction requested=false 2018-11-15 19:18:13,671 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309493572 Obtaining lock to block concurrent updates at 1542309493572 Preparing flush snapshotting stores in 70947df12c4a34dc9c851dd52d8fb350 at 1542309493572 Finished memstore snapshotting testFlushMarkers,,1542309493287.70947df12c4a34dc9c851dd52d8fb350., syncing WAL and waiting on mvcc, flushsize=dataSize=50, getHeapSize=368, getOffHeapSize=0 at 1542309493573 Flushing stores of testFlushMarkers,,1542309493287.70947df12c4a34dc9c851dd52d8fb350. at 1542309493573 Flushing family: creating writer at 1542309493573 Flushing family: appending metadata at 1542309493665 Flushing family: closing flushed file at 1542309493665 Flushing family: reopening flushed file at 1542309493668 Finished flush of dataSize ~50 B/50, heapSize ~368 B/368, currentSize=0 B/0 for 70947df12c4a34dc9c851dd52d8fb350 in 98ms, sequenceid=7, compaction requested=false at 1542309493671 Flush successful at 1542309493671 2018-11-15 19:18:13,672 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=50 B heapSize=384 B 2018-11-15 19:18:13,758 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 934d58fc6cb74548b14ae6629aaef6ce 2018-11-15 19:18:13,760 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=50 B at sequenceid=11 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/16f0b7bd-437b-cec3-ab46-21932cec3758/data/default/testFlushMarkers/70947df12c4a34dc9c851dd52d8fb350/.tmp/family/934d58fc6cb74548b14ae6629aaef6ce 2018-11-15 19:18:13,761 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/16f0b7bd-437b-cec3-ab46-21932cec3758/data/default/testFlushMarkers/70947df12c4a34dc9c851dd52d8fb350/.tmp/family/934d58fc6cb74548b14ae6629aaef6ce as /mnt/disk2/a/hbase/hbase-server/target/test-data/16f0b7bd-437b-cec3-ab46-21932cec3758/data/default/testFlushMarkers/70947df12c4a34dc9c851dd52d8fb350/family/934d58fc6cb74548b14ae6629aaef6ce 2018-11-15 19:18:13,763 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/16f0b7bd-437b-cec3-ab46-21932cec3758/data/default/testFlushMarkers/70947df12c4a34dc9c851dd52d8fb350/family/934d58fc6cb74548b14ae6629aaef6ce, entries=1, sequenceid=11, filesize=4.8 K 2018-11-15 19:18:13,764 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~50 B/50, heapSize ~368 B/368, currentSize=0 B/0 for 70947df12c4a34dc9c851dd52d8fb350 in 92ms, sequenceid=11, compaction requested=true 2018-11-15 19:18:13,764 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309493672 Obtaining lock to block concurrent updates at 1542309493672 Preparing flush snapshotting stores in 70947df12c4a34dc9c851dd52d8fb350 at 1542309493672 Finished memstore snapshotting testFlushMarkers,,1542309493287.70947df12c4a34dc9c851dd52d8fb350., syncing WAL and waiting on mvcc, flushsize=dataSize=50, getHeapSize=368, getOffHeapSize=0 at 1542309493672 Flushing stores of testFlushMarkers,,1542309493287.70947df12c4a34dc9c851dd52d8fb350. at 1542309493673 Flushing family: creating writer at 1542309493673 Flushing family: appending metadata at 1542309493758 Flushing family: closing flushed file at 1542309493758 Flushing family: reopening flushed file at 1542309493762 Finished flush of dataSize ~50 B/50, heapSize ~368 B/368, currentSize=0 B/0 for 70947df12c4a34dc9c851dd52d8fb350 in 92ms, sequenceid=11, compaction requested=true at 1542309493764 Flush successful at 1542309493764 2018-11-15 19:18:13,948 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 70947df12c4a34dc9c851dd52d8fb350, disabling compactions & flushes 2018-11-15 19:18:13,949 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testFlushMarkers,,1542309493287.70947df12c4a34dc9c851dd52d8fb350. 2018-11-15 19:18:13,952 INFO [Time-limited test] regionserver.HRegion(1711): Closed testFlushMarkers,,1542309493287.70947df12c4a34dc9c851dd52d8fb350. 2018-11-15 19:18:13,953 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/16f0b7bd-437b-cec3-ab46-21932cec3758/28af5c24-5055-625c-8eef-c41bdb533ddb/testFlushMarkers.log/oldWALs 2018-11-15 19:18:13,953 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL testFlushMarkers:(num 1542309493196) 2018-11-15 19:18:13,954 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testFlushMarkers,,1542309493287.70947df12c4a34dc9c851dd52d8fb350.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:18:13,954 DEBUG [Time-limited test] regionserver.HRegion(7272): checking encryption for 70947df12c4a34dc9c851dd52d8fb350 2018-11-15 19:18:13,955 DEBUG [Time-limited test] regionserver.HRegion(7277): checking classloading for 70947df12c4a34dc9c851dd52d8fb350 2018-11-15 19:18:13,957 DEBUG [StoreOpener-70947df12c4a34dc9c851dd52d8fb350-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:13,959 INFO [StoreOpener-70947df12c4a34dc9c851dd52d8fb350-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=235, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:13,960 INFO [StoreOpener-70947df12c4a34dc9c851dd52d8fb350-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:13,964 DEBUG [StoreOpener-70947df12c4a34dc9c851dd52d8fb350-1] regionserver.HStore(587): loaded file:/mnt/disk2/a/hbase/hbase-server/target/test-data/16f0b7bd-437b-cec3-ab46-21932cec3758/data/default/testFlushMarkers/70947df12c4a34dc9c851dd52d8fb350/family/83d3dcd167324cf8aa2841c5b9d3db26 2018-11-15 19:18:13,964 DEBUG [StoreOpener-70947df12c4a34dc9c851dd52d8fb350-1] regionserver.HStore(587): loaded file:/mnt/disk2/a/hbase/hbase-server/target/test-data/16f0b7bd-437b-cec3-ab46-21932cec3758/data/default/testFlushMarkers/70947df12c4a34dc9c851dd52d8fb350/family/934d58fc6cb74548b14ae6629aaef6ce 2018-11-15 19:18:13,965 DEBUG [StoreOpener-70947df12c4a34dc9c851dd52d8fb350-1] regionserver.HStore(587): loaded file:/mnt/disk2/a/hbase/hbase-server/target/test-data/16f0b7bd-437b-cec3-ab46-21932cec3758/data/default/testFlushMarkers/70947df12c4a34dc9c851dd52d8fb350/family/7776f7d06277470cb2748f81e9c5fe84 2018-11-15 19:18:13,966 INFO [StoreOpener-70947df12c4a34dc9c851dd52d8fb350-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:13,966 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 70947df12c4a34dc9c851dd52d8fb350 2018-11-15 19:18:13,967 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 1 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/16f0b7bd-437b-cec3-ab46-21932cec3758/data/default/testFlushMarkers/70947df12c4a34dc9c851dd52d8fb350 2018-11-15 19:18:13,968 INFO [Time-limited test] regionserver.HRegion(4696): Replaying edits from file:/mnt/disk2/a/hbase/hbase-server/target/test-data/16f0b7bd-437b-cec3-ab46-21932cec3758/data/default/testFlushMarkers/70947df12c4a34dc9c851dd52d8fb350/recovered.edits/0000000000000001000 2018-11-15 19:18:13,970 DEBUG [Time-limited test] regionserver.HRegion(4880): Applied 0, skipped 6, firstSequenceIdInLog=4, maxSequenceIdInLog=13, path=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/16f0b7bd-437b-cec3-ab46-21932cec3758/data/default/testFlushMarkers/70947df12c4a34dc9c851dd52d8fb350/recovered.edits/0000000000000001000 2018-11-15 19:18:13,970 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/16f0b7bd-437b-cec3-ab46-21932cec3758/default/testFlushMarkers/70947df12c4a34dc9c851dd52d8fb350 2018-11-15 19:18:13,971 DEBUG [Time-limited test] regionserver.HRegion(4607): Deleted recovered.edits under root directory. file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/16f0b7bd-437b-cec3-ab46-21932cec3758/data/default/testFlushMarkers/70947df12c4a34dc9c851dd52d8fb350/recovered.edits/0000000000000001000 2018-11-15 19:18:13,971 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 70947df12c4a34dc9c851dd52d8fb350 2018-11-15 19:18:13,971 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 70947df12c4a34dc9c851dd52d8fb350 2018-11-15 19:18:13,972 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 70947df12c4a34dc9c851dd52d8fb350 2018-11-15 19:18:13,972 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 70947df12c4a34dc9c851dd52d8fb350 2018-11-15 19:18:14,060 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/16f0b7bd-437b-cec3-ab46-21932cec3758/default/testFlushMarkers/70947df12c4a34dc9c851dd52d8fb350/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2018-11-15 19:18:14,061 INFO [Time-limited test] regionserver.HRegion(1009): Opened 70947df12c4a34dc9c851dd52d8fb350; next sequenceid=14 2018-11-15 19:18:14,063 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 70947df12c4a34dc9c851dd52d8fb350, disabling compactions & flushes 2018-11-15 19:18:14,063 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testFlushMarkers,,1542309493287.70947df12c4a34dc9c851dd52d8fb350. 2018-11-15 19:18:14,065 INFO [Time-limited test] regionserver.HRegion(1711): Closed testFlushMarkers,,1542309493287.70947df12c4a34dc9c851dd52d8fb350. 2018-11-15 19:18:14,065 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL testFlushMarkers:(num 1542309493196) 2018-11-15 19:18:14,066 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL testFlushMarkers:(num 1542309493196) 2018-11-15 19:18:14,066 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/16f0b7bd-437b-cec3-ab46-21932cec3758 2018-11-15 19:18:14,163 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testFlushMarkers Thread=17 (was 17), OpenFileDescriptor=24574 (was 24287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=162 (was 162), ProcessCount=362 (was 362), AvailableMemoryMB=37183 (was 37184) 2018-11-15 19:18:14,164 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=24574 is superior to 1024 2018-11-15 19:18:14,273 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testGetScanner_WithRegionClosed Thread=17, OpenFileDescriptor=24576, MaxFileDescriptor=32000, SystemLoadAverage=162, ProcessCount=362, AvailableMemoryMB=37182 2018-11-15 19:18:14,273 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=24576 is superior to 1024 2018-11-15 19:18:14,315 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/88caaa78-f950-93de-5a81-4f8b9bee61ec 2018-11-15 19:18:14,315 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:18:14,315 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/88caaa78-f950-93de-5a81-4f8b9bee61ec 2018-11-15 19:18:14,316 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:18:14,316 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/88caaa78-f950-93de-5a81-4f8b9bee61ec 2018-11-15 19:18:14,316 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:18:14,318 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:18:14,324 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-66560616, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/88caaa78-f950-93de-5a81-4f8b9bee61ec/57bfda9d-311b-9ad7-6ae1-fbb785433516/testGetScanner_WithRegionClosed.log/WALs/hregion-66560616, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/88caaa78-f950-93de-5a81-4f8b9bee61ec/57bfda9d-311b-9ad7-6ae1-fbb785433516/testGetScanner_WithRegionClosed.log/oldWALs 2018-11-15 19:18:14,414 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/88caaa78-f950-93de-5a81-4f8b9bee61ec/57bfda9d-311b-9ad7-6ae1-fbb785433516/testGetScanner_WithRegionClosed.log/WALs/hregion-66560616/hregion-66560616.1542309494325 2018-11-15 19:18:14,415 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:18:14,416 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testGetScanner_WithRegionClosed HTD == 'testGetScanner_WithRegionClosed', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'fam1', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'fam2', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/88caaa78-f950-93de-5a81-4f8b9bee61ec Table name == testGetScanner_WithRegionClosed 2018-11-15 19:18:14,503 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testGetScanner_WithRegionClosed,,1542309494416.675681bc6dd50be14d514a7e24fe630a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:18:14,505 DEBUG [StoreOpener-675681bc6dd50be14d514a7e24fe630a-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:14,507 INFO [StoreOpener-675681bc6dd50be14d514a7e24fe630a-1] hfile.CacheConfig(237): Created cacheConfig for fam1: blockCache=LruBlockCache{blockCount=241, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:14,507 INFO [StoreOpener-675681bc6dd50be14d514a7e24fe630a-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:14,508 INFO [StoreOpener-675681bc6dd50be14d514a7e24fe630a-1] regionserver.HStore(335): Store=fam1, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:14,508 DEBUG [StoreOpener-675681bc6dd50be14d514a7e24fe630a-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:14,509 INFO [StoreOpener-675681bc6dd50be14d514a7e24fe630a-1] hfile.CacheConfig(237): Created cacheConfig for fam2: blockCache=LruBlockCache{blockCount=241, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:14,510 INFO [StoreOpener-675681bc6dd50be14d514a7e24fe630a-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:14,510 INFO [StoreOpener-675681bc6dd50be14d514a7e24fe630a-1] regionserver.HStore(335): Store=fam2, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:14,510 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 675681bc6dd50be14d514a7e24fe630a 2018-11-15 19:18:14,511 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/88caaa78-f950-93de-5a81-4f8b9bee61ec/data/default/testGetScanner_WithRegionClosed/675681bc6dd50be14d514a7e24fe630a 2018-11-15 19:18:14,511 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/88caaa78-f950-93de-5a81-4f8b9bee61ec/default/testGetScanner_WithRegionClosed/675681bc6dd50be14d514a7e24fe630a 2018-11-15 19:18:14,512 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 675681bc6dd50be14d514a7e24fe630a 2018-11-15 19:18:14,512 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 675681bc6dd50be14d514a7e24fe630a 2018-11-15 19:18:14,512 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 675681bc6dd50be14d514a7e24fe630a 2018-11-15 19:18:14,512 DEBUG [Time-limited test] regionserver.FlushLargeStoresPolicy(61): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testGetScanner_WithRegionClosed descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0M)) instead. 2018-11-15 19:18:14,513 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 675681bc6dd50be14d514a7e24fe630a 2018-11-15 19:18:14,598 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/88caaa78-f950-93de-5a81-4f8b9bee61ec/default/testGetScanner_WithRegionClosed/675681bc6dd50be14d514a7e24fe630a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:18:14,599 INFO [Time-limited test] regionserver.HRegion(1009): Opened 675681bc6dd50be14d514a7e24fe630a; next sequenceid=2 2018-11-15 19:18:14,599 WARN [Time-limited test] regionserver.HRegion(1539): Region testGetScanner_WithRegionClosed,,1542309494416.675681bc6dd50be14d514a7e24fe630a. already closed 2018-11-15 19:18:14,602 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/88caaa78-f950-93de-5a81-4f8b9bee61ec/57bfda9d-311b-9ad7-6ae1-fbb785433516/testGetScanner_WithRegionClosed.log/oldWALs 2018-11-15 19:18:14,602 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-66560616:(num 1542309494325) 2018-11-15 19:18:14,602 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/88caaa78-f950-93de-5a81-4f8b9bee61ec 2018-11-15 19:18:14,706 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testGetScanner_WithRegionClosed Thread=17 (was 17), OpenFileDescriptor=24862 (was 24576) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=162 (was 162), ProcessCount=362 (was 362), AvailableMemoryMB=37182 (was 37182) 2018-11-15 19:18:14,706 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=24862 is superior to 1024 2018-11-15 19:18:14,813 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testFlushAndMemstoreSizeCounting Thread=17, OpenFileDescriptor=24864, MaxFileDescriptor=32000, SystemLoadAverage=162, ProcessCount=362, AvailableMemoryMB=37182 2018-11-15 19:18:14,814 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=24864 is superior to 1024 2018-11-15 19:18:14,843 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/955fead2-4e36-2083-b531-a233ec03bc78 2018-11-15 19:18:14,843 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:18:14,843 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/955fead2-4e36-2083-b531-a233ec03bc78 2018-11-15 19:18:14,843 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:18:14,843 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/955fead2-4e36-2083-b531-a233ec03bc78 2018-11-15 19:18:14,844 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:18:14,845 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:18:14,850 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-81832372, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/955fead2-4e36-2083-b531-a233ec03bc78/be82dd66-e61c-3b41-70a9-4cccf23a571d/testFlushAndMemstoreSizeCounting.log/WALs/hregion-81832372, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/955fead2-4e36-2083-b531-a233ec03bc78/be82dd66-e61c-3b41-70a9-4cccf23a571d/testFlushAndMemstoreSizeCounting.log/oldWALs 2018-11-15 19:18:14,940 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/955fead2-4e36-2083-b531-a233ec03bc78/be82dd66-e61c-3b41-70a9-4cccf23a571d/testFlushAndMemstoreSizeCounting.log/WALs/hregion-81832372/hregion-81832372.1542309494850 2018-11-15 19:18:14,941 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:18:14,942 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testFlushAndMemstoreSizeCounting HTD == 'testFlushAndMemstoreSizeCounting', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/955fead2-4e36-2083-b531-a233ec03bc78 Table name == testFlushAndMemstoreSizeCounting 2018-11-15 19:18:15,033 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testFlushAndMemstoreSizeCounting,,1542309494942.ef4bb8a68e5a541c9c4997f585eb93d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:18:15,035 DEBUG [StoreOpener-ef4bb8a68e5a541c9c4997f585eb93d7-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:15,036 INFO [StoreOpener-ef4bb8a68e5a541c9c4997f585eb93d7-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=241, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:15,037 INFO [StoreOpener-ef4bb8a68e5a541c9c4997f585eb93d7-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:15,037 INFO [StoreOpener-ef4bb8a68e5a541c9c4997f585eb93d7-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:15,038 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for ef4bb8a68e5a541c9c4997f585eb93d7 2018-11-15 19:18:15,039 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/955fead2-4e36-2083-b531-a233ec03bc78/data/default/testFlushAndMemstoreSizeCounting/ef4bb8a68e5a541c9c4997f585eb93d7 2018-11-15 19:18:15,039 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/955fead2-4e36-2083-b531-a233ec03bc78/default/testFlushAndMemstoreSizeCounting/ef4bb8a68e5a541c9c4997f585eb93d7 2018-11-15 19:18:15,039 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for ef4bb8a68e5a541c9c4997f585eb93d7 2018-11-15 19:18:15,039 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for ef4bb8a68e5a541c9c4997f585eb93d7 2018-11-15 19:18:15,039 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for ef4bb8a68e5a541c9c4997f585eb93d7 2018-11-15 19:18:15,040 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for ef4bb8a68e5a541c9c4997f585eb93d7 2018-11-15 19:18:15,128 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/955fead2-4e36-2083-b531-a233ec03bc78/default/testFlushAndMemstoreSizeCounting/ef4bb8a68e5a541c9c4997f585eb93d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:18:15,129 INFO [Time-limited test] regionserver.HRegion(1009): Opened ef4bb8a68e5a541c9c4997f585eb93d7; next sequenceid=2 2018-11-15 19:18:15,129 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:18:16,421 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=652.23 KB heapSize=1.88 MB 2018-11-15 19:18:16,489 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 10cfcce0f9f641dda47dd8d554578d2c 2018-11-15 19:18:16,531 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=652.23 KB at sequenceid=17578 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/955fead2-4e36-2083-b531-a233ec03bc78/data/default/testFlushAndMemstoreSizeCounting/ef4bb8a68e5a541c9c4997f585eb93d7/.tmp/family/10cfcce0f9f641dda47dd8d554578d2c 2018-11-15 19:18:16,532 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/955fead2-4e36-2083-b531-a233ec03bc78/data/default/testFlushAndMemstoreSizeCounting/ef4bb8a68e5a541c9c4997f585eb93d7/.tmp/family/10cfcce0f9f641dda47dd8d554578d2c as /mnt/disk2/a/hbase/hbase-server/target/test-data/955fead2-4e36-2083-b531-a233ec03bc78/data/default/testFlushAndMemstoreSizeCounting/ef4bb8a68e5a541c9c4997f585eb93d7/family/10cfcce0f9f641dda47dd8d554578d2c 2018-11-15 19:18:16,533 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/955fead2-4e36-2083-b531-a233ec03bc78/data/default/testFlushAndMemstoreSizeCounting/ef4bb8a68e5a541c9c4997f585eb93d7/family/10cfcce0f9f641dda47dd8d554578d2c, entries=17576, sequenceid=17578, filesize=740.9 K 2018-11-15 19:18:16,535 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~652.23 KB/667888, heapSize ~1.88 MB/1968752, currentSize=0 B/0 for ef4bb8a68e5a541c9c4997f585eb93d7 in 114ms, sequenceid=17578, compaction requested=false 2018-11-15 19:18:16,535 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309496421 Obtaining lock to block concurrent updates at 1542309496422 Preparing flush snapshotting stores in ef4bb8a68e5a541c9c4997f585eb93d7 at 1542309496422 Finished memstore snapshotting testFlushAndMemstoreSizeCounting,,1542309494942.ef4bb8a68e5a541c9c4997f585eb93d7., syncing WAL and waiting on mvcc, flushsize=dataSize=667888, getHeapSize=1968752, getOffHeapSize=0 at 1542309496424 Flushing stores of testFlushAndMemstoreSizeCounting,,1542309494942.ef4bb8a68e5a541c9c4997f585eb93d7. at 1542309496425 Flushing family: creating writer at 1542309496425 Flushing family: appending metadata at 1542309496530 Flushing family: closing flushed file at 1542309496530 Flushing family: reopening flushed file at 1542309496533 Finished flush of dataSize ~652.23 KB/667888, heapSize ~1.88 MB/1968752, currentSize=0 B/0 for ef4bb8a68e5a541c9c4997f585eb93d7 in 114ms, sequenceid=17578, compaction requested=false at 1542309496535 Flush successful at 1542309496535 2018-11-15 19:18:16,535 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing ef4bb8a68e5a541c9c4997f585eb93d7, disabling compactions & flushes 2018-11-15 19:18:16,535 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testFlushAndMemstoreSizeCounting,,1542309494942.ef4bb8a68e5a541c9c4997f585eb93d7. 2018-11-15 19:18:16,538 INFO [Time-limited test] regionserver.HRegion(1711): Closed testFlushAndMemstoreSizeCounting,,1542309494942.ef4bb8a68e5a541c9c4997f585eb93d7. 2018-11-15 19:18:16,539 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/955fead2-4e36-2083-b531-a233ec03bc78/be82dd66-e61c-3b41-70a9-4cccf23a571d/testFlushAndMemstoreSizeCounting.log/oldWALs 2018-11-15 19:18:16,540 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-81832372:(num 1542309494850) 2018-11-15 19:18:16,540 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/955fead2-4e36-2083-b531-a233ec03bc78 2018-11-15 19:18:16,637 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testFlushAndMemstoreSizeCounting Thread=17 (was 17), OpenFileDescriptor=25438 (was 24864) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=162 (was 162), ProcessCount=362 (was 362), AvailableMemoryMB=37179 (was 37182) 2018-11-15 19:18:16,638 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=25438 is superior to 1024 2018-11-15 19:18:16,744 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testBatchMutateWithWrongRegionException Thread=17, OpenFileDescriptor=25440, MaxFileDescriptor=32000, SystemLoadAverage=162, ProcessCount=362, AvailableMemoryMB=37178 2018-11-15 19:18:16,744 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=25440 is superior to 1024 2018-11-15 19:18:16,775 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/6b25a413-9661-e160-f389-02623c36f84e 2018-11-15 19:18:16,776 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:18:16,776 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/6b25a413-9661-e160-f389-02623c36f84e 2018-11-15 19:18:16,776 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:18:16,776 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/6b25a413-9661-e160-f389-02623c36f84e 2018-11-15 19:18:16,777 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:18:16,778 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:18:16,783 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-84722483, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/6b25a413-9661-e160-f389-02623c36f84e/4bca53cc-4bc5-1611-ac92-9379b67ac200/testBatchMutateWithWrongRegionException.log/WALs/hregion-84722483, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/6b25a413-9661-e160-f389-02623c36f84e/4bca53cc-4bc5-1611-ac92-9379b67ac200/testBatchMutateWithWrongRegionException.log/oldWALs 2018-11-15 19:18:16,866 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/6b25a413-9661-e160-f389-02623c36f84e/4bca53cc-4bc5-1611-ac92-9379b67ac200/testBatchMutateWithWrongRegionException.log/WALs/hregion-84722483/hregion-84722483.1542309496784 2018-11-15 19:18:16,866 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:18:16,867 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testBatchMutateWithWrongRegionException HTD == 'testBatchMutateWithWrongRegionException', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'colfamily11', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/6b25a413-9661-e160-f389-02623c36f84e Table name == testBatchMutateWithWrongRegionException 2018-11-15 19:18:16,963 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testBatchMutateWithWrongRegionException,a,1542309496867.e1bb8e90d95ddb364f7c420302912074.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:18:16,965 DEBUG [StoreOpener-e1bb8e90d95ddb364f7c420302912074-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:16,967 INFO [StoreOpener-e1bb8e90d95ddb364f7c420302912074-1] hfile.CacheConfig(237): Created cacheConfig for colfamily11: blockCache=LruBlockCache{blockCount=241, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:16,968 INFO [StoreOpener-e1bb8e90d95ddb364f7c420302912074-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:16,968 INFO [StoreOpener-e1bb8e90d95ddb364f7c420302912074-1] regionserver.HStore(335): Store=colfamily11, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:16,969 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for e1bb8e90d95ddb364f7c420302912074 2018-11-15 19:18:16,970 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/6b25a413-9661-e160-f389-02623c36f84e/data/default/testBatchMutateWithWrongRegionException/e1bb8e90d95ddb364f7c420302912074 2018-11-15 19:18:16,970 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/6b25a413-9661-e160-f389-02623c36f84e/default/testBatchMutateWithWrongRegionException/e1bb8e90d95ddb364f7c420302912074 2018-11-15 19:18:16,971 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for e1bb8e90d95ddb364f7c420302912074 2018-11-15 19:18:16,971 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for e1bb8e90d95ddb364f7c420302912074 2018-11-15 19:18:16,971 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for e1bb8e90d95ddb364f7c420302912074 2018-11-15 19:18:16,972 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for e1bb8e90d95ddb364f7c420302912074 2018-11-15 19:18:17,059 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/6b25a413-9661-e160-f389-02623c36f84e/default/testBatchMutateWithWrongRegionException/e1bb8e90d95ddb364f7c420302912074/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:18:17,060 INFO [Time-limited test] regionserver.HRegion(1009): Opened e1bb8e90d95ddb364f7c420302912074; next sequenceid=2 2018-11-15 19:18:17,065 WARN [Time-limited test] regionserver.HRegion$BatchOperation(3282): Batch mutation had a row that does not belong to this region. org.apache.hadoop.hbase.regionserver.WrongRegionException: Requested row out of range for batchMutate on HRegion testBatchMutateWithWrongRegionException,a,1542309496867.e1bb8e90d95ddb364f7c420302912074., startKey='a', getEndKey()='c', row='c' at org.apache.hadoop.hbase.regionserver.HRegion.checkRow(HRegion.java:5821) at org.apache.hadoop.hbase.regionserver.HRegion$BatchOperation.checkAndPrepareMutation(HRegion.java:3229) at org.apache.hadoop.hbase.regionserver.HRegion$BatchOperation.checkAndPrepareMutation(HRegion.java:3242) at org.apache.hadoop.hbase.regionserver.HRegion$MutationBatchOperation$1.visit(HRegion.java:3590) at org.apache.hadoop.hbase.regionserver.HRegion$BatchOperation.visitBatchOperations(HRegion.java:3125) at org.apache.hadoop.hbase.regionserver.HRegion$MutationBatchOperation.checkAndPrepare(HRegion.java:3570) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4009) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3943) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3934) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3948) at org.apache.hadoop.hbase.regionserver.TestHRegion.testBatchMutateWithWrongRegionException(TestHRegion.java:6074) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:17,070 INFO [pool-321-thread-1] regionserver.TestHRegion$14(6086): Acquiring row lock 2018-11-15 19:18:17,070 INFO [pool-321-thread-1] regionserver.TestHRegion$14(6089): Waiting for 5 seconds before releasing lock 2018-11-15 19:18:18,073 WARN [pool-321-thread-2] regionserver.HRegion$BatchOperation(3351): Failed getting lock, row=b java.io.IOException: Timed out waiting for lock for row: b in region e1bb8e90d95ddb364f7c420302912074 at org.apache.hadoop.hbase.regionserver.HRegion.getRowLockInternal(HRegion.java:5896) at org.apache.hadoop.hbase.regionserver.HRegion$BatchOperation.lockRowsAndBuildMiniBatch(HRegion.java:3343) at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutate(HRegion.java:4038) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4012) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3943) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3934) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3948) at org.apache.hadoop.hbase.regionserver.TestHRegion$15.call(TestHRegion.java:6117) at org.apache.hadoop.hbase.regionserver.TestHRegion$15.call(TestHRegion.java:6098) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:19,075 WARN [pool-321-thread-2] regionserver.HRegion$BatchOperation(3351): Failed getting lock, row=b java.io.IOException: Timed out waiting for lock for row: b in region e1bb8e90d95ddb364f7c420302912074 at org.apache.hadoop.hbase.regionserver.HRegion.getRowLockInternal(HRegion.java:5896) at org.apache.hadoop.hbase.regionserver.HRegion$BatchOperation.lockRowsAndBuildMiniBatch(HRegion.java:3343) at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutate(HRegion.java:4038) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4012) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3943) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3934) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3948) at org.apache.hadoop.hbase.regionserver.TestHRegion$15.call(TestHRegion.java:6117) at org.apache.hadoop.hbase.regionserver.TestHRegion$15.call(TestHRegion.java:6098) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:20,076 WARN [pool-321-thread-2] regionserver.HRegion$BatchOperation(3351): Failed getting lock, row=b java.io.IOException: Timed out waiting for lock for row: b in region e1bb8e90d95ddb364f7c420302912074 at org.apache.hadoop.hbase.regionserver.HRegion.getRowLockInternal(HRegion.java:5896) at org.apache.hadoop.hbase.regionserver.HRegion$BatchOperation.lockRowsAndBuildMiniBatch(HRegion.java:3343) at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutate(HRegion.java:4038) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4012) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3943) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3934) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3948) at org.apache.hadoop.hbase.regionserver.TestHRegion$15.call(TestHRegion.java:6117) at org.apache.hadoop.hbase.regionserver.TestHRegion$15.call(TestHRegion.java:6098) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:21,076 WARN [pool-321-thread-2] regionserver.HRegion$BatchOperation(3351): Failed getting lock, row=b java.io.IOException: Timed out waiting for lock for row: b in region e1bb8e90d95ddb364f7c420302912074 at org.apache.hadoop.hbase.regionserver.HRegion.getRowLockInternal(HRegion.java:5896) at org.apache.hadoop.hbase.regionserver.HRegion$BatchOperation.lockRowsAndBuildMiniBatch(HRegion.java:3343) at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutate(HRegion.java:4038) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4012) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3943) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3934) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3948) at org.apache.hadoop.hbase.regionserver.TestHRegion$15.call(TestHRegion.java:6117) at org.apache.hadoop.hbase.regionserver.TestHRegion$15.call(TestHRegion.java:6098) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:22,071 INFO [pool-321-thread-1] regionserver.TestHRegion$14(6091): Releasing row lock 2018-11-15 19:18:22,072 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing e1bb8e90d95ddb364f7c420302912074, disabling compactions & flushes 2018-11-15 19:18:22,072 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testBatchMutateWithWrongRegionException,a,1542309496867.e1bb8e90d95ddb364f7c420302912074. 2018-11-15 19:18:22,072 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=128 B heapSize=672 B 2018-11-15 19:18:22,167 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 53220cf1e13b4fd79f865c21b9cc524e 2018-11-15 19:18:22,169 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=128 B at sequenceid=5 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/6b25a413-9661-e160-f389-02623c36f84e/data/default/testBatchMutateWithWrongRegionException/e1bb8e90d95ddb364f7c420302912074/.tmp/colfamily11/53220cf1e13b4fd79f865c21b9cc524e 2018-11-15 19:18:22,171 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/6b25a413-9661-e160-f389-02623c36f84e/data/default/testBatchMutateWithWrongRegionException/e1bb8e90d95ddb364f7c420302912074/.tmp/colfamily11/53220cf1e13b4fd79f865c21b9cc524e as /mnt/disk2/a/hbase/hbase-server/target/test-data/6b25a413-9661-e160-f389-02623c36f84e/data/default/testBatchMutateWithWrongRegionException/e1bb8e90d95ddb364f7c420302912074/colfamily11/53220cf1e13b4fd79f865c21b9cc524e 2018-11-15 19:18:22,173 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/6b25a413-9661-e160-f389-02623c36f84e/data/default/testBatchMutateWithWrongRegionException/e1bb8e90d95ddb364f7c420302912074/colfamily11/53220cf1e13b4fd79f865c21b9cc524e, entries=4, sequenceid=5, filesize=4.8 K 2018-11-15 19:18:22,173 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~128 B/128, heapSize ~656 B/656, currentSize=0 B/0 for e1bb8e90d95ddb364f7c420302912074 in 101ms, sequenceid=5, compaction requested=false 2018-11-15 19:18:22,175 INFO [Time-limited test] regionserver.HRegion(1711): Closed testBatchMutateWithWrongRegionException,a,1542309496867.e1bb8e90d95ddb364f7c420302912074. 2018-11-15 19:18:22,177 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/6b25a413-9661-e160-f389-02623c36f84e/4bca53cc-4bc5-1611-ac92-9379b67ac200/testBatchMutateWithWrongRegionException.log/oldWALs 2018-11-15 19:18:22,177 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-84722483:(num 1542309496784) 2018-11-15 19:18:22,178 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/6b25a413-9661-e160-f389-02623c36f84e 2018-11-15 19:18:22,291 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testBatchMutateWithWrongRegionException Thread=19 (was 17) Potentially hanging thread: pool-321-thread-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: pool-321-thread-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:748) - Thread LEAK? -, OpenFileDescriptor=25726 (was 25440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=149 (was 162), ProcessCount=364 (was 362) - ProcessCount LEAK? -, AvailableMemoryMB=37179 (was 37178) - AvailableMemoryMB LEAK? - 2018-11-15 19:18:22,291 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=25726 is superior to 1024 2018-11-15 19:18:22,399 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testaddFamily_PostInsert Thread=19, OpenFileDescriptor=25728, MaxFileDescriptor=32000, SystemLoadAverage=149, ProcessCount=364, AvailableMemoryMB=37179 2018-11-15 19:18:22,400 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=25728 is superior to 1024 2018-11-15 19:18:22,430 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/0268d05e-e51d-34a5-dce6-2fa060a456f9 2018-11-15 19:18:22,430 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:18:22,430 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/0268d05e-e51d-34a5-dce6-2fa060a456f9 2018-11-15 19:18:22,430 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:18:22,430 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/0268d05e-e51d-34a5-dce6-2fa060a456f9 2018-11-15 19:18:22,431 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:18:22,432 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:18:22,437 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-21800250, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/0268d05e-e51d-34a5-dce6-2fa060a456f9/6dd31011-f6e4-a2ad-e93d-00bc9e70548a/testaddFamily_PostInsert.log/WALs/hregion-21800250, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/0268d05e-e51d-34a5-dce6-2fa060a456f9/6dd31011-f6e4-a2ad-e93d-00bc9e70548a/testaddFamily_PostInsert.log/oldWALs 2018-11-15 19:18:22,530 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/0268d05e-e51d-34a5-dce6-2fa060a456f9/6dd31011-f6e4-a2ad-e93d-00bc9e70548a/testaddFamily_PostInsert.log/WALs/hregion-21800250/hregion-21800250.1542309502438 2018-11-15 19:18:22,531 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:18:22,531 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testaddFamily_PostInsert HTD == 'testaddFamily_PostInsert', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'colfamily11', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/0268d05e-e51d-34a5-dce6-2fa060a456f9 Table name == testaddFamily_PostInsert 2018-11-15 19:18:22,624 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testaddFamily_PostInsert,,1542309502531.edbada9727dec635142b48c2ff40f11c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:18:22,626 DEBUG [StoreOpener-edbada9727dec635142b48c2ff40f11c-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:22,627 INFO [StoreOpener-edbada9727dec635142b48c2ff40f11c-1] hfile.CacheConfig(237): Created cacheConfig for colfamily11: blockCache=LruBlockCache{blockCount=241, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:22,628 INFO [StoreOpener-edbada9727dec635142b48c2ff40f11c-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:22,628 INFO [StoreOpener-edbada9727dec635142b48c2ff40f11c-1] regionserver.HStore(335): Store=colfamily11, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:22,629 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for edbada9727dec635142b48c2ff40f11c 2018-11-15 19:18:22,630 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/0268d05e-e51d-34a5-dce6-2fa060a456f9/data/default/testaddFamily_PostInsert/edbada9727dec635142b48c2ff40f11c 2018-11-15 19:18:22,630 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/0268d05e-e51d-34a5-dce6-2fa060a456f9/default/testaddFamily_PostInsert/edbada9727dec635142b48c2ff40f11c 2018-11-15 19:18:22,630 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for edbada9727dec635142b48c2ff40f11c 2018-11-15 19:18:22,630 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for edbada9727dec635142b48c2ff40f11c 2018-11-15 19:18:22,631 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for edbada9727dec635142b48c2ff40f11c 2018-11-15 19:18:22,631 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for edbada9727dec635142b48c2ff40f11c 2018-11-15 19:18:22,722 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/0268d05e-e51d-34a5-dce6-2fa060a456f9/default/testaddFamily_PostInsert/edbada9727dec635142b48c2ff40f11c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:18:22,722 INFO [Time-limited test] regionserver.HRegion(1009): Opened edbada9727dec635142b48c2ff40f11c; next sequenceid=2 2018-11-15 19:18:22,729 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing edbada9727dec635142b48c2ff40f11c, disabling compactions & flushes 2018-11-15 19:18:22,729 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testaddFamily_PostInsert,,1542309502531.edbada9727dec635142b48c2ff40f11c. 2018-11-15 19:18:22,729 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=127 B heapSize=608 B 2018-11-15 19:18:22,824 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on e39f81a0f9014fe184f020e9e93caabd 2018-11-15 19:18:22,827 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=127 B at sequenceid=5 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/0268d05e-e51d-34a5-dce6-2fa060a456f9/data/default/testaddFamily_PostInsert/edbada9727dec635142b48c2ff40f11c/.tmp/colfamily11/e39f81a0f9014fe184f020e9e93caabd 2018-11-15 19:18:22,829 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e39f81a0f9014fe184f020e9e93caabd 2018-11-15 19:18:22,829 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/0268d05e-e51d-34a5-dce6-2fa060a456f9/data/default/testaddFamily_PostInsert/edbada9727dec635142b48c2ff40f11c/.tmp/colfamily11/e39f81a0f9014fe184f020e9e93caabd as /mnt/disk2/a/hbase/hbase-server/target/test-data/0268d05e-e51d-34a5-dce6-2fa060a456f9/data/default/testaddFamily_PostInsert/edbada9727dec635142b48c2ff40f11c/colfamily11/e39f81a0f9014fe184f020e9e93caabd 2018-11-15 19:18:22,831 INFO [Time-limited test] regionserver.StoreFileReader(608): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e39f81a0f9014fe184f020e9e93caabd 2018-11-15 19:18:22,831 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/0268d05e-e51d-34a5-dce6-2fa060a456f9/data/default/testaddFamily_PostInsert/edbada9727dec635142b48c2ff40f11c/colfamily11/e39f81a0f9014fe184f020e9e93caabd, entries=2, sequenceid=5, filesize=4.9 K 2018-11-15 19:18:22,832 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~127 B/127, heapSize ~592 B/592, currentSize=0 B/0 for edbada9727dec635142b48c2ff40f11c in 10ms, sequenceid=5, compaction requested=false 2018-11-15 19:18:22,834 INFO [Time-limited test] regionserver.HRegion(1711): Closed testaddFamily_PostInsert,,1542309502531.edbada9727dec635142b48c2ff40f11c. 2018-11-15 19:18:22,836 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/0268d05e-e51d-34a5-dce6-2fa060a456f9/6dd31011-f6e4-a2ad-e93d-00bc9e70548a/testaddFamily_PostInsert.log/oldWALs 2018-11-15 19:18:22,836 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-21800250:(num 1542309502438) 2018-11-15 19:18:22,836 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/0268d05e-e51d-34a5-dce6-2fa060a456f9 2018-11-15 19:18:22,951 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testaddFamily_PostInsert Thread=19 (was 19), OpenFileDescriptor=26014 (was 25728) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=149 (was 149), ProcessCount=364 (was 364), AvailableMemoryMB=37177 (was 37179) 2018-11-15 19:18:22,951 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=26014 is superior to 1024 2018-11-15 19:18:23,066 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testGetScanner_WithNoFamilies Thread=19, OpenFileDescriptor=26016, MaxFileDescriptor=32000, SystemLoadAverage=153, ProcessCount=364, AvailableMemoryMB=37177 2018-11-15 19:18:23,067 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=26016 is superior to 1024 2018-11-15 19:18:23,096 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/85a0b62f-434e-6e14-775f-278ca05ce5b0 2018-11-15 19:18:23,096 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:18:23,097 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/85a0b62f-434e-6e14-775f-278ca05ce5b0 2018-11-15 19:18:23,097 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:18:23,097 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/85a0b62f-434e-6e14-775f-278ca05ce5b0 2018-11-15 19:18:23,097 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:18:23,098 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:18:23,104 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-73641248, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/85a0b62f-434e-6e14-775f-278ca05ce5b0/15792880-a069-ef8c-ba31-4fd3c69a2fb8/testGetScanner_WithNoFamilies.log/WALs/hregion-73641248, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/85a0b62f-434e-6e14-775f-278ca05ce5b0/15792880-a069-ef8c-ba31-4fd3c69a2fb8/testGetScanner_WithNoFamilies.log/oldWALs 2018-11-15 19:18:23,201 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/85a0b62f-434e-6e14-775f-278ca05ce5b0/15792880-a069-ef8c-ba31-4fd3c69a2fb8/testGetScanner_WithNoFamilies.log/WALs/hregion-73641248/hregion-73641248.1542309503104 2018-11-15 19:18:23,202 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:18:23,202 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testGetScanner_WithNoFamilies HTD == 'testGetScanner_WithNoFamilies', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'fam1', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'fam2', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'fam3', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}}, {NAME => 'fam4', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/85a0b62f-434e-6e14-775f-278ca05ce5b0 Table name == testGetScanner_WithNoFamilies 2018-11-15 19:18:23,295 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testGetScanner_WithNoFamilies,,1542309503202.8c25f0c2703ac27720a9431280bd8287.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:18:23,298 DEBUG [StoreOpener-8c25f0c2703ac27720a9431280bd8287-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:23,299 INFO [StoreOpener-8c25f0c2703ac27720a9431280bd8287-1] hfile.CacheConfig(237): Created cacheConfig for fam1: blockCache=LruBlockCache{blockCount=241, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:23,300 INFO [StoreOpener-8c25f0c2703ac27720a9431280bd8287-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:23,300 INFO [StoreOpener-8c25f0c2703ac27720a9431280bd8287-1] regionserver.HStore(335): Store=fam1, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:23,301 DEBUG [StoreOpener-8c25f0c2703ac27720a9431280bd8287-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:23,302 INFO [StoreOpener-8c25f0c2703ac27720a9431280bd8287-1] hfile.CacheConfig(237): Created cacheConfig for fam2: blockCache=LruBlockCache{blockCount=241, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:23,302 INFO [StoreOpener-8c25f0c2703ac27720a9431280bd8287-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:23,303 INFO [StoreOpener-8c25f0c2703ac27720a9431280bd8287-1] regionserver.HStore(335): Store=fam2, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:23,303 DEBUG [StoreOpener-8c25f0c2703ac27720a9431280bd8287-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:23,304 INFO [StoreOpener-8c25f0c2703ac27720a9431280bd8287-1] hfile.CacheConfig(237): Created cacheConfig for fam3: blockCache=LruBlockCache{blockCount=241, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:23,304 INFO [StoreOpener-8c25f0c2703ac27720a9431280bd8287-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:23,305 INFO [StoreOpener-8c25f0c2703ac27720a9431280bd8287-1] regionserver.HStore(335): Store=fam3, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:23,305 DEBUG [StoreOpener-8c25f0c2703ac27720a9431280bd8287-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:23,305 INFO [StoreOpener-8c25f0c2703ac27720a9431280bd8287-1] hfile.CacheConfig(237): Created cacheConfig for fam4: blockCache=LruBlockCache{blockCount=241, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:23,306 INFO [StoreOpener-8c25f0c2703ac27720a9431280bd8287-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:23,306 INFO [StoreOpener-8c25f0c2703ac27720a9431280bd8287-1] regionserver.HStore(335): Store=fam4, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:23,306 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 8c25f0c2703ac27720a9431280bd8287 2018-11-15 19:18:23,307 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/85a0b62f-434e-6e14-775f-278ca05ce5b0/data/default/testGetScanner_WithNoFamilies/8c25f0c2703ac27720a9431280bd8287 2018-11-15 19:18:23,308 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/85a0b62f-434e-6e14-775f-278ca05ce5b0/default/testGetScanner_WithNoFamilies/8c25f0c2703ac27720a9431280bd8287 2018-11-15 19:18:23,308 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 8c25f0c2703ac27720a9431280bd8287 2018-11-15 19:18:23,308 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 8c25f0c2703ac27720a9431280bd8287 2018-11-15 19:18:23,308 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 8c25f0c2703ac27720a9431280bd8287 2018-11-15 19:18:23,309 DEBUG [Time-limited test] regionserver.FlushLargeStoresPolicy(61): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testGetScanner_WithNoFamilies descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0M)) instead. 2018-11-15 19:18:23,309 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 8c25f0c2703ac27720a9431280bd8287 2018-11-15 19:18:23,403 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/85a0b62f-434e-6e14-775f-278ca05ce5b0/default/testGetScanner_WithNoFamilies/8c25f0c2703ac27720a9431280bd8287/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:18:23,404 INFO [Time-limited test] regionserver.HRegion(1009): Opened 8c25f0c2703ac27720a9431280bd8287; next sequenceid=2 2018-11-15 19:18:23,408 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 8c25f0c2703ac27720a9431280bd8287, disabling compactions & flushes 2018-11-15 19:18:23,408 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testGetScanner_WithNoFamilies,,1542309503202.8c25f0c2703ac27720a9431280bd8287. 2018-11-15 19:18:23,409 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 4/4 column families, dataSize=112 B heapSize=1.41 KB 2018-11-15 19:18:23,510 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 9fa5b88ddd30483f81cdc9426d0c6e91 2018-11-15 19:18:23,513 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=28 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/85a0b62f-434e-6e14-775f-278ca05ce5b0/data/default/testGetScanner_WithNoFamilies/8c25f0c2703ac27720a9431280bd8287/.tmp/fam1/9fa5b88ddd30483f81cdc9426d0c6e91 2018-11-15 19:18:23,613 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 77bd93249b174c3a8ea30f230c773086 2018-11-15 19:18:23,615 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=28 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/85a0b62f-434e-6e14-775f-278ca05ce5b0/data/default/testGetScanner_WithNoFamilies/8c25f0c2703ac27720a9431280bd8287/.tmp/fam2/77bd93249b174c3a8ea30f230c773086 2018-11-15 19:18:23,719 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on ab4d9c2ab06f41659119c48956a5adee 2018-11-15 19:18:23,721 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=28 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/85a0b62f-434e-6e14-775f-278ca05ce5b0/data/default/testGetScanner_WithNoFamilies/8c25f0c2703ac27720a9431280bd8287/.tmp/fam3/ab4d9c2ab06f41659119c48956a5adee 2018-11-15 19:18:23,820 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on a01ee4f7d050480184312469f60c5dcb 2018-11-15 19:18:23,822 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=28 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/85a0b62f-434e-6e14-775f-278ca05ce5b0/data/default/testGetScanner_WithNoFamilies/8c25f0c2703ac27720a9431280bd8287/.tmp/fam4/a01ee4f7d050480184312469f60c5dcb 2018-11-15 19:18:23,824 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/85a0b62f-434e-6e14-775f-278ca05ce5b0/data/default/testGetScanner_WithNoFamilies/8c25f0c2703ac27720a9431280bd8287/.tmp/fam1/9fa5b88ddd30483f81cdc9426d0c6e91 as /mnt/disk2/a/hbase/hbase-server/target/test-data/85a0b62f-434e-6e14-775f-278ca05ce5b0/data/default/testGetScanner_WithNoFamilies/8c25f0c2703ac27720a9431280bd8287/fam1/9fa5b88ddd30483f81cdc9426d0c6e91 2018-11-15 19:18:23,825 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/85a0b62f-434e-6e14-775f-278ca05ce5b0/data/default/testGetScanner_WithNoFamilies/8c25f0c2703ac27720a9431280bd8287/fam1/9fa5b88ddd30483f81cdc9426d0c6e91, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:18:23,826 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/85a0b62f-434e-6e14-775f-278ca05ce5b0/data/default/testGetScanner_WithNoFamilies/8c25f0c2703ac27720a9431280bd8287/.tmp/fam2/77bd93249b174c3a8ea30f230c773086 as /mnt/disk2/a/hbase/hbase-server/target/test-data/85a0b62f-434e-6e14-775f-278ca05ce5b0/data/default/testGetScanner_WithNoFamilies/8c25f0c2703ac27720a9431280bd8287/fam2/77bd93249b174c3a8ea30f230c773086 2018-11-15 19:18:23,827 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/85a0b62f-434e-6e14-775f-278ca05ce5b0/data/default/testGetScanner_WithNoFamilies/8c25f0c2703ac27720a9431280bd8287/fam2/77bd93249b174c3a8ea30f230c773086, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:18:23,828 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/85a0b62f-434e-6e14-775f-278ca05ce5b0/data/default/testGetScanner_WithNoFamilies/8c25f0c2703ac27720a9431280bd8287/.tmp/fam3/ab4d9c2ab06f41659119c48956a5adee as /mnt/disk2/a/hbase/hbase-server/target/test-data/85a0b62f-434e-6e14-775f-278ca05ce5b0/data/default/testGetScanner_WithNoFamilies/8c25f0c2703ac27720a9431280bd8287/fam3/ab4d9c2ab06f41659119c48956a5adee 2018-11-15 19:18:23,829 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/85a0b62f-434e-6e14-775f-278ca05ce5b0/data/default/testGetScanner_WithNoFamilies/8c25f0c2703ac27720a9431280bd8287/fam3/ab4d9c2ab06f41659119c48956a5adee, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:18:23,830 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/85a0b62f-434e-6e14-775f-278ca05ce5b0/data/default/testGetScanner_WithNoFamilies/8c25f0c2703ac27720a9431280bd8287/.tmp/fam4/a01ee4f7d050480184312469f60c5dcb as /mnt/disk2/a/hbase/hbase-server/target/test-data/85a0b62f-434e-6e14-775f-278ca05ce5b0/data/default/testGetScanner_WithNoFamilies/8c25f0c2703ac27720a9431280bd8287/fam4/a01ee4f7d050480184312469f60c5dcb 2018-11-15 19:18:23,831 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/85a0b62f-434e-6e14-775f-278ca05ce5b0/data/default/testGetScanner_WithNoFamilies/8c25f0c2703ac27720a9431280bd8287/fam4/a01ee4f7d050480184312469f60c5dcb, entries=1, sequenceid=3, filesize=4.7 K 2018-11-15 19:18:23,832 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~112 B/112, heapSize ~1.34 KB/1376, currentSize=0 B/0 for 8c25f0c2703ac27720a9431280bd8287 in 424ms, sequenceid=3, compaction requested=false 2018-11-15 19:18:23,835 INFO [Time-limited test] regionserver.HRegion(1711): Closed testGetScanner_WithNoFamilies,,1542309503202.8c25f0c2703ac27720a9431280bd8287. 2018-11-15 19:18:23,837 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/85a0b62f-434e-6e14-775f-278ca05ce5b0/15792880-a069-ef8c-ba31-4fd3c69a2fb8/testGetScanner_WithNoFamilies.log/oldWALs 2018-11-15 19:18:23,838 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-73641248:(num 1542309503104) 2018-11-15 19:18:23,838 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/85a0b62f-434e-6e14-775f-278ca05ce5b0 2018-11-15 19:18:23,946 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testGetScanner_WithNoFamilies Thread=19 (was 19), OpenFileDescriptor=26302 (was 26016) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=153 (was 153), ProcessCount=364 (was 364), AvailableMemoryMB=37176 (was 37177) 2018-11-15 19:18:23,947 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=26302 is superior to 1024 2018-11-15 19:18:24,058 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testCloseCarryingSnapshot Thread=19, OpenFileDescriptor=26304, MaxFileDescriptor=32000, SystemLoadAverage=153, ProcessCount=364, AvailableMemoryMB=37177 2018-11-15 19:18:24,058 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=26304 is superior to 1024 2018-11-15 19:18:24,088 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/c68200ea-e7a0-72da-ff9c-2ecd045e5eb6 2018-11-15 19:18:24,089 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:18:24,089 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/c68200ea-e7a0-72da-ff9c-2ecd045e5eb6 2018-11-15 19:18:24,089 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:18:24,089 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/c68200ea-e7a0-72da-ff9c-2ecd045e5eb6 2018-11-15 19:18:24,090 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:18:24,091 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:18:24,096 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-11525638, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/c68200ea-e7a0-72da-ff9c-2ecd045e5eb6/ed813364-66c9-6c19-d431-ffe872ea55f8/testCloseCarryingSnapshot.log/WALs/hregion-11525638, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/c68200ea-e7a0-72da-ff9c-2ecd045e5eb6/ed813364-66c9-6c19-d431-ffe872ea55f8/testCloseCarryingSnapshot.log/oldWALs 2018-11-15 19:18:24,191 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/c68200ea-e7a0-72da-ff9c-2ecd045e5eb6/ed813364-66c9-6c19-d431-ffe872ea55f8/testCloseCarryingSnapshot.log/WALs/hregion-11525638/hregion-11525638.1542309504096 2018-11-15 19:18:24,192 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:18:24,192 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testCloseCarryingSnapshot HTD == 'testCloseCarryingSnapshot', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'MyCF', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/c68200ea-e7a0-72da-ff9c-2ecd045e5eb6 Table name == testCloseCarryingSnapshot 2018-11-15 19:18:24,287 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testCloseCarryingSnapshot,,1542309504192.89fb2db69fb2db65be946f39c0f9c92c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:18:24,289 DEBUG [StoreOpener-89fb2db69fb2db65be946f39c0f9c92c-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:24,291 INFO [StoreOpener-89fb2db69fb2db65be946f39c0f9c92c-1] hfile.CacheConfig(237): Created cacheConfig for MyCF: blockCache=LruBlockCache{blockCount=241, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:24,291 INFO [StoreOpener-89fb2db69fb2db65be946f39c0f9c92c-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:24,292 INFO [StoreOpener-89fb2db69fb2db65be946f39c0f9c92c-1] regionserver.HStore(335): Store=MyCF, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:24,292 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 89fb2db69fb2db65be946f39c0f9c92c 2018-11-15 19:18:24,293 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/c68200ea-e7a0-72da-ff9c-2ecd045e5eb6/data/default/testCloseCarryingSnapshot/89fb2db69fb2db65be946f39c0f9c92c 2018-11-15 19:18:24,294 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/c68200ea-e7a0-72da-ff9c-2ecd045e5eb6/default/testCloseCarryingSnapshot/89fb2db69fb2db65be946f39c0f9c92c 2018-11-15 19:18:24,294 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 89fb2db69fb2db65be946f39c0f9c92c 2018-11-15 19:18:24,294 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 89fb2db69fb2db65be946f39c0f9c92c 2018-11-15 19:18:24,294 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 89fb2db69fb2db65be946f39c0f9c92c 2018-11-15 19:18:24,295 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 89fb2db69fb2db65be946f39c0f9c92c 2018-11-15 19:18:24,386 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/c68200ea-e7a0-72da-ff9c-2ecd045e5eb6/default/testCloseCarryingSnapshot/89fb2db69fb2db65be946f39c0f9c92c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:18:24,387 INFO [Time-limited test] regionserver.HRegion(1009): Opened 89fb2db69fb2db65be946f39c0f9c92c; next sequenceid=2 2018-11-15 19:18:24,389 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 89fb2db69fb2db65be946f39c0f9c92c, disabling compactions & flushes 2018-11-15 19:18:24,389 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testCloseCarryingSnapshot,,1542309504192.89fb2db69fb2db65be946f39c0f9c92c. 2018-11-15 19:18:24,390 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=225 B heapSize=952 B 2018-11-15 19:18:24,390 WARN [Time-limited test] regionserver.DefaultMemStore(95): Snapshot called again without clearing previous. Doing nothing. Another ongoing flush or did we fail last attempt? 2018-11-15 19:18:24,483 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 1f9a466c8c8546f6bbf07e1a2f75498e 2018-11-15 19:18:24,485 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=74 B at sequenceid=4 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/c68200ea-e7a0-72da-ff9c-2ecd045e5eb6/data/default/testCloseCarryingSnapshot/89fb2db69fb2db65be946f39c0f9c92c/.tmp/MyCF/1f9a466c8c8546f6bbf07e1a2f75498e 2018-11-15 19:18:24,487 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/c68200ea-e7a0-72da-ff9c-2ecd045e5eb6/data/default/testCloseCarryingSnapshot/89fb2db69fb2db65be946f39c0f9c92c/.tmp/MyCF/1f9a466c8c8546f6bbf07e1a2f75498e as /mnt/disk2/a/hbase/hbase-server/target/test-data/c68200ea-e7a0-72da-ff9c-2ecd045e5eb6/data/default/testCloseCarryingSnapshot/89fb2db69fb2db65be946f39c0f9c92c/MyCF/1f9a466c8c8546f6bbf07e1a2f75498e 2018-11-15 19:18:24,488 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/c68200ea-e7a0-72da-ff9c-2ecd045e5eb6/data/default/testCloseCarryingSnapshot/89fb2db69fb2db65be946f39c0f9c92c/MyCF/1f9a466c8c8546f6bbf07e1a2f75498e, entries=1, sequenceid=4, filesize=4.8 K 2018-11-15 19:18:24,489 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~74 B/74, heapSize ~392 B/392, currentSize=151 B/151 for 89fb2db69fb2db65be946f39c0f9c92c in 99ms, sequenceid=4, compaction requested=false 2018-11-15 19:18:24,489 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=151 B heapSize=560 B 2018-11-15 19:18:24,581 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on b6e71deb4c97453389043e02472b7d0d 2018-11-15 19:18:24,583 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=151 B at sequenceid=7 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/c68200ea-e7a0-72da-ff9c-2ecd045e5eb6/data/default/testCloseCarryingSnapshot/89fb2db69fb2db65be946f39c0f9c92c/.tmp/MyCF/b6e71deb4c97453389043e02472b7d0d 2018-11-15 19:18:24,585 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/c68200ea-e7a0-72da-ff9c-2ecd045e5eb6/data/default/testCloseCarryingSnapshot/89fb2db69fb2db65be946f39c0f9c92c/.tmp/MyCF/b6e71deb4c97453389043e02472b7d0d as /mnt/disk2/a/hbase/hbase-server/target/test-data/c68200ea-e7a0-72da-ff9c-2ecd045e5eb6/data/default/testCloseCarryingSnapshot/89fb2db69fb2db65be946f39c0f9c92c/MyCF/b6e71deb4c97453389043e02472b7d0d 2018-11-15 19:18:24,586 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/c68200ea-e7a0-72da-ff9c-2ecd045e5eb6/data/default/testCloseCarryingSnapshot/89fb2db69fb2db65be946f39c0f9c92c/MyCF/b6e71deb4c97453389043e02472b7d0d, entries=2, sequenceid=7, filesize=4.9 K 2018-11-15 19:18:24,587 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~151 B/151, heapSize ~544 B/544, currentSize=0 B/0 for 89fb2db69fb2db65be946f39c0f9c92c in 98ms, sequenceid=7, compaction requested=false 2018-11-15 19:18:24,587 INFO [Time-limited test] regionserver.HRegion(1605): Running extra flush, 1 (carrying snapshot?) testCloseCarryingSnapshot,,1542309504192.89fb2db69fb2db65be946f39c0f9c92c. 2018-11-15 19:18:24,589 INFO [Time-limited test] regionserver.HRegion(1711): Closed testCloseCarryingSnapshot,,1542309504192.89fb2db69fb2db65be946f39c0f9c92c. 2018-11-15 19:18:24,591 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/c68200ea-e7a0-72da-ff9c-2ecd045e5eb6/ed813364-66c9-6c19-d431-ffe872ea55f8/testCloseCarryingSnapshot.log/oldWALs 2018-11-15 19:18:24,591 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-11525638:(num 1542309504096) 2018-11-15 19:18:24,591 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/c68200ea-e7a0-72da-ff9c-2ecd045e5eb6 2018-11-15 19:18:24,697 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testCloseCarryingSnapshot Thread=19 (was 19), OpenFileDescriptor=26590 (was 26304) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=153 (was 153), ProcessCount=364 (was 364), AvailableMemoryMB=37176 (was 37177) 2018-11-15 19:18:24,697 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=26590 is superior to 1024 2018-11-15 19:18:24,796 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testGetScanner_WithNotOkFamilies Thread=19, OpenFileDescriptor=26592, MaxFileDescriptor=32000, SystemLoadAverage=153, ProcessCount=364, AvailableMemoryMB=37175 2018-11-15 19:18:24,797 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=26592 is superior to 1024 2018-11-15 19:18:24,819 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/ad53aaba-216f-8484-8df1-ec2db3c90bca 2018-11-15 19:18:24,820 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:18:24,820 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/ad53aaba-216f-8484-8df1-ec2db3c90bca 2018-11-15 19:18:24,820 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:18:24,820 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/ad53aaba-216f-8484-8df1-ec2db3c90bca 2018-11-15 19:18:24,820 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:18:24,821 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:18:24,825 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-56869258, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ad53aaba-216f-8484-8df1-ec2db3c90bca/e3aef90f-e8e5-e3e5-bba9-677f579d2ba0/testGetScanner_WithNotOkFamilies.log/WALs/hregion-56869258, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ad53aaba-216f-8484-8df1-ec2db3c90bca/e3aef90f-e8e5-e3e5-bba9-677f579d2ba0/testGetScanner_WithNotOkFamilies.log/oldWALs 2018-11-15 19:18:24,920 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/ad53aaba-216f-8484-8df1-ec2db3c90bca/e3aef90f-e8e5-e3e5-bba9-677f579d2ba0/testGetScanner_WithNotOkFamilies.log/WALs/hregion-56869258/hregion-56869258.1542309504826 2018-11-15 19:18:24,920 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:18:24,921 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testGetScanner_WithNotOkFamilies HTD == 'testGetScanner_WithNotOkFamilies', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'fam1', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/ad53aaba-216f-8484-8df1-ec2db3c90bca Table name == testGetScanner_WithNotOkFamilies 2018-11-15 19:18:25,016 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testGetScanner_WithNotOkFamilies,,1542309504921.626edea50e69991fd3576094299b11fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:18:25,019 DEBUG [StoreOpener-626edea50e69991fd3576094299b11fe-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:25,020 INFO [StoreOpener-626edea50e69991fd3576094299b11fe-1] hfile.CacheConfig(237): Created cacheConfig for fam1: blockCache=LruBlockCache{blockCount=241, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:25,020 INFO [StoreOpener-626edea50e69991fd3576094299b11fe-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:25,021 INFO [StoreOpener-626edea50e69991fd3576094299b11fe-1] regionserver.HStore(335): Store=fam1, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:25,021 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 626edea50e69991fd3576094299b11fe 2018-11-15 19:18:25,022 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ad53aaba-216f-8484-8df1-ec2db3c90bca/data/default/testGetScanner_WithNotOkFamilies/626edea50e69991fd3576094299b11fe 2018-11-15 19:18:25,022 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ad53aaba-216f-8484-8df1-ec2db3c90bca/default/testGetScanner_WithNotOkFamilies/626edea50e69991fd3576094299b11fe 2018-11-15 19:18:25,023 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 626edea50e69991fd3576094299b11fe 2018-11-15 19:18:25,023 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 626edea50e69991fd3576094299b11fe 2018-11-15 19:18:25,023 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 626edea50e69991fd3576094299b11fe 2018-11-15 19:18:25,024 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 626edea50e69991fd3576094299b11fe 2018-11-15 19:18:25,116 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/ad53aaba-216f-8484-8df1-ec2db3c90bca/default/testGetScanner_WithNotOkFamilies/626edea50e69991fd3576094299b11fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:18:25,116 INFO [Time-limited test] regionserver.HRegion(1009): Opened 626edea50e69991fd3576094299b11fe; next sequenceid=2 2018-11-15 19:18:25,117 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 626edea50e69991fd3576094299b11fe, disabling compactions & flushes 2018-11-15 19:18:25,117 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testGetScanner_WithNotOkFamilies,,1542309504921.626edea50e69991fd3576094299b11fe. 2018-11-15 19:18:25,118 INFO [Time-limited test] regionserver.HRegion(1711): Closed testGetScanner_WithNotOkFamilies,,1542309504921.626edea50e69991fd3576094299b11fe. 2018-11-15 19:18:25,121 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/ad53aaba-216f-8484-8df1-ec2db3c90bca/e3aef90f-e8e5-e3e5-bba9-677f579d2ba0/testGetScanner_WithNotOkFamilies.log/oldWALs 2018-11-15 19:18:25,121 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-56869258:(num 1542309504826) 2018-11-15 19:18:25,121 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/ad53aaba-216f-8484-8df1-ec2db3c90bca 2018-11-15 19:18:25,236 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testGetScanner_WithNotOkFamilies Thread=19 (was 19), OpenFileDescriptor=26878 (was 26592) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=153 (was 153), ProcessCount=364 (was 364), AvailableMemoryMB=37173 (was 37175) 2018-11-15 19:18:25,236 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=26878 is superior to 1024 2018-11-15 19:18:25,350 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testgetHDFSBlocksDistribution Thread=19, OpenFileDescriptor=26880, MaxFileDescriptor=32000, SystemLoadAverage=153, ProcessCount=364, AvailableMemoryMB=37174 2018-11-15 19:18:25,350 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=26880 is superior to 1024 2018-11-15 19:18:25,380 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/8ac03aa0-0d3f-8e4f-de54-343a10e3fd8f 2018-11-15 19:18:25,381 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:18:25,381 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/8ac03aa0-0d3f-8e4f-de54-343a10e3fd8f 2018-11-15 19:18:25,381 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:18:25,381 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/8ac03aa0-0d3f-8e4f-de54-343a10e3fd8f 2018-11-15 19:18:25,404 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir so I do NOT create it in target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c 2018-11-15 19:18:25,404 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-log-dir Erasing configuration value by system value. 2018-11-15 19:18:25,405 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir so I do NOT create it in target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c 2018-11-15 19:18:25,405 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/cae33644-e2ed-b322-7ca7-56ee1ef55734/hadoop-tmp-dir Erasing configuration value by system value. 2018-11-15 19:18:25,405 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c 2018-11-15 19:18:25,408 INFO [Time-limited test] hbase.HBaseTestingUtility(1031): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=[host1, host2, host3], numZkServers=1, createRootDir=false, createWALDir=false} 2018-11-15 19:18:25,409 INFO [Time-limited test] hbase.HBaseZKTestingUtility(85): Created new mini-cluster data directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/cluster_bb86aef1-382b-4d45-026d-2b07cc2499ff, deleteOnExit=true 2018-11-15 19:18:25,409 INFO [Time-limited test] hbase.HBaseTestingUtility(1045): STARTING DFS 2018-11-15 19:18:25,410 INFO [Time-limited test] hbase.HBaseTestingUtility(753): Setting test.cache.data to /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/cache_data in system properties and HBase conf 2018-11-15 19:18:25,410 INFO [Time-limited test] hbase.HBaseTestingUtility(753): Setting hadoop.tmp.dir to /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp in system properties and HBase conf 2018-11-15 19:18:25,410 INFO [Time-limited test] hbase.HBaseTestingUtility(753): Setting hadoop.log.dir to /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs in system properties and HBase conf 2018-11-15 19:18:25,410 INFO [Time-limited test] hbase.HBaseTestingUtility(753): Setting mapreduce.cluster.local.dir to /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/mapred_local in system properties and HBase conf 2018-11-15 19:18:25,411 INFO [Time-limited test] hbase.HBaseTestingUtility(753): Setting mapreduce.cluster.temp.dir to /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/mapred_temp in system properties and HBase conf 2018-11-15 19:18:25,411 INFO [Time-limited test] hbase.HBaseTestingUtility(744): read short circuit is OFF 2018-11-15 19:18:25,411 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering Formatting using clusterid: testClusterID 2018-11-15 19:18:26,761 INFO [Time-limited test] log.Slf4jLog(67): Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog 2018-11-15 19:18:26,824 INFO [Time-limited test] log.Slf4jLog(67): jetty-6.1.26 2018-11-15 19:18:26,857 INFO [Time-limited test] log.Slf4jLog(67): Extract jar:file:/home/hbase/.m2/repository/org/apache/hadoop/hadoop-hdfs/2.7.7/hadoop-hdfs-2.7.7-tests.jar!/webapps/hdfs to /tmp/Jetty_localhost_46021_hdfs____kyymon/webapp 2018-11-15 19:18:27,024 INFO [Time-limited test] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46021 2018-11-15 19:18:28,259 INFO [Time-limited test] log.Slf4jLog(67): jetty-6.1.26 2018-11-15 19:18:28,267 INFO [Time-limited test] log.Slf4jLog(67): Extract jar:file:/home/hbase/.m2/repository/org/apache/hadoop/hadoop-hdfs/2.7.7/hadoop-hdfs-2.7.7-tests.jar!/webapps/datanode to /tmp/Jetty_localhost_43431_datanode____.dfens6/webapp 2018-11-15 19:18:28,400 INFO [Time-limited test] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43431 2018-11-15 19:18:29,494 INFO [Time-limited test] log.Slf4jLog(67): jetty-6.1.26 2018-11-15 19:18:29,503 INFO [Time-limited test] log.Slf4jLog(67): Extract jar:file:/home/hbase/.m2/repository/org/apache/hadoop/hadoop-hdfs/2.7.7/hadoop-hdfs-2.7.7-tests.jar!/webapps/datanode to /tmp/Jetty_localhost_34512_datanode____.7g84n8/webapp 2018-11-15 19:18:29,635 INFO [Time-limited test] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34512 2018-11-15 19:18:30,128 INFO [Time-limited test] log.Slf4jLog(67): jetty-6.1.26 2018-11-15 19:18:30,134 INFO [Time-limited test] log.Slf4jLog(67): Extract jar:file:/home/hbase/.m2/repository/org/apache/hadoop/hadoop-hdfs/2.7.7/hadoop-hdfs-2.7.7-tests.jar!/webapps/datanode to /tmp/Jetty_localhost_46828_datanode____zd5ew3/webapp 2018-11-15 19:18:30,262 INFO [Time-limited test] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46828 2018-11-15 19:18:30,497 ERROR [DataNode: [[[DISK]file:/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/cluster_bb86aef1-382b-4d45-026d-2b07cc2499ff/dfs/data/data1/, [DISK]file:/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/cluster_bb86aef1-382b-4d45-026d-2b07cc2499ff/dfs/data/data2/]] heartbeating to localhost/127.0.0.1:38114] datanode.DirectoryScanner(430): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000 2018-11-15 19:18:30,614 INFO [Block report processor] blockmanagement.BlockManager(1930): BLOCK* processReport 0xadb5ea8406de3f: from storage DS-425f9012-520b-4686-a46c-692b98ace323 node DatanodeRegistration(127.0.0.1:41038, datanodeUuid=26213e31-d4c3-4690-861c-919d02c50368, infoPort=43397, infoSecurePort=0, ipcPort=46615, storageInfo=lv=-56;cid=testClusterID;nsid=1541010210;c=0), blocks: 0, hasStaleStorage: true, processing time: 4 msecs 2018-11-15 19:18:30,615 INFO [Block report processor] blockmanagement.BlockManager(1930): BLOCK* processReport 0xadb5ea8406de3f: from storage DS-36d49187-d34c-4652-9b74-eb906005e7aa node DatanodeRegistration(127.0.0.1:41038, datanodeUuid=26213e31-d4c3-4690-861c-919d02c50368, infoPort=43397, infoSecurePort=0, ipcPort=46615, storageInfo=lv=-56;cid=testClusterID;nsid=1541010210;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs 2018-11-15 19:18:30,702 ERROR [DataNode: [[[DISK]file:/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/cluster_bb86aef1-382b-4d45-026d-2b07cc2499ff/dfs/data/data3/, [DISK]file:/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/cluster_bb86aef1-382b-4d45-026d-2b07cc2499ff/dfs/data/data4/]] heartbeating to localhost/127.0.0.1:38114] datanode.DirectoryScanner(430): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000 2018-11-15 19:18:30,719 INFO [Block report processor] blockmanagement.BlockManager(1930): BLOCK* processReport 0xadb5ea8b331f07: from storage DS-9a3f4053-7fe1-4e55-9e0e-bc5018aaa46d node DatanodeRegistration(127.0.0.1:41703, datanodeUuid=d91a2aab-fd4a-4067-a67d-70d1faab7c73, infoPort=41361, infoSecurePort=0, ipcPort=39709, storageInfo=lv=-56;cid=testClusterID;nsid=1541010210;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs 2018-11-15 19:18:30,719 INFO [Block report processor] blockmanagement.BlockManager(1930): BLOCK* processReport 0xadb5ea8b331f07: from storage DS-579c22a8-cfdc-4b28-b82e-19f0557f9a21 node DatanodeRegistration(127.0.0.1:41703, datanodeUuid=d91a2aab-fd4a-4067-a67d-70d1faab7c73, infoPort=41361, infoSecurePort=0, ipcPort=39709, storageInfo=lv=-56;cid=testClusterID;nsid=1541010210;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs 2018-11-15 19:18:31,083 ERROR [DataNode: [[[DISK]file:/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/cluster_bb86aef1-382b-4d45-026d-2b07cc2499ff/dfs/data/data5/, [DISK]file:/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/cluster_bb86aef1-382b-4d45-026d-2b07cc2499ff/dfs/data/data6/]] heartbeating to localhost/127.0.0.1:38114] datanode.DirectoryScanner(430): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000 2018-11-15 19:18:31,096 INFO [Block report processor] blockmanagement.BlockManager(1930): BLOCK* processReport 0xadb5eaa1ae17f2: from storage DS-e59dd571-6136-45fe-9f48-3956efa52c86 node DatanodeRegistration(127.0.0.1:35251, datanodeUuid=2119fe58-2a9a-427c-ac3e-813550c683b3, infoPort=41539, infoSecurePort=0, ipcPort=44990, storageInfo=lv=-56;cid=testClusterID;nsid=1541010210;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs 2018-11-15 19:18:31,097 INFO [Block report processor] blockmanagement.BlockManager(1930): BLOCK* processReport 0xadb5eaa1ae17f2: from storage DS-16bcb8d7-f671-41b7-a1e5-fbc77e62a419 node DatanodeRegistration(127.0.0.1:35251, datanodeUuid=2119fe58-2a9a-427c-ac3e-813550c683b3, infoPort=41539, infoSecurePort=0, ipcPort=44990, storageInfo=lv=-56;cid=testClusterID;nsid=1541010210;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs 2018-11-15 19:18:31,148 DEBUG [Time-limited test] hbase.HBaseTestingUtility(679): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c 2018-11-15 19:18:31,215 ERROR [Time-limited test] server.ZooKeeperServer(472): ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes 2018-11-15 19:18:31,242 INFO [Time-limited test] zookeeper.MiniZooKeeperCluster(283): Started MiniZooKeeperCluster and ran successful 'stat' on client port=59588 2018-11-15 19:18:31,254 INFO [Time-limited test] fs.HFileSystem(348): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2018-11-15 19:18:31,256 INFO [Time-limited test] fs.HFileSystem(348): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2018-11-15 19:18:31,662 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41703 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-579c22a8-cfdc-4b28-b82e-19f0557f9a21:NORMAL:127.0.0.1:41703|RBW], ReplicaUC[[DISK]DS-16bcb8d7-f671-41b7-a1e5-fbc77e62a419:NORMAL:127.0.0.1:35251|RBW]]} size 7 2018-11-15 19:18:31,663 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35251 is added to blk_1073741825_1001 size 7 2018-11-15 19:18:32,087 INFO [Time-limited test] util.FSUtils(515): Created version file at hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f with version=8 2018-11-15 19:18:32,087 INFO [Time-limited test] hbase.HBaseTestingUtility(1345): Setting hbase.fs.tmp.dir to hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/hbase-staging 2018-11-15 19:18:32,436 INFO [Time-limited test] client.ConnectionUtils(122): master/cn012:0 server-side Connection retries=45 2018-11-15 19:18:32,452 INFO [Time-limited test] ipc.RpcExecutor(148): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=50, handlerCount=5 2018-11-15 19:18:32,452 INFO [Time-limited test] ipc.RpcExecutor(148): Instantiated priority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=60, handlerCount=6 2018-11-15 19:18:32,453 INFO [Time-limited test] ipc.RpcExecutor(148): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2018-11-15 19:18:32,513 INFO [Time-limited test] ipc.RpcServerFactory(65): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientService, hbase.pb.AdminService 2018-11-15 19:18:32,594 INFO [Time-limited test] ipc.NettyRpcServer(110): Bind to /172.18.128.12:34857 2018-11-15 19:18:32,599 INFO [Time-limited test] hfile.CacheConfig(263): Created cacheConfig: CacheConfig:disabled 2018-11-15 19:18:32,603 INFO [Time-limited test] hfile.CacheConfig(263): Created cacheConfig: CacheConfig:disabled 2018-11-15 19:18:32,605 DEBUG [Time-limited test] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2018-11-15 19:18:32,607 INFO [Time-limited test] fs.HFileSystem(348): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2018-11-15 19:18:32,609 INFO [Time-limited test] fs.HFileSystem(348): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2018-11-15 19:18:32,623 INFO [Time-limited test] zookeeper.RecoverableZooKeeper(106): Process identifier=master:34857 connecting to ZooKeeper ensemble=localhost:59588 2018-11-15 19:18:32,693 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): master:348570x0, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2018-11-15 19:18:32,695 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(543): master:34857-0x16718cf801e0000 connected 2018-11-15 19:18:32,813 DEBUG [Time-limited test] zookeeper.ZKUtil(357): master:34857-0x16718cf801e0000, quorum=localhost:59588, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2018-11-15 19:18:32,814 DEBUG [Time-limited test] zookeeper.ZKUtil(357): master:34857-0x16718cf801e0000, quorum=localhost:59588, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2018-11-15 19:18:32,831 DEBUG [Time-limited test] ipc.RpcExecutor(263): Started handlerCount=5 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34857 2018-11-15 19:18:32,832 DEBUG [Time-limited test] ipc.RpcExecutor(263): Started handlerCount=6 with threadPrefix=priority.FPBQ.Fifo, numCallQueues=1, port=34857 2018-11-15 19:18:32,833 DEBUG [Time-limited test] ipc.RpcExecutor(263): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34857 2018-11-15 19:18:32,844 INFO [Time-limited test] master.HMaster(516): hbase.rootdir=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f, hbase.cluster.distributed=false 2018-11-15 19:18:32,907 INFO [Time-limited test] client.ConnectionUtils(122): regionserver/cn012:0 server-side Connection retries=45 2018-11-15 19:18:32,908 INFO [Time-limited test] ipc.RpcExecutor(148): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=50, handlerCount=5 2018-11-15 19:18:32,908 INFO [Time-limited test] ipc.RpcExecutor(148): Instantiated priority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=60, handlerCount=6 2018-11-15 19:18:32,908 INFO [Time-limited test] ipc.RpcExecutor(148): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2018-11-15 19:18:32,908 INFO [Time-limited test] ipc.RpcServerFactory(65): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService 2018-11-15 19:18:32,909 INFO [Time-limited test] io.ByteBufferPool(83): Created with bufferSize=64 KB and maxPoolSize=320 B 2018-11-15 19:18:32,914 INFO [Time-limited test] ipc.NettyRpcServer(110): Bind to /172.18.128.12:42365 2018-11-15 19:18:32,914 INFO [Time-limited test] hfile.CacheConfig(263): Created cacheConfig: blockCache=LruBlockCache{blockCount=241, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:32,915 INFO [Time-limited test] hfile.CacheConfig(263): Created cacheConfig: blockCache=LruBlockCache{blockCount=241, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:32,916 INFO [Time-limited test] fs.HFileSystem(348): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2018-11-15 19:18:32,918 INFO [Time-limited test] fs.HFileSystem(348): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2018-11-15 19:18:32,920 INFO [Time-limited test] zookeeper.RecoverableZooKeeper(106): Process identifier=regionserver:42365 connecting to ZooKeeper ensemble=localhost:59588 2018-11-15 19:18:32,930 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): regionserver:423650x0, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2018-11-15 19:18:32,932 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(543): regionserver:42365-0x16718cf801e0001 connected 2018-11-15 19:18:32,932 DEBUG [Time-limited test] zookeeper.ZKUtil(357): regionserver:42365-0x16718cf801e0001, quorum=localhost:59588, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2018-11-15 19:18:32,934 DEBUG [Time-limited test] zookeeper.ZKUtil(357): regionserver:42365-0x16718cf801e0001, quorum=localhost:59588, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2018-11-15 19:18:32,935 DEBUG [Time-limited test] ipc.RpcExecutor(263): Started handlerCount=5 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42365 2018-11-15 19:18:32,936 DEBUG [Time-limited test] ipc.RpcExecutor(263): Started handlerCount=6 with threadPrefix=priority.FPBQ.Fifo, numCallQueues=1, port=42365 2018-11-15 19:18:32,936 DEBUG [Time-limited test] ipc.RpcExecutor(263): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42365 2018-11-15 19:18:32,958 INFO [Time-limited test] client.ConnectionUtils(122): regionserver/cn012:0 server-side Connection retries=45 2018-11-15 19:18:32,958 INFO [Time-limited test] ipc.RpcExecutor(148): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=50, handlerCount=5 2018-11-15 19:18:32,958 INFO [Time-limited test] ipc.RpcExecutor(148): Instantiated priority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=60, handlerCount=6 2018-11-15 19:18:32,958 INFO [Time-limited test] ipc.RpcExecutor(148): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2018-11-15 19:18:32,958 INFO [Time-limited test] ipc.RpcServerFactory(65): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService 2018-11-15 19:18:32,959 INFO [Time-limited test] io.ByteBufferPool(83): Created with bufferSize=64 KB and maxPoolSize=320 B 2018-11-15 19:18:32,961 INFO [Time-limited test] ipc.NettyRpcServer(110): Bind to /172.18.128.12:33837 2018-11-15 19:18:32,962 INFO [Time-limited test] hfile.CacheConfig(263): Created cacheConfig: blockCache=LruBlockCache{blockCount=241, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:32,962 INFO [Time-limited test] hfile.CacheConfig(263): Created cacheConfig: blockCache=LruBlockCache{blockCount=241, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:32,965 INFO [Time-limited test] fs.HFileSystem(348): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2018-11-15 19:18:32,967 INFO [Time-limited test] fs.HFileSystem(348): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2018-11-15 19:18:32,968 INFO [Time-limited test] zookeeper.RecoverableZooKeeper(106): Process identifier=regionserver:33837 connecting to ZooKeeper ensemble=localhost:59588 2018-11-15 19:18:32,980 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): regionserver:338370x0, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2018-11-15 19:18:32,981 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(543): regionserver:33837-0x16718cf801e0002 connected 2018-11-15 19:18:32,982 DEBUG [Time-limited test] zookeeper.ZKUtil(357): regionserver:33837-0x16718cf801e0002, quorum=localhost:59588, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2018-11-15 19:18:32,983 DEBUG [Time-limited test] zookeeper.ZKUtil(357): regionserver:33837-0x16718cf801e0002, quorum=localhost:59588, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2018-11-15 19:18:32,984 DEBUG [Time-limited test] ipc.RpcExecutor(263): Started handlerCount=5 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33837 2018-11-15 19:18:32,986 DEBUG [Time-limited test] ipc.RpcExecutor(263): Started handlerCount=6 with threadPrefix=priority.FPBQ.Fifo, numCallQueues=1, port=33837 2018-11-15 19:18:32,986 DEBUG [Time-limited test] ipc.RpcExecutor(263): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33837 2018-11-15 19:18:33,006 INFO [Time-limited test] client.ConnectionUtils(122): regionserver/cn012:0 server-side Connection retries=45 2018-11-15 19:18:33,007 INFO [Time-limited test] ipc.RpcExecutor(148): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=50, handlerCount=5 2018-11-15 19:18:33,007 INFO [Time-limited test] ipc.RpcExecutor(148): Instantiated priority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=60, handlerCount=6 2018-11-15 19:18:33,007 INFO [Time-limited test] ipc.RpcExecutor(148): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2018-11-15 19:18:33,008 INFO [Time-limited test] ipc.RpcServerFactory(65): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService 2018-11-15 19:18:33,008 INFO [Time-limited test] io.ByteBufferPool(83): Created with bufferSize=64 KB and maxPoolSize=320 B 2018-11-15 19:18:33,011 INFO [Time-limited test] ipc.NettyRpcServer(110): Bind to /172.18.128.12:40024 2018-11-15 19:18:33,012 INFO [Time-limited test] hfile.CacheConfig(263): Created cacheConfig: blockCache=LruBlockCache{blockCount=241, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:33,012 INFO [Time-limited test] hfile.CacheConfig(263): Created cacheConfig: blockCache=LruBlockCache{blockCount=241, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:33,013 INFO [Time-limited test] fs.HFileSystem(348): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2018-11-15 19:18:33,016 INFO [Time-limited test] fs.HFileSystem(348): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2018-11-15 19:18:33,017 INFO [Time-limited test] zookeeper.RecoverableZooKeeper(106): Process identifier=regionserver:40024 connecting to ZooKeeper ensemble=localhost:59588 2018-11-15 19:18:33,030 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): regionserver:400240x0, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2018-11-15 19:18:33,031 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(543): regionserver:40024-0x16718cf801e0003 connected 2018-11-15 19:18:33,032 DEBUG [Time-limited test] zookeeper.ZKUtil(357): regionserver:40024-0x16718cf801e0003, quorum=localhost:59588, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2018-11-15 19:18:33,033 DEBUG [Time-limited test] zookeeper.ZKUtil(357): regionserver:40024-0x16718cf801e0003, quorum=localhost:59588, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2018-11-15 19:18:33,035 DEBUG [Time-limited test] ipc.RpcExecutor(263): Started handlerCount=5 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40024 2018-11-15 19:18:33,036 DEBUG [Time-limited test] ipc.RpcExecutor(263): Started handlerCount=6 with threadPrefix=priority.FPBQ.Fifo, numCallQueues=1, port=40024 2018-11-15 19:18:33,037 DEBUG [Time-limited test] ipc.RpcExecutor(263): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40024 2018-11-15 19:18:33,042 INFO [master/cn012:0:becomeActiveMaster] master.HMaster(2317): Adding backup master ZNode /hbase/backup-masters/cn012.l42scl.hortonworks.com,34857,1542309512172 2018-11-15 19:18:33,058 DEBUG [master/cn012:0:becomeActiveMaster] zookeeper.ZKUtil(355): master:34857-0x16718cf801e0000, quorum=localhost:59588, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/cn012.l42scl.hortonworks.com,34857,1542309512172 2018-11-15 19:18:33,065 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): regionserver:33837-0x16718cf801e0002, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2018-11-15 19:18:33,065 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): regionserver:42365-0x16718cf801e0001, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2018-11-15 19:18:33,065 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): regionserver:40024-0x16718cf801e0003, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2018-11-15 19:18:33,065 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): master:34857-0x16718cf801e0000, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2018-11-15 19:18:33,068 DEBUG [master/cn012:0:becomeActiveMaster] zookeeper.ZKUtil(355): master:34857-0x16718cf801e0000, quorum=localhost:59588, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2018-11-15 19:18:33,069 INFO [master/cn012:0:becomeActiveMaster] master.ActiveMasterManager(172): Deleting ZNode for /hbase/backup-masters/cn012.l42scl.hortonworks.com,34857,1542309512172 from backup master directory 2018-11-15 19:18:33,080 DEBUG [Time-limited test-EventThread] zookeeper.ZKUtil(355): master:34857-0x16718cf801e0000, quorum=localhost:59588, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2018-11-15 19:18:33,080 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): master:34857-0x16718cf801e0000, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/cn012.l42scl.hortonworks.com,34857,1542309512172 2018-11-15 19:18:33,081 WARN [master/cn012:0:becomeActiveMaster] hbase.ZNodeClearer(63): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2018-11-15 19:18:33,081 INFO [master/cn012:0:becomeActiveMaster] master.ActiveMasterManager(181): Registered as active master=cn012.l42scl.hortonworks.com,34857,1542309512172 2018-11-15 19:18:33,212 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41038 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-e59dd571-6136-45fe-9f48-3956efa52c86:NORMAL:127.0.0.1:35251|RBW], ReplicaUC[[DISK]DS-425f9012-520b-4686-a46c-692b98ace323:NORMAL:127.0.0.1:41038|FINALIZED]]} size 0 2018-11-15 19:18:33,213 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35251 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-425f9012-520b-4686-a46c-692b98ace323:NORMAL:127.0.0.1:41038|FINALIZED], ReplicaUC[[DISK]DS-16bcb8d7-f671-41b7-a1e5-fbc77e62a419:NORMAL:127.0.0.1:35251|FINALIZED]]} size 0 2018-11-15 19:18:33,218 DEBUG [master/cn012:0:becomeActiveMaster] util.FSUtils(667): Created cluster ID file at hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/hbase.id with ID: 2af68fe8-5852-4569-b7b0-ffa2f8453ada 2018-11-15 19:18:33,232 INFO [master/cn012:0:becomeActiveMaster] master.MasterFileSystem(393): BOOTSTRAP: creating hbase:meta region 2018-11-15 19:18:33,233 INFO [master/cn012:0:becomeActiveMaster] regionserver.HRegion(7059): creating HRegion hbase:meta HTD == 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|'}, {NAME => 'info', VERSIONS => '3', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'false', BLOCKSIZE => '8192'}, {NAME => 'rep_barrier', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'true', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536'}, {NAME => 'table', VERSIONS => '3', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'true', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192'} RootDir = hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f Table name == hbase:meta 2018-11-15 19:18:33,267 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35251 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-9a3f4053-7fe1-4e55-9e0e-bc5018aaa46d:NORMAL:127.0.0.1:41703|RBW], ReplicaUC[[DISK]DS-e59dd571-6136-45fe-9f48-3956efa52c86:NORMAL:127.0.0.1:35251|RBW]]} size 0 2018-11-15 19:18:33,270 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41703 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-e59dd571-6136-45fe-9f48-3956efa52c86:NORMAL:127.0.0.1:35251|RBW], ReplicaUC[[DISK]DS-579c22a8-cfdc-4b28-b82e-19f0557f9a21:NORMAL:127.0.0.1:41703|FINALIZED]]} size 0 2018-11-15 19:18:33,273 DEBUG [master/cn012:0:becomeActiveMaster] regionserver.HRegion(836): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:18:33,291 DEBUG [StoreOpener-1588230740-1] util.CommonFSUtils(598): Set storagePolicy=HOT for path=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/hbase/meta/1588230740/info 2018-11-15 19:18:33,292 INFO [StoreOpener-1588230740-1] hfile.CacheConfig(237): Created cacheConfig for info: blockCache=LruBlockCache{blockCount=241, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=false, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:33,293 INFO [StoreOpener-1588230740-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:33,295 INFO [StoreOpener-1588230740-1] regionserver.HStore(335): Store=info, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:33,301 DEBUG [StoreOpener-1588230740-1] util.CommonFSUtils(598): Set storagePolicy=HOT for path=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/hbase/meta/1588230740/rep_barrier 2018-11-15 19:18:33,301 INFO [StoreOpener-1588230740-1] hfile.CacheConfig(237): Created cacheConfig for rep_barrier: blockCache=LruBlockCache{blockCount=241, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:33,301 INFO [StoreOpener-1588230740-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:33,304 INFO [StoreOpener-1588230740-1] regionserver.HStore(335): Store=rep_barrier, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:33,309 DEBUG [StoreOpener-1588230740-1] util.CommonFSUtils(598): Set storagePolicy=HOT for path=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/hbase/meta/1588230740/table 2018-11-15 19:18:33,309 INFO [StoreOpener-1588230740-1] hfile.CacheConfig(237): Created cacheConfig for table: blockCache=LruBlockCache{blockCount=241, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:33,309 INFO [StoreOpener-1588230740-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:33,312 INFO [StoreOpener-1588230740-1] regionserver.HStore(335): Store=table, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:33,313 DEBUG [master/cn012:0:becomeActiveMaster] regionserver.HRegion(949): replaying wal for 1588230740 2018-11-15 19:18:33,316 DEBUG [master/cn012:0:becomeActiveMaster] regionserver.HRegion(4627): Found 0 recovered edits file(s) under hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/hbase/meta/1588230740 2018-11-15 19:18:33,317 DEBUG [master/cn012:0:becomeActiveMaster] regionserver.HRegion(4627): Found 0 recovered edits file(s) under hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/hbase/meta/1588230740 2018-11-15 19:18:33,317 DEBUG [master/cn012:0:becomeActiveMaster] regionserver.HRegion(957): stopping wal replay for 1588230740 2018-11-15 19:18:33,317 DEBUG [master/cn012:0:becomeActiveMaster] regionserver.HRegion(969): Cleaning up temporary data for 1588230740 2018-11-15 19:18:33,331 DEBUG [master/cn012:0:becomeActiveMaster] regionserver.HRegion(980): Cleaning up detritus for 1588230740 2018-11-15 19:18:33,334 DEBUG [master/cn012:0:becomeActiveMaster] regionserver.FlushLargeStoresPolicy(61): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7M)) instead. 2018-11-15 19:18:33,335 DEBUG [master/cn012:0:becomeActiveMaster] regionserver.HRegion(1005): writing seq id for 1588230740 2018-11-15 19:18:33,345 DEBUG [master/cn012:0:becomeActiveMaster] wal.WALSplitter(696): Wrote file=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:18:33,345 INFO [master/cn012:0:becomeActiveMaster] regionserver.HRegion(1009): Opened 1588230740; next sequenceid=2 2018-11-15 19:18:33,345 DEBUG [master/cn012:0:becomeActiveMaster] regionserver.HRegion(1554): Closing 1588230740, disabling compactions & flushes 2018-11-15 19:18:33,345 DEBUG [master/cn012:0:becomeActiveMaster] regionserver.HRegion(1594): Updates disabled for region hbase:meta,,1.1588230740 2018-11-15 19:18:33,346 INFO [master/cn012:0:becomeActiveMaster] regionserver.HRegion(1711): Closed hbase:meta,,1.1588230740 2018-11-15 19:18:33,387 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35251 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-425f9012-520b-4686-a46c-692b98ace323:NORMAL:127.0.0.1:41038|RBW], ReplicaUC[[DISK]DS-16bcb8d7-f671-41b7-a1e5-fbc77e62a419:NORMAL:127.0.0.1:35251|RBW]]} size 0 2018-11-15 19:18:33,389 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41038 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-16bcb8d7-f671-41b7-a1e5-fbc77e62a419:NORMAL:127.0.0.1:35251|RBW], ReplicaUC[[DISK]DS-36d49187-d34c-4652-9b74-eb906005e7aa:NORMAL:127.0.0.1:41038|FINALIZED]]} size 0 2018-11-15 19:18:33,394 DEBUG [master/cn012:0:becomeActiveMaster] util.FSTableDescriptors(683): Wrote into hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/hbase/meta/.tabledesc/.tableinfo.0000000001 2018-11-15 19:18:33,433 INFO [master/cn012:0:becomeActiveMaster] fs.HFileSystem(348): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2018-11-15 19:18:33,449 INFO [master/cn012:0:becomeActiveMaster] coordination.ZKSplitLogManagerCoordination(494): Found 0 orphan tasks and 0 rescan nodes 2018-11-15 19:18:33,518 INFO [master/cn012:0:becomeActiveMaster] zookeeper.ReadOnlyZKClient(139): Connect 0x303e6646 to localhost:59588 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2018-11-15 19:18:33,558 DEBUG [master/cn012:0:becomeActiveMaster] ipc.AbstractRpcClient(200): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0c593d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2018-11-15 19:18:33,601 INFO [master/cn012:0:becomeActiveMaster] procedure2.ProcedureExecutor(565): Starting 16 core workers (bigger of cpus/4 or 16) with max (burst) worker count=160 2018-11-15 19:18:33,602 DEBUG [master/cn012:0:becomeActiveMaster] wal.WALProcedureStore(403): Starting WAL Procedure Store lease recovery 2018-11-15 19:18:33,612 WARN [master/cn012:0:becomeActiveMaster] util.CommonFSUtils$StreamCapabilities(994): Your Hadoop installation does not include the StreamCapabilities class from HDFS-11644, so we will skip checking if any FSDataOutputStreams actually support hflush/hsync. If you are running on top of HDFS this probably just means you have an older version and this can be ignored. If you are running on top of an alternate FileSystem implementation you should manually verify that hflush and hsync are implemented; otherwise you risk data loss and hard to diagnose errors when our assumptions are violated. 2018-11-15 19:18:33,612 DEBUG [master/cn012:0:becomeActiveMaster] util.CommonFSUtils$StreamCapabilities(1001): The first request to check for StreamCapabilities came from this stacktrace. java.lang.ClassNotFoundException: org.apache.hadoop.fs.StreamCapabilities at java.net.URLClassLoader.findClass(URLClassLoader.java:381) at java.lang.ClassLoader.loadClass(ClassLoader.java:424) at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:338) at java.lang.ClassLoader.loadClass(ClassLoader.java:357) at java.lang.Class.forName0(Native Method) at java.lang.Class.forName(Class.java:264) at org.apache.hadoop.hbase.util.CommonFSUtils$StreamCapabilities.(CommonFSUtils.java:990) at org.apache.hadoop.hbase.util.CommonFSUtils.hasCapability(CommonFSUtils.java:1028) at org.apache.hadoop.hbase.procedure2.store.wal.WALProcedureStore.rollWriter(WALProcedureStore.java:1080) at org.apache.hadoop.hbase.procedure2.store.wal.WALProcedureStore.recoverLease(WALProcedureStore.java:424) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.init(ProcedureExecutor.java:582) at org.apache.hadoop.hbase.master.HMaster.createProcedureExecutor(HMaster.java:1532) at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:953) at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2337) at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:593) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:33,615 INFO [master/cn012:0:becomeActiveMaster] wal.WALProcedureStore(1125): Rolled new Procedure Store WAL, id=1 2018-11-15 19:18:33,616 DEBUG [master/cn012:0:becomeActiveMaster] wal.WALProcedureStore(438): Lease acquired for flushLogId=1 2018-11-15 19:18:33,617 INFO [master/cn012:0:becomeActiveMaster] procedure2.ProcedureExecutor(584): Recovered WALProcedureStore lease in 14msec 2018-11-15 19:18:33,618 DEBUG [master/cn012:0:becomeActiveMaster] wal.WALProcedureStore(456): No state logs to replay. 2018-11-15 19:18:33,618 INFO [master/cn012:0:becomeActiveMaster] procedure2.ProcedureExecutor(598): Loaded WALProcedureStore in 1msec 2018-11-15 19:18:33,618 INFO [master/cn012:0:becomeActiveMaster] procedure2.RemoteProcedureDispatcher(97): Instantiated, coreThreads=128 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2018-11-15 19:18:33,654 DEBUG [master/cn012:0:becomeActiveMaster] zookeeper.ZKUtil(614): master:34857-0x16718cf801e0000, quorum=localhost:59588, baseZNode=/hbase Unable to get data of znode /hbase/meta-region-server because node does not exist (not an error) 2018-11-15 19:18:33,669 INFO [master/cn012:0:becomeActiveMaster] master.RegionServerTracker(123): Starting RegionServerTracker; 0 have existing ServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2018-11-15 19:18:33,708 INFO [master/cn012:0:becomeActiveMaster] balancer.BaseLoadBalancer(1036): slop=0.001, systemTablesOnMaster=false 2018-11-15 19:18:33,720 INFO [master/cn012:0:becomeActiveMaster] balancer.StochasticLoadBalancer(215): Loaded config; maxSteps=1000000, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, etc. 2018-11-15 19:18:33,744 DEBUG [master/cn012:0:becomeActiveMaster] zookeeper.ZKUtil(357): master:34857-0x16718cf801e0000, quorum=localhost:59588, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/balancer 2018-11-15 19:18:33,746 DEBUG [master/cn012:0:becomeActiveMaster] zookeeper.ZKUtil(357): master:34857-0x16718cf801e0000, quorum=localhost:59588, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/normalizer 2018-11-15 19:18:33,756 DEBUG [master/cn012:0:becomeActiveMaster] zookeeper.ZKUtil(357): master:34857-0x16718cf801e0000, quorum=localhost:59588, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/switch/split 2018-11-15 19:18:33,757 DEBUG [master/cn012:0:becomeActiveMaster] zookeeper.ZKUtil(357): master:34857-0x16718cf801e0000, quorum=localhost:59588, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/switch/merge 2018-11-15 19:18:33,796 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): regionserver:33837-0x16718cf801e0002, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2018-11-15 19:18:33,796 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): master:34857-0x16718cf801e0000, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2018-11-15 19:18:33,797 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): regionserver:42365-0x16718cf801e0001, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2018-11-15 19:18:33,797 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): regionserver:40024-0x16718cf801e0003, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2018-11-15 19:18:33,797 INFO [master/cn012:0:becomeActiveMaster] master.HMaster(808): Active/primary master=cn012.l42scl.hortonworks.com,34857,1542309512172, sessionid=0x16718cf801e0000, setting cluster-up flag (Was=false) 2018-11-15 19:18:33,855 DEBUG [master/cn012:0:becomeActiveMaster] procedure.ZKProcedureUtil(272): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2018-11-15 19:18:33,858 DEBUG [master/cn012:0:becomeActiveMaster] procedure.ZKProcedureCoordinator(250): Starting controller for procedure member=cn012.l42scl.hortonworks.com,34857,1542309512172 2018-11-15 19:18:33,905 DEBUG [master/cn012:0:becomeActiveMaster] procedure.ZKProcedureUtil(272): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2018-11-15 19:18:33,907 DEBUG [master/cn012:0:becomeActiveMaster] procedure.ZKProcedureCoordinator(250): Starting controller for procedure member=cn012.l42scl.hortonworks.com,34857,1542309512172 2018-11-15 19:18:33,913 WARN [master/cn012:0:becomeActiveMaster] snapshot.SnapshotManager(283): Couldn't delete working snapshot directory: hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/.hbase-snapshot/.tmp 2018-11-15 19:18:33,916 INFO [master/cn012:0:becomeActiveMaster] master.ServerManager(1115): No .lastflushedseqids found athdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2018-11-15 19:18:33,951 INFO [RS:1;cn012:33837] regionserver.HRegionServer(888): ClusterId : 2af68fe8-5852-4569-b7b0-ffa2f8453ada 2018-11-15 19:18:33,952 INFO [RS:0;cn012:42365] regionserver.HRegionServer(888): ClusterId : 2af68fe8-5852-4569-b7b0-ffa2f8453ada 2018-11-15 19:18:33,951 INFO [RS:2;cn012:40024] regionserver.HRegionServer(888): ClusterId : 2af68fe8-5852-4569-b7b0-ffa2f8453ada 2018-11-15 19:18:33,961 DEBUG [RS:2;cn012:40024] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initializing 2018-11-15 19:18:33,961 DEBUG [RS:1;cn012:33837] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initializing 2018-11-15 19:18:33,961 DEBUG [RS:0;cn012:42365] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initializing 2018-11-15 19:18:33,981 INFO [master/cn012:0:becomeActiveMaster] master.HMaster(1028): hbase:meta {1588230740 state=OFFLINE, ts=1542309513657, server=null} 2018-11-15 19:18:33,983 DEBUG [RS:2;cn012:40024] procedure.RegionServerProcedureManagerHost(47): Procedure flush-table-proc initialized 2018-11-15 19:18:33,983 DEBUG [RS:0;cn012:42365] procedure.RegionServerProcedureManagerHost(47): Procedure flush-table-proc initialized 2018-11-15 19:18:33,983 DEBUG [RS:0;cn012:42365] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initializing 2018-11-15 19:18:33,983 DEBUG [RS:2;cn012:40024] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initializing 2018-11-15 19:18:33,983 DEBUG [RS:1;cn012:33837] procedure.RegionServerProcedureManagerHost(47): Procedure flush-table-proc initialized 2018-11-15 19:18:33,984 DEBUG [RS:1;cn012:33837] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initializing 2018-11-15 19:18:33,998 DEBUG [RS:2;cn012:40024] procedure.RegionServerProcedureManagerHost(47): Procedure online-snapshot initialized 2018-11-15 19:18:33,998 DEBUG [RS:1;cn012:33837] procedure.RegionServerProcedureManagerHost(47): Procedure online-snapshot initialized 2018-11-15 19:18:33,998 DEBUG [RS:0;cn012:42365] procedure.RegionServerProcedureManagerHost(47): Procedure online-snapshot initialized 2018-11-15 19:18:34,001 INFO [RS:2;cn012:40024] zookeeper.ReadOnlyZKClient(139): Connect 0x7789076e to localhost:59588 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2018-11-15 19:18:34,002 INFO [RS:1;cn012:33837] zookeeper.ReadOnlyZKClient(139): Connect 0x07fab375 to localhost:59588 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2018-11-15 19:18:34,002 INFO [RS:0;cn012:42365] zookeeper.ReadOnlyZKClient(139): Connect 0x02fafaf2 to localhost:59588 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2018-11-15 19:18:34,022 DEBUG [RS:2;cn012:40024] ipc.AbstractRpcClient(200): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@794ef7ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2018-11-15 19:18:34,024 DEBUG [RS:1;cn012:33837] ipc.AbstractRpcClient(200): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@93d5dfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2018-11-15 19:18:34,024 DEBUG [RS:2;cn012:40024] ipc.AbstractRpcClient(200): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d716c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cn012.l42scl.hortonworks.com/172.18.128.12:0 2018-11-15 19:18:34,024 DEBUG [RS:0;cn012:42365] ipc.AbstractRpcClient(200): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c3d14dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2018-11-15 19:18:34,024 DEBUG [RS:1;cn012:33837] ipc.AbstractRpcClient(200): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d02d805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cn012.l42scl.hortonworks.com/172.18.128.12:0 2018-11-15 19:18:34,024 DEBUG [RS:0;cn012:42365] ipc.AbstractRpcClient(200): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8029182, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cn012.l42scl.hortonworks.com/172.18.128.12:0 2018-11-15 19:18:34,030 DEBUG [RS:2;cn012:40024] regionserver.ShutdownHook(88): Installed shutdown hook thread: Shutdownhook:RS:2;cn012:40024 2018-11-15 19:18:34,030 DEBUG [RS:0;cn012:42365] regionserver.ShutdownHook(88): Installed shutdown hook thread: Shutdownhook:RS:0;cn012:42365 2018-11-15 19:18:34,030 DEBUG [RS:1;cn012:33837] regionserver.ShutdownHook(88): Installed shutdown hook thread: Shutdownhook:RS:1;cn012:33837 2018-11-15 19:18:34,037 INFO [RS:2;cn012:40024] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2018-11-15 19:18:34,038 INFO [RS:2;cn012:40024] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2018-11-15 19:18:34,037 INFO [RS:1;cn012:33837] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2018-11-15 19:18:34,039 INFO [RS:1;cn012:33837] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2018-11-15 19:18:34,039 INFO [RS:0;cn012:42365] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2018-11-15 19:18:34,039 INFO [RS:0;cn012:42365] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2018-11-15 19:18:34,039 DEBUG [RS:0;cn012:42365] regionserver.HRegionServer(957): About to register with Master. 2018-11-15 19:18:34,038 DEBUG [RS:2;cn012:40024] regionserver.HRegionServer(957): About to register with Master. 2018-11-15 19:18:34,039 DEBUG [RS:1;cn012:33837] regionserver.HRegionServer(957): About to register with Master. 2018-11-15 19:18:34,043 INFO [RS:2;cn012:40024] regionserver.HRegionServer(2639): reportForDuty to master=cn012.l42scl.hortonworks.com,34857,1542309512172 with port=40024, startcode=1542309513004 2018-11-15 19:18:34,043 INFO [RS:1;cn012:33837] regionserver.HRegionServer(2639): reportForDuty to master=cn012.l42scl.hortonworks.com,34857,1542309512172 with port=33837, startcode=1542309512955 2018-11-15 19:18:34,043 INFO [RS:0;cn012:42365] regionserver.HRegionServer(2639): reportForDuty to master=cn012.l42scl.hortonworks.com,34857,1542309512172 with port=42365, startcode=1542309512905 2018-11-15 19:18:34,172 INFO [RS-EventLoopGroup-187-3] ipc.ServerRpcConnection(556): Connection from 172.18.128.12:51862, version=3.0.0-SNAPSHOT, sasl=false, ugi=hbase.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2018-11-15 19:18:34,172 INFO [RS-EventLoopGroup-187-2] ipc.ServerRpcConnection(556): Connection from 172.18.128.12:37242, version=3.0.0-SNAPSHOT, sasl=false, ugi=hbase.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2018-11-15 19:18:34,172 INFO [RS-EventLoopGroup-187-4] ipc.ServerRpcConnection(556): Connection from 172.18.128.12:43583, version=3.0.0-SNAPSHOT, sasl=false, ugi=hbase.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2018-11-15 19:18:34,231 DEBUG [master/cn012:0:becomeActiveMaster] procedure2.ProcedureExecutor(1027): Stored pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=false; InitMetaProcedure table=hbase:meta 2018-11-15 19:18:34,238 DEBUG [master/cn012:0:becomeActiveMaster] procedure.MasterProcedureScheduler(351): Add TableQueue(hbase:meta, xlock=false sharedLock=0 size=1) to run queue because: the exclusive lock is not held by anyone when adding pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=false; InitMetaProcedure table=hbase:meta 2018-11-15 19:18:34,238 DEBUG [RS:2;cn012:40024] regionserver.HRegionServer(2659): Master is not running yet 2018-11-15 19:18:34,238 DEBUG [RS:1;cn012:33837] regionserver.HRegionServer(2659): Master is not running yet 2018-11-15 19:18:34,238 DEBUG [RS:0;cn012:42365] regionserver.HRegionServer(2659): Master is not running yet 2018-11-15 19:18:34,238 WARN [RS:1;cn012:33837] regionserver.HRegionServer(965): reportForDuty failed; sleeping 1000 ms and then retrying. 2018-11-15 19:18:34,238 WARN [RS:2;cn012:40024] regionserver.HRegionServer(965): reportForDuty failed; sleeping 1000 ms and then retrying. 2018-11-15 19:18:34,238 WARN [RS:0;cn012:42365] regionserver.HRegionServer(965): reportForDuty failed; sleeping 1000 ms and then retrying. 2018-11-15 19:18:34,253 DEBUG [master/cn012:0:becomeActiveMaster] executor.ExecutorService(98): Starting executor service name=MASTER_OPEN_REGION-master/cn012:0, corePoolSize=5, maxPoolSize=5 2018-11-15 19:18:34,253 DEBUG [master/cn012:0:becomeActiveMaster] executor.ExecutorService(98): Starting executor service name=MASTER_CLOSE_REGION-master/cn012:0, corePoolSize=5, maxPoolSize=5 2018-11-15 19:18:34,253 DEBUG [master/cn012:0:becomeActiveMaster] executor.ExecutorService(98): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cn012:0, corePoolSize=5, maxPoolSize=5 2018-11-15 19:18:34,253 DEBUG [master/cn012:0:becomeActiveMaster] executor.ExecutorService(98): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cn012:0, corePoolSize=5, maxPoolSize=5 2018-11-15 19:18:34,253 DEBUG [master/cn012:0:becomeActiveMaster] executor.ExecutorService(98): Starting executor service name=M_LOG_REPLAY_OPS-master/cn012:0, corePoolSize=10, maxPoolSize=10 2018-11-15 19:18:34,253 DEBUG [master/cn012:0:becomeActiveMaster] executor.ExecutorService(98): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cn012:0, corePoolSize=1, maxPoolSize=1 2018-11-15 19:18:34,259 DEBUG [PEWorker-1] procedure.MasterProcedureScheduler(361): Remove TableQueue(hbase:meta, xlock=false sharedLock=0 size=0) from run queue because: queue is empty after polling out pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=false; InitMetaProcedure table=hbase:meta 2018-11-15 19:18:34,261 INFO [master/cn012:0:becomeActiveMaster] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1542309544260 2018-11-15 19:18:34,262 DEBUG [PEWorker-1] procedure.MasterProcedureScheduler(361): Remove TableQueue(hbase:meta, xlock=true (1) sharedLock=0 size=0) from run queue because: pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=false; InitMetaProcedure table=hbase:meta held the exclusive lock 2018-11-15 19:18:34,266 INFO [master/cn012:0:becomeActiveMaster] cleaner.CleanerChore$DirScanPool(90): Cleaner pool size is 6 2018-11-15 19:18:34,267 DEBUG [master/cn012:0:becomeActiveMaster] cleaner.CleanerChore(251): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2018-11-15 19:18:34,268 INFO [master/cn012:0:becomeActiveMaster] zookeeper.RecoverableZooKeeper(106): Process identifier=replicationLogCleaner connecting to ZooKeeper ensemble=localhost:59588 2018-11-15 19:18:34,270 DEBUG [master/cn012:0:becomeActiveMaster] cleaner.CleanerChore(251): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2018-11-15 19:18:34,272 DEBUG [master/cn012:0:becomeActiveMaster] cleaner.CleanerChore(251): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2018-11-15 19:18:34,272 INFO [master/cn012:0:becomeActiveMaster] cleaner.LogCleaner(155): Creating OldWALs cleaners with size=2 2018-11-15 19:18:34,278 DEBUG [master/cn012:0:becomeActiveMaster] cleaner.CleanerChore(251): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2018-11-15 19:18:34,281 DEBUG [master/cn012:0:becomeActiveMaster] cleaner.CleanerChore(251): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2018-11-15 19:18:34,281 DEBUG [master/cn012:0:becomeActiveMaster] cleaner.CleanerChore(251): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2018-11-15 19:18:34,284 DEBUG [master/cn012:0:becomeActiveMaster] cleaner.HFileCleaner(228): Starting for large file=Thread[master/cn012:0:becomeActiveMaster-HFileCleaner.large.0-1542309514284,5,FailOnTimeoutGroup] 2018-11-15 19:18:34,284 DEBUG [master/cn012:0:becomeActiveMaster] cleaner.HFileCleaner(243): Starting for small files=Thread[master/cn012:0:becomeActiveMaster-HFileCleaner.small.0-1542309514284,5,FailOnTimeoutGroup] 2018-11-15 19:18:34,313 DEBUG [master/cn012:0:becomeActiveMaster-EventThread] zookeeper.ZKWatcher(478): replicationLogCleaner0x0, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2018-11-15 19:18:34,314 DEBUG [master/cn012:0:becomeActiveMaster-EventThread] zookeeper.ZKWatcher(543): replicationLogCleaner-0x16718cf801e0008 connected 2018-11-15 19:18:34,338 INFO [PEWorker-1] procedure2.ProcedureExecutor(1680): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2018-11-15 19:18:34,340 DEBUG [PEWorker-1] procedure2.RootProcedureState(153): Add procedure pid=1, state=WAITING, hasLock=true; InitMetaProcedure table=hbase:meta as the 0th rollback step 2018-11-15 19:18:34,394 DEBUG [PEWorker-1] procedure.MasterProcedureScheduler(351): Add TableQueue(hbase:meta, xlock=true (1) sharedLock=0 size=1) to run queue because: pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN has the excusive lock access 2018-11-15 19:18:34,394 DEBUG [PEWorker-2] procedure.MasterProcedureScheduler(361): Remove TableQueue(hbase:meta, xlock=true (1) sharedLock=0 size=0) from run queue because: queue is empty after polling out pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2018-11-15 19:18:34,397 INFO [PEWorker-2] procedure.MasterProcedureScheduler(736): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2018-11-15 19:18:34,443 DEBUG [PEWorker-1] procedure.MasterProcedureScheduler(351): Add TableQueue(hbase:meta, xlock=false sharedLock=1 size=0) to run queue because: pid=1, state=WAITING, hasLock=false; InitMetaProcedure table=hbase:meta released the exclusive lock 2018-11-15 19:18:34,595 INFO [PEWorker-2] assignment.TransitRegionStateProcedure(166): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; rit=OFFLINE, location=null; forceNewPlan=false, retain=false 2018-11-15 19:18:34,596 DEBUG [PEWorker-2] procedure2.RootProcedureState(153): Add procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN as the 1th rollback step 2018-11-15 19:18:34,746 WARN [master/cn012:0] assignment.AssignmentManager(1718): No servers available; cannot place 1 unassigned regions. 2018-11-15 19:18:35,240 INFO [RS:2;cn012:40024] regionserver.HRegionServer(2639): reportForDuty to master=cn012.l42scl.hortonworks.com,34857,1542309512172 with port=40024, startcode=1542309513004 2018-11-15 19:18:35,240 INFO [RS:1;cn012:33837] regionserver.HRegionServer(2639): reportForDuty to master=cn012.l42scl.hortonworks.com,34857,1542309512172 with port=33837, startcode=1542309512955 2018-11-15 19:18:35,240 INFO [RS:0;cn012:42365] regionserver.HRegionServer(2639): reportForDuty to master=cn012.l42scl.hortonworks.com,34857,1542309512172 with port=42365, startcode=1542309512905 2018-11-15 19:18:35,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857] master.ServerManager(439): Registering regionserver=cn012.l42scl.hortonworks.com,42365,1542309512905 2018-11-15 19:18:35,257 INFO [RpcServer.default.FPBQ.Fifo.handler=3,queue=0,port=34857] master.ServerManager(439): Registering regionserver=cn012.l42scl.hortonworks.com,40024,1542309513004 2018-11-15 19:18:35,257 INFO [RpcServer.default.FPBQ.Fifo.handler=4,queue=0,port=34857] master.ServerManager(439): Registering regionserver=cn012.l42scl.hortonworks.com,33837,1542309512955 2018-11-15 19:18:35,271 DEBUG [RS:0;cn012:42365] regionserver.HRegionServer(1532): Config from master: hbase.rootdir=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f 2018-11-15 19:18:35,271 DEBUG [RS:0;cn012:42365] regionserver.HRegionServer(1532): Config from master: fs.defaultFS=hdfs://localhost:38114 2018-11-15 19:18:35,271 DEBUG [RS:0;cn012:42365] regionserver.HRegionServer(1532): Config from master: hbase.master.info.port=-1 2018-11-15 19:18:35,273 DEBUG [RS:2;cn012:40024] regionserver.HRegionServer(1532): Config from master: hbase.rootdir=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f 2018-11-15 19:18:35,273 DEBUG [RS:1;cn012:33837] regionserver.HRegionServer(1532): Config from master: hbase.rootdir=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f 2018-11-15 19:18:35,273 DEBUG [RS:1;cn012:33837] regionserver.HRegionServer(1532): Config from master: fs.defaultFS=hdfs://localhost:38114 2018-11-15 19:18:35,273 DEBUG [RS:1;cn012:33837] regionserver.HRegionServer(1532): Config from master: hbase.master.info.port=-1 2018-11-15 19:18:35,273 DEBUG [RS:2;cn012:40024] regionserver.HRegionServer(1532): Config from master: fs.defaultFS=hdfs://localhost:38114 2018-11-15 19:18:35,273 DEBUG [RS:2;cn012:40024] regionserver.HRegionServer(1532): Config from master: hbase.master.info.port=-1 2018-11-15 19:18:35,310 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): master:34857-0x16718cf801e0000, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2018-11-15 19:18:35,310 DEBUG [RS:1;cn012:33837] zookeeper.ZKUtil(355): regionserver:33837-0x16718cf801e0002, quorum=localhost:59588, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cn012.l42scl.hortonworks.com,33837,1542309512955 2018-11-15 19:18:35,311 DEBUG [RS:2;cn012:40024] zookeeper.ZKUtil(355): regionserver:40024-0x16718cf801e0003, quorum=localhost:59588, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cn012.l42scl.hortonworks.com,40024,1542309513004 2018-11-15 19:18:35,311 WARN [RS:1;cn012:33837] hbase.ZNodeClearer(63): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2018-11-15 19:18:35,316 WARN [RS:2;cn012:40024] hbase.ZNodeClearer(63): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2018-11-15 19:18:35,318 INFO [RS:1;cn012:33837] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:18:35,311 DEBUG [RS:0;cn012:42365] zookeeper.ZKUtil(355): regionserver:42365-0x16718cf801e0001, quorum=localhost:59588, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cn012.l42scl.hortonworks.com,42365,1542309512905 2018-11-15 19:18:35,318 INFO [RS:2;cn012:40024] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:18:35,320 DEBUG [RS:1;cn012:33837] regionserver.HRegionServer(1847): logDir=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/WALs/cn012.l42scl.hortonworks.com,33837,1542309512955 2018-11-15 19:18:35,320 DEBUG [RS:2;cn012:40024] regionserver.HRegionServer(1847): logDir=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/WALs/cn012.l42scl.hortonworks.com,40024,1542309513004 2018-11-15 19:18:35,320 WARN [RS:0;cn012:42365] hbase.ZNodeClearer(63): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2018-11-15 19:18:35,321 INFO [RS:0;cn012:42365] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:18:35,321 DEBUG [RS:0;cn012:42365] regionserver.HRegionServer(1847): logDir=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/WALs/cn012.l42scl.hortonworks.com,42365,1542309512905 2018-11-15 19:18:35,336 INFO [RegionServerTracker-0] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cn012.l42scl.hortonworks.com,42365,1542309512905] 2018-11-15 19:18:35,337 INFO [RegionServerTracker-0] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cn012.l42scl.hortonworks.com,33837,1542309512955] 2018-11-15 19:18:35,337 INFO [RegionServerTracker-0] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cn012.l42scl.hortonworks.com,40024,1542309513004] 2018-11-15 19:18:35,367 DEBUG [RS:1;cn012:33837] zookeeper.ZKUtil(355): regionserver:33837-0x16718cf801e0002, quorum=localhost:59588, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cn012.l42scl.hortonworks.com,42365,1542309512905 2018-11-15 19:18:35,368 DEBUG [RS:2;cn012:40024] zookeeper.ZKUtil(355): regionserver:40024-0x16718cf801e0003, quorum=localhost:59588, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cn012.l42scl.hortonworks.com,42365,1542309512905 2018-11-15 19:18:35,368 DEBUG [RS:0;cn012:42365] zookeeper.ZKUtil(355): regionserver:42365-0x16718cf801e0001, quorum=localhost:59588, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cn012.l42scl.hortonworks.com,42365,1542309512905 2018-11-15 19:18:35,368 DEBUG [RS:1;cn012:33837] zookeeper.ZKUtil(355): regionserver:33837-0x16718cf801e0002, quorum=localhost:59588, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cn012.l42scl.hortonworks.com,33837,1542309512955 2018-11-15 19:18:35,368 DEBUG [RS:2;cn012:40024] zookeeper.ZKUtil(355): regionserver:40024-0x16718cf801e0003, quorum=localhost:59588, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cn012.l42scl.hortonworks.com,33837,1542309512955 2018-11-15 19:18:35,369 DEBUG [RS:0;cn012:42365] zookeeper.ZKUtil(355): regionserver:42365-0x16718cf801e0001, quorum=localhost:59588, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cn012.l42scl.hortonworks.com,33837,1542309512955 2018-11-15 19:18:35,369 DEBUG [RS:1;cn012:33837] zookeeper.ZKUtil(355): regionserver:33837-0x16718cf801e0002, quorum=localhost:59588, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cn012.l42scl.hortonworks.com,40024,1542309513004 2018-11-15 19:18:35,369 DEBUG [RS:2;cn012:40024] zookeeper.ZKUtil(355): regionserver:40024-0x16718cf801e0003, quorum=localhost:59588, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cn012.l42scl.hortonworks.com,40024,1542309513004 2018-11-15 19:18:35,370 DEBUG [RS:0;cn012:42365] zookeeper.ZKUtil(355): regionserver:42365-0x16718cf801e0001, quorum=localhost:59588, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cn012.l42scl.hortonworks.com,40024,1542309513004 2018-11-15 19:18:35,382 DEBUG [RS:1;cn012:33837] regionserver.Replication(155): Replication stats-in-log period=300 seconds 2018-11-15 19:18:35,382 DEBUG [RS:2;cn012:40024] regionserver.Replication(155): Replication stats-in-log period=300 seconds 2018-11-15 19:18:35,382 DEBUG [RS:0;cn012:42365] regionserver.Replication(155): Replication stats-in-log period=300 seconds 2018-11-15 19:18:35,394 INFO [RS:2;cn012:40024] regionserver.MetricsRegionServerWrapperImpl(147): Computing regionserver metrics every 5000 milliseconds 2018-11-15 19:18:35,394 INFO [RS:0;cn012:42365] regionserver.MetricsRegionServerWrapperImpl(147): Computing regionserver metrics every 5000 milliseconds 2018-11-15 19:18:35,394 INFO [RS:1;cn012:33837] regionserver.MetricsRegionServerWrapperImpl(147): Computing regionserver metrics every 5000 milliseconds 2018-11-15 19:18:35,479 INFO [RS:1;cn012:33837] regionserver.MemStoreFlusher(133): globalMemStoreLimit=995.6 M, globalMemStoreLimitLowMark=945.8 M, Offheap=false 2018-11-15 19:18:35,479 INFO [RS:0;cn012:42365] regionserver.MemStoreFlusher(133): globalMemStoreLimit=995.6 M, globalMemStoreLimitLowMark=945.8 M, Offheap=false 2018-11-15 19:18:35,479 INFO [RS:2;cn012:40024] regionserver.MemStoreFlusher(133): globalMemStoreLimit=995.6 M, globalMemStoreLimitLowMark=945.8 M, Offheap=false 2018-11-15 19:18:35,487 INFO [RS:2;cn012:40024] throttle.PressureAwareCompactionThroughputController(134): Compaction throughput configurations, higher bound: 20.00 MB/second, lower bound 10.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2018-11-15 19:18:35,487 INFO [RS:1;cn012:33837] throttle.PressureAwareCompactionThroughputController(134): Compaction throughput configurations, higher bound: 20.00 MB/second, lower bound 10.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2018-11-15 19:18:35,487 INFO [RS:0;cn012:42365] throttle.PressureAwareCompactionThroughputController(134): Compaction throughput configurations, higher bound: 20.00 MB/second, lower bound 10.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2018-11-15 19:18:35,492 INFO [RS:2;cn012:40024] regionserver.HRegionServer$CompactionChecker(1733): CompactionChecker runs every PT1S 2018-11-15 19:18:35,492 INFO [RS:0;cn012:42365] regionserver.HRegionServer$CompactionChecker(1733): CompactionChecker runs every PT1S 2018-11-15 19:18:35,492 INFO [RS:1;cn012:33837] regionserver.HRegionServer$CompactionChecker(1733): CompactionChecker runs every PT1S 2018-11-15 19:18:35,500 DEBUG [master/cn012:0] assignment.AssignmentManager(1739): Processing assignQueue; systemServersCount=3, allServersCount=3 2018-11-15 19:18:35,502 DEBUG [RS:1;cn012:33837] executor.ExecutorService(98): Starting executor service name=RS_OPEN_REGION-regionserver/cn012:0, corePoolSize=3, maxPoolSize=3 2018-11-15 19:18:35,502 DEBUG [RS:0;cn012:42365] executor.ExecutorService(98): Starting executor service name=RS_OPEN_REGION-regionserver/cn012:0, corePoolSize=3, maxPoolSize=3 2018-11-15 19:18:35,502 DEBUG [RS:2;cn012:40024] executor.ExecutorService(98): Starting executor service name=RS_OPEN_REGION-regionserver/cn012:0, corePoolSize=3, maxPoolSize=3 2018-11-15 19:18:35,503 DEBUG [RS:0;cn012:42365] executor.ExecutorService(98): Starting executor service name=RS_OPEN_META-regionserver/cn012:0, corePoolSize=1, maxPoolSize=1 2018-11-15 19:18:35,503 DEBUG [RS:1;cn012:33837] executor.ExecutorService(98): Starting executor service name=RS_OPEN_META-regionserver/cn012:0, corePoolSize=1, maxPoolSize=1 2018-11-15 19:18:35,503 DEBUG [RS:0;cn012:42365] executor.ExecutorService(98): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cn012:0, corePoolSize=3, maxPoolSize=3 2018-11-15 19:18:35,503 DEBUG [RS:2;cn012:40024] executor.ExecutorService(98): Starting executor service name=RS_OPEN_META-regionserver/cn012:0, corePoolSize=1, maxPoolSize=1 2018-11-15 19:18:35,504 DEBUG [RS:0;cn012:42365] executor.ExecutorService(98): Starting executor service name=RS_CLOSE_REGION-regionserver/cn012:0, corePoolSize=3, maxPoolSize=3 2018-11-15 19:18:35,504 DEBUG [RS:1;cn012:33837] executor.ExecutorService(98): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cn012:0, corePoolSize=3, maxPoolSize=3 2018-11-15 19:18:35,504 DEBUG [RS:0;cn012:42365] executor.ExecutorService(98): Starting executor service name=RS_CLOSE_META-regionserver/cn012:0, corePoolSize=1, maxPoolSize=1 2018-11-15 19:18:35,504 DEBUG [RS:2;cn012:40024] executor.ExecutorService(98): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cn012:0, corePoolSize=3, maxPoolSize=3 2018-11-15 19:18:35,504 DEBUG [RS:0;cn012:42365] executor.ExecutorService(98): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cn012:0, corePoolSize=2, maxPoolSize=2 2018-11-15 19:18:35,504 DEBUG [RS:1;cn012:33837] executor.ExecutorService(98): Starting executor service name=RS_CLOSE_REGION-regionserver/cn012:0, corePoolSize=3, maxPoolSize=3 2018-11-15 19:18:35,504 DEBUG [RS:0;cn012:42365] executor.ExecutorService(98): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cn012:0, corePoolSize=10, maxPoolSize=10 2018-11-15 19:18:35,504 DEBUG [RS:2;cn012:40024] executor.ExecutorService(98): Starting executor service name=RS_CLOSE_REGION-regionserver/cn012:0, corePoolSize=3, maxPoolSize=3 2018-11-15 19:18:35,504 DEBUG [RS:0;cn012:42365] executor.ExecutorService(98): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cn012:0, corePoolSize=3, maxPoolSize=3 2018-11-15 19:18:35,504 DEBUG [RS:1;cn012:33837] executor.ExecutorService(98): Starting executor service name=RS_CLOSE_META-regionserver/cn012:0, corePoolSize=1, maxPoolSize=1 2018-11-15 19:18:35,505 DEBUG [RS:0;cn012:42365] executor.ExecutorService(98): Starting executor service name=RS_REFRESH_PEER-regionserver/cn012:0, corePoolSize=2, maxPoolSize=2 2018-11-15 19:18:35,504 DEBUG [RS:2;cn012:40024] executor.ExecutorService(98): Starting executor service name=RS_CLOSE_META-regionserver/cn012:0, corePoolSize=1, maxPoolSize=1 2018-11-15 19:18:35,505 DEBUG [RS:0;cn012:42365] executor.ExecutorService(98): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cn012:0, corePoolSize=1, maxPoolSize=1 2018-11-15 19:18:35,505 DEBUG [RS:1;cn012:33837] executor.ExecutorService(98): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cn012:0, corePoolSize=2, maxPoolSize=2 2018-11-15 19:18:35,505 DEBUG [RS:2;cn012:40024] executor.ExecutorService(98): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cn012:0, corePoolSize=2, maxPoolSize=2 2018-11-15 19:18:35,505 DEBUG [RS:1;cn012:33837] executor.ExecutorService(98): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cn012:0, corePoolSize=10, maxPoolSize=10 2018-11-15 19:18:35,505 DEBUG [RS:2;cn012:40024] executor.ExecutorService(98): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cn012:0, corePoolSize=10, maxPoolSize=10 2018-11-15 19:18:35,505 DEBUG [RS:1;cn012:33837] executor.ExecutorService(98): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cn012:0, corePoolSize=3, maxPoolSize=3 2018-11-15 19:18:35,505 DEBUG [RS:2;cn012:40024] executor.ExecutorService(98): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cn012:0, corePoolSize=3, maxPoolSize=3 2018-11-15 19:18:35,505 DEBUG [RS:1;cn012:33837] executor.ExecutorService(98): Starting executor service name=RS_REFRESH_PEER-regionserver/cn012:0, corePoolSize=2, maxPoolSize=2 2018-11-15 19:18:35,505 DEBUG [RS:2;cn012:40024] executor.ExecutorService(98): Starting executor service name=RS_REFRESH_PEER-regionserver/cn012:0, corePoolSize=2, maxPoolSize=2 2018-11-15 19:18:35,505 DEBUG [RS:1;cn012:33837] executor.ExecutorService(98): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cn012:0, corePoolSize=1, maxPoolSize=1 2018-11-15 19:18:35,506 DEBUG [RS:2;cn012:40024] executor.ExecutorService(98): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cn012:0, corePoolSize=1, maxPoolSize=1 2018-11-15 19:18:35,519 DEBUG [master/cn012:0] procedure.MasterProcedureScheduler(351): Add TableQueue(hbase:meta, xlock=false sharedLock=1 size=1) to run queue because: pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN has lock 2018-11-15 19:18:35,519 DEBUG [PEWorker-3] procedure.MasterProcedureScheduler(361): Remove TableQueue(hbase:meta, xlock=false sharedLock=1 size=0) from run queue because: queue is empty after polling out pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2018-11-15 19:18:35,520 INFO [PEWorker-3] zookeeper.MetaTableLocator(452): Setting hbase:meta (replicaId=0) location in ZooKeeper as cn012.l42scl.hortonworks.com,40024,1542309513004 2018-11-15 19:18:35,530 INFO [SplitLogWorker-cn012:33837] regionserver.SplitLogWorker(211): SplitLogWorker cn012.l42scl.hortonworks.com,33837,1542309512955 starting 2018-11-15 19:18:35,530 INFO [SplitLogWorker-cn012:40024] regionserver.SplitLogWorker(211): SplitLogWorker cn012.l42scl.hortonworks.com,40024,1542309513004 starting 2018-11-15 19:18:35,532 INFO [SplitLogWorker-cn012:42365] regionserver.SplitLogWorker(211): SplitLogWorker cn012.l42scl.hortonworks.com,42365,1542309512905 starting 2018-11-15 19:18:35,535 INFO [RS:0;cn012:42365] regionserver.HeapMemoryManager(210): Starting, tuneOn=false 2018-11-15 19:18:35,535 INFO [RS:2;cn012:40024] regionserver.HeapMemoryManager(210): Starting, tuneOn=false 2018-11-15 19:18:35,535 INFO [RS:1;cn012:33837] regionserver.HeapMemoryManager(210): Starting, tuneOn=false 2018-11-15 19:18:35,538 DEBUG [PEWorker-3] zookeeper.MetaTableLocator(466): META region location doesn't exist, create it 2018-11-15 19:18:35,550 INFO [PEWorker-3] procedure2.ProcedureExecutor(1680): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure}] 2018-11-15 19:18:35,550 DEBUG [PEWorker-3] procedure2.RootProcedureState(153): Add procedure pid=2, ppid=1, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN as the 2th rollback step 2018-11-15 19:18:35,574 INFO [RS:2;cn012:40024] regionserver.HRegionServer(1573): Serving as cn012.l42scl.hortonworks.com,40024,1542309513004, RpcServer on cn012.l42scl.hortonworks.com/172.18.128.12:40024, sessionid=0x16718cf801e0003 2018-11-15 19:18:35,574 INFO [RS:1;cn012:33837] regionserver.HRegionServer(1573): Serving as cn012.l42scl.hortonworks.com,33837,1542309512955, RpcServer on cn012.l42scl.hortonworks.com/172.18.128.12:33837, sessionid=0x16718cf801e0002 2018-11-15 19:18:35,574 INFO [RS:0;cn012:42365] regionserver.HRegionServer(1573): Serving as cn012.l42scl.hortonworks.com,42365,1542309512905, RpcServer on cn012.l42scl.hortonworks.com/172.18.128.12:42365, sessionid=0x16718cf801e0001 2018-11-15 19:18:35,574 DEBUG [RS:1;cn012:33837] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc starting 2018-11-15 19:18:35,574 DEBUG [RS:0;cn012:42365] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc starting 2018-11-15 19:18:35,574 DEBUG [RS:2;cn012:40024] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc starting 2018-11-15 19:18:35,574 DEBUG [RS:0;cn012:42365] flush.RegionServerFlushTableProcedureManager(104): Start region server flush procedure manager cn012.l42scl.hortonworks.com,42365,1542309512905 2018-11-15 19:18:35,574 DEBUG [RS:1;cn012:33837] flush.RegionServerFlushTableProcedureManager(104): Start region server flush procedure manager cn012.l42scl.hortonworks.com,33837,1542309512955 2018-11-15 19:18:35,575 DEBUG [RS:0;cn012:42365] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cn012.l42scl.hortonworks.com,42365,1542309512905' 2018-11-15 19:18:35,575 DEBUG [RS:2;cn012:40024] flush.RegionServerFlushTableProcedureManager(104): Start region server flush procedure manager cn012.l42scl.hortonworks.com,40024,1542309513004 2018-11-15 19:18:35,576 DEBUG [RS:0;cn012:42365] procedure.ZKProcedureMemberRpcs(135): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2018-11-15 19:18:35,575 DEBUG [RS:1;cn012:33837] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cn012.l42scl.hortonworks.com,33837,1542309512955' 2018-11-15 19:18:35,576 DEBUG [RS:1;cn012:33837] procedure.ZKProcedureMemberRpcs(135): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2018-11-15 19:18:35,576 DEBUG [RS:2;cn012:40024] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cn012.l42scl.hortonworks.com,40024,1542309513004' 2018-11-15 19:18:35,577 DEBUG [RS:2;cn012:40024] procedure.ZKProcedureMemberRpcs(135): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2018-11-15 19:18:35,577 DEBUG [RS:1;cn012:33837] procedure.ZKProcedureMemberRpcs(155): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2018-11-15 19:18:35,577 DEBUG [RS:0;cn012:42365] procedure.ZKProcedureMemberRpcs(155): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2018-11-15 19:18:35,577 DEBUG [RS:2;cn012:40024] procedure.ZKProcedureMemberRpcs(155): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2018-11-15 19:18:35,578 DEBUG [RS:1;cn012:33837] procedure.RegionServerProcedureManagerHost(55): Procedure flush-table-proc started 2018-11-15 19:18:35,578 DEBUG [RS:0;cn012:42365] procedure.RegionServerProcedureManagerHost(55): Procedure flush-table-proc started 2018-11-15 19:18:35,578 DEBUG [RS:0;cn012:42365] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot starting 2018-11-15 19:18:35,578 DEBUG [RS:1;cn012:33837] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot starting 2018-11-15 19:18:35,578 DEBUG [RS:0;cn012:42365] snapshot.RegionServerSnapshotManager(124): Start Snapshot Manager cn012.l42scl.hortonworks.com,42365,1542309512905 2018-11-15 19:18:35,579 DEBUG [RS:0;cn012:42365] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cn012.l42scl.hortonworks.com,42365,1542309512905' 2018-11-15 19:18:35,579 DEBUG [RS:0;cn012:42365] procedure.ZKProcedureMemberRpcs(135): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2018-11-15 19:18:35,578 DEBUG [RS:2;cn012:40024] procedure.RegionServerProcedureManagerHost(55): Procedure flush-table-proc started 2018-11-15 19:18:35,579 DEBUG [RS:2;cn012:40024] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot starting 2018-11-15 19:18:35,579 DEBUG [RS:2;cn012:40024] snapshot.RegionServerSnapshotManager(124): Start Snapshot Manager cn012.l42scl.hortonworks.com,40024,1542309513004 2018-11-15 19:18:35,579 DEBUG [RS:2;cn012:40024] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cn012.l42scl.hortonworks.com,40024,1542309513004' 2018-11-15 19:18:35,579 DEBUG [RS:2;cn012:40024] procedure.ZKProcedureMemberRpcs(135): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2018-11-15 19:18:35,578 DEBUG [RS:1;cn012:33837] snapshot.RegionServerSnapshotManager(124): Start Snapshot Manager cn012.l42scl.hortonworks.com,33837,1542309512955 2018-11-15 19:18:35,580 DEBUG [RS:1;cn012:33837] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cn012.l42scl.hortonworks.com,33837,1542309512955' 2018-11-15 19:18:35,580 DEBUG [RS:1;cn012:33837] procedure.ZKProcedureMemberRpcs(135): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2018-11-15 19:18:35,579 DEBUG [RS:0;cn012:42365] procedure.ZKProcedureMemberRpcs(155): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2018-11-15 19:18:35,580 DEBUG [RS:2;cn012:40024] procedure.ZKProcedureMemberRpcs(155): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2018-11-15 19:18:35,580 DEBUG [RS:1;cn012:33837] procedure.ZKProcedureMemberRpcs(155): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2018-11-15 19:18:35,580 DEBUG [RS:0;cn012:42365] procedure.RegionServerProcedureManagerHost(55): Procedure online-snapshot started 2018-11-15 19:18:35,580 INFO [RS:0;cn012:42365] quotas.RegionServerRpcQuotaManager(62): Quota support disabled 2018-11-15 19:18:35,580 DEBUG [RS:2;cn012:40024] procedure.RegionServerProcedureManagerHost(55): Procedure online-snapshot started 2018-11-15 19:18:35,580 INFO [RS:0;cn012:42365] quotas.RegionServerSpaceQuotaManager(84): Quota support disabled, not starting space quota manager. 2018-11-15 19:18:35,580 INFO [RS:2;cn012:40024] quotas.RegionServerRpcQuotaManager(62): Quota support disabled 2018-11-15 19:18:35,581 DEBUG [RS:1;cn012:33837] procedure.RegionServerProcedureManagerHost(55): Procedure online-snapshot started 2018-11-15 19:18:35,581 INFO [RS:2;cn012:40024] quotas.RegionServerSpaceQuotaManager(84): Quota support disabled, not starting space quota manager. 2018-11-15 19:18:35,582 INFO [RS:1;cn012:33837] quotas.RegionServerRpcQuotaManager(62): Quota support disabled 2018-11-15 19:18:35,582 INFO [RS:1;cn012:33837] quotas.RegionServerSpaceQuotaManager(84): Quota support disabled, not starting space quota manager. 2018-11-15 19:18:35,609 DEBUG [PEWorker-3] procedure.MasterProcedureScheduler(351): Add TableQueue(hbase:meta, xlock=false sharedLock=1 size=1) to run queue because: the exclusive lock is not held by anyone when adding pid=3, ppid=2, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure 2018-11-15 19:18:35,609 DEBUG [PEWorker-4] procedure.MasterProcedureScheduler(361): Remove TableQueue(hbase:meta, xlock=false sharedLock=1 size=0) from run queue because: queue is empty after polling out pid=3, ppid=2, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure 2018-11-15 19:18:35,660 DEBUG [PEWorker-4] procedure2.RootProcedureState(153): Add procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure as the 3th rollback step 2018-11-15 19:18:35,873 DEBUG [RSProcedureDispatcher-pool38-t1] master.ServerManager(746): New admin connection to cn012.l42scl.hortonworks.com,40024,1542309513004 2018-11-15 19:18:35,890 INFO [RS-EventLoopGroup-190-6] ipc.ServerRpcConnection(556): Connection from 172.18.128.12:36828, version=3.0.0-SNAPSHOT, sasl=false, ugi=hbase (auth:SIMPLE), service=AdminService 2018-11-15 19:18:35,903 INFO [RS_CLOSE_META-regionserver/cn012:0-0] handler.AssignRegionHandler(101): Open hbase:meta,,1.1588230740 2018-11-15 19:18:35,905 INFO [RS_CLOSE_META-regionserver/cn012:0-0] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:18:35,917 INFO [RS_CLOSE_META-regionserver/cn012:0-0] wal.AbstractFSWAL(414): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cn012.l42scl.hortonworks.com%2C40024%2C1542309513004.meta, suffix=.meta, logDir=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/WALs/cn012.l42scl.hortonworks.com,40024,1542309513004, archiveDir=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/oldWALs 2018-11-15 19:18:35,945 DEBUG [RS-EventLoopGroup-190-7] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(783): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41703,DS-9a3f4053-7fe1-4e55-9e0e-bc5018aaa46d,DISK] 2018-11-15 19:18:35,945 DEBUG [RS-EventLoopGroup-190-8] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(783): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35251,DS-e59dd571-6136-45fe-9f48-3956efa52c86,DISK] 2018-11-15 19:18:35,970 INFO [RS_CLOSE_META-regionserver/cn012:0-0] wal.AbstractFSWAL(679): New WAL /user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/WALs/cn012.l42scl.hortonworks.com,40024,1542309513004/cn012.l42scl.hortonworks.com%2C40024%2C1542309513004.meta.1542309515917.meta 2018-11-15 19:18:35,971 DEBUG [RS_CLOSE_META-regionserver/cn012:0-0] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:41703,DS-9a3f4053-7fe1-4e55-9e0e-bc5018aaa46d,DISK], DatanodeInfoWithStorage[127.0.0.1:35251,DS-e59dd571-6136-45fe-9f48-3956efa52c86,DISK]] 2018-11-15 19:18:35,972 DEBUG [RS_CLOSE_META-regionserver/cn012:0-0] regionserver.HRegion(7233): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2018-11-15 19:18:35,973 DEBUG [RS_CLOSE_META-regionserver/cn012:0-0] coprocessor.CoprocessorHost(200): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2018-11-15 19:18:35,993 DEBUG [RS_CLOSE_META-regionserver/cn012:0-0] regionserver.HRegion(8199): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2018-11-15 19:18:36,003 INFO [RS_CLOSE_META-regionserver/cn012:0-0] regionserver.RegionCoprocessorHost(394): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2018-11-15 19:18:36,004 DEBUG [RS_CLOSE_META-regionserver/cn012:0-0] regionserver.MetricsRegionSourceImpl(75): Creating new MetricsRegionSourceImpl for table meta 1588230740 2018-11-15 19:18:36,005 DEBUG [RS_CLOSE_META-regionserver/cn012:0-0] regionserver.HRegion(836): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:18:36,005 DEBUG [RS_CLOSE_META-regionserver/cn012:0-0] regionserver.HRegion(7272): checking encryption for 1588230740 2018-11-15 19:18:36,005 DEBUG [RS_CLOSE_META-regionserver/cn012:0-0] regionserver.HRegion(7277): checking classloading for 1588230740 2018-11-15 19:18:36,015 DEBUG [StoreOpener-1588230740-1] util.CommonFSUtils(598): Set storagePolicy=HOT for path=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/hbase/meta/1588230740/info 2018-11-15 19:18:36,015 DEBUG [StoreOpener-1588230740-1] util.CommonFSUtils(598): Set storagePolicy=HOT for path=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/hbase/meta/1588230740/info 2018-11-15 19:18:36,017 INFO [StoreOpener-1588230740-1] hfile.CacheConfig(237): Created cacheConfig for info: blockCache=LruBlockCache{blockCount=241, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:36,017 INFO [StoreOpener-1588230740-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:36,019 INFO [StoreOpener-1588230740-1] regionserver.HStore(335): Store=info, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:36,023 DEBUG [StoreOpener-1588230740-1] util.CommonFSUtils(598): Set storagePolicy=HOT for path=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/hbase/meta/1588230740/rep_barrier 2018-11-15 19:18:36,023 DEBUG [StoreOpener-1588230740-1] util.CommonFSUtils(598): Set storagePolicy=HOT for path=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/hbase/meta/1588230740/rep_barrier 2018-11-15 19:18:36,024 INFO [StoreOpener-1588230740-1] hfile.CacheConfig(237): Created cacheConfig for rep_barrier: blockCache=LruBlockCache{blockCount=241, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:36,024 INFO [StoreOpener-1588230740-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:36,026 INFO [StoreOpener-1588230740-1] regionserver.HStore(335): Store=rep_barrier, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:36,029 DEBUG [StoreOpener-1588230740-1] util.CommonFSUtils(598): Set storagePolicy=HOT for path=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/hbase/meta/1588230740/table 2018-11-15 19:18:36,029 DEBUG [StoreOpener-1588230740-1] util.CommonFSUtils(598): Set storagePolicy=HOT for path=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/hbase/meta/1588230740/table 2018-11-15 19:18:36,030 INFO [StoreOpener-1588230740-1] hfile.CacheConfig(237): Created cacheConfig for table: blockCache=LruBlockCache{blockCount=241, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:36,030 INFO [StoreOpener-1588230740-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:36,032 INFO [StoreOpener-1588230740-1] regionserver.HStore(335): Store=table, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:36,032 DEBUG [RS_CLOSE_META-regionserver/cn012:0-0] regionserver.HRegion(949): replaying wal for 1588230740 2018-11-15 19:18:36,034 DEBUG [RS_CLOSE_META-regionserver/cn012:0-0] regionserver.HRegion(4627): Found 0 recovered edits file(s) under hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/hbase/meta/1588230740 2018-11-15 19:18:36,039 DEBUG [RS_CLOSE_META-regionserver/cn012:0-0] regionserver.HRegion(4627): Found 0 recovered edits file(s) under hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/hbase/meta/1588230740 2018-11-15 19:18:36,039 DEBUG [RS_CLOSE_META-regionserver/cn012:0-0] regionserver.HRegion(957): stopping wal replay for 1588230740 2018-11-15 19:18:36,039 DEBUG [RS_CLOSE_META-regionserver/cn012:0-0] regionserver.HRegion(969): Cleaning up temporary data for 1588230740 2018-11-15 19:18:36,040 DEBUG [RS_CLOSE_META-regionserver/cn012:0-0] regionserver.HRegion(980): Cleaning up detritus for 1588230740 2018-11-15 19:18:36,042 DEBUG [RS_CLOSE_META-regionserver/cn012:0-0] regionserver.FlushLargeStoresPolicy(61): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7M)) instead. 2018-11-15 19:18:36,044 DEBUG [RS_CLOSE_META-regionserver/cn012:0-0] regionserver.HRegion(1005): writing seq id for 1588230740 2018-11-15 19:18:36,045 INFO [RS_CLOSE_META-regionserver/cn012:0-0] regionserver.HRegion(1009): Opened 1588230740; next sequenceid=2 2018-11-15 19:18:36,045 DEBUG [RS_CLOSE_META-regionserver/cn012:0-0] regionserver.HRegion(1016): Running coprocessor post-open hooks for 1588230740 2018-11-15 19:18:36,049 INFO [RS_CLOSE_META-regionserver/cn012:0-0] regionserver.HRegionServer(2224): Post open deploy tasks for hbase:meta,,1.1588230740 2018-11-15 19:18:36,068 INFO [RpcServer.priority.FPBQ.Fifo.handler=5,queue=0,port=34857] zookeeper.MetaTableLocator(452): Setting hbase:meta (replicaId=0) location in ZooKeeper as cn012.l42scl.hortonworks.com,40024,1542309513004 2018-11-15 19:18:36,088 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): master:34857-0x16718cf801e0000, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2018-11-15 19:18:36,090 DEBUG [RpcServer.priority.FPBQ.Fifo.handler=5,queue=0,port=34857] procedure.MasterProcedureScheduler(351): Add TableQueue(hbase:meta, xlock=false sharedLock=1 size=1) to run queue because: the exclusive lock is not held by anyone when adding pid=3, ppid=2, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure 2018-11-15 19:18:36,090 DEBUG [PEWorker-5] procedure.MasterProcedureScheduler(361): Remove TableQueue(hbase:meta, xlock=false sharedLock=1 size=0) from run queue because: queue is empty after polling out pid=3, ppid=2, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure 2018-11-15 19:18:36,095 DEBUG [RS_CLOSE_META-regionserver/cn012:0-0] regionserver.HRegionServer(2248): Finished post open deploy task for hbase:meta,,1.1588230740 2018-11-15 19:18:36,097 INFO [RS_CLOSE_META-regionserver/cn012:0-0] handler.AssignRegionHandler(138): Opened hbase:meta,,1.1588230740 2018-11-15 19:18:36,174 DEBUG [PEWorker-5] procedure2.RootProcedureState(153): Add procedure pid=3, ppid=2, state=SUCCESS, hasLock=true; org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure as the 4th rollback step 2018-11-15 19:18:36,393 DEBUG [PEWorker-5] procedure.MasterProcedureScheduler(351): Add TableQueue(hbase:meta, xlock=false sharedLock=1 size=1) to run queue because: pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN has lock 2018-11-15 19:18:36,394 INFO [PEWorker-5] procedure2.ProcedureExecutor(1820): Finished subprocedure(s) of pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; resume parent processing. 2018-11-15 19:18:36,394 DEBUG [PEWorker-6] procedure.MasterProcedureScheduler(361): Remove TableQueue(hbase:meta, xlock=false sharedLock=1 size=0) from run queue because: queue is empty after polling out pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2018-11-15 19:18:36,394 INFO [PEWorker-5] procedure2.ProcedureExecutor(1410): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure in 624msec 2018-11-15 19:18:36,395 DEBUG [PEWorker-6] procedure2.RootProcedureState(153): Add procedure pid=2, ppid=1, state=SUCCESS, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN as the 5th rollback step 2018-11-15 19:18:36,519 DEBUG [PEWorker-6] procedure.MasterProcedureScheduler(351): Add TableQueue(hbase:meta, xlock=false sharedLock=0 size=0) to run queue because: pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN released the shared lock 2018-11-15 19:18:36,568 DEBUG [PEWorker-6] procedure.MasterProcedureScheduler(351): Add TableQueue(hbase:meta, xlock=false sharedLock=0 size=1) to run queue because: the exclusive lock is not held by anyone when adding pid=1, state=RUNNABLE, hasLock=false; InitMetaProcedure table=hbase:meta 2018-11-15 19:18:36,569 INFO [PEWorker-6] procedure2.ProcedureExecutor(1820): Finished subprocedure(s) of pid=1, state=RUNNABLE, hasLock=false; InitMetaProcedure table=hbase:meta; resume parent processing. 2018-11-15 19:18:36,569 DEBUG [PEWorker-7] procedure.MasterProcedureScheduler(361): Remove TableQueue(hbase:meta, xlock=false sharedLock=0 size=0) from run queue because: queue is empty after polling out pid=1, state=RUNNABLE, hasLock=false; InitMetaProcedure table=hbase:meta 2018-11-15 19:18:36,569 INFO [PEWorker-6] procedure2.ProcedureExecutor(1410): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 2.0580sec 2018-11-15 19:18:36,569 DEBUG [PEWorker-7] procedure.MasterProcedureScheduler(361): Remove TableQueue(hbase:meta, xlock=true (1) sharedLock=0 size=0) from run queue because: pid=1, state=RUNNABLE, hasLock=false; InitMetaProcedure table=hbase:meta held the exclusive lock 2018-11-15 19:18:36,604 INFO [RS:0;cn012:42365] wal.AbstractFSWAL(414): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cn012.l42scl.hortonworks.com%2C42365%2C1542309512905, suffix=, logDir=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/WALs/cn012.l42scl.hortonworks.com,42365,1542309512905, archiveDir=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/oldWALs 2018-11-15 19:18:36,605 INFO [RS:1;cn012:33837] wal.AbstractFSWAL(414): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cn012.l42scl.hortonworks.com%2C33837%2C1542309512955, suffix=, logDir=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/WALs/cn012.l42scl.hortonworks.com,33837,1542309512955, archiveDir=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/oldWALs 2018-11-15 19:18:36,605 INFO [RS:2;cn012:40024] wal.AbstractFSWAL(414): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cn012.l42scl.hortonworks.com%2C40024%2C1542309513004, suffix=, logDir=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/WALs/cn012.l42scl.hortonworks.com,40024,1542309513004, archiveDir=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/oldWALs 2018-11-15 19:18:36,618 DEBUG [PEWorker-7] procedure2.RootProcedureState(153): Add procedure pid=1, state=SUCCESS, hasLock=true; InitMetaProcedure table=hbase:meta as the 6th rollback step 2018-11-15 19:18:36,639 DEBUG [RS-EventLoopGroup-190-15] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(783): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41703,DS-579c22a8-cfdc-4b28-b82e-19f0557f9a21,DISK] 2018-11-15 19:18:36,639 DEBUG [RS-EventLoopGroup-190-13] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(783): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35251,DS-16bcb8d7-f671-41b7-a1e5-fbc77e62a419,DISK] 2018-11-15 19:18:36,646 DEBUG [RS-EventLoopGroup-190-11] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(783): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41038,DS-425f9012-520b-4686-a46c-692b98ace323,DISK] 2018-11-15 19:18:36,646 DEBUG [RS-EventLoopGroup-190-14] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(783): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41703,DS-9a3f4053-7fe1-4e55-9e0e-bc5018aaa46d,DISK] 2018-11-15 19:18:36,647 DEBUG [RS-EventLoopGroup-190-12] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(783): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35251,DS-e59dd571-6136-45fe-9f48-3956efa52c86,DISK] 2018-11-15 19:18:36,647 DEBUG [RS-EventLoopGroup-190-16] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(783): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41703,DS-579c22a8-cfdc-4b28-b82e-19f0557f9a21,DISK] 2018-11-15 19:18:36,670 INFO [RS:1;cn012:33837] wal.AbstractFSWAL(679): New WAL /user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/WALs/cn012.l42scl.hortonworks.com,33837,1542309512955/cn012.l42scl.hortonworks.com%2C33837%2C1542309512955.1542309516605 2018-11-15 19:18:36,670 INFO [RS:2;cn012:40024] wal.AbstractFSWAL(679): New WAL /user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/WALs/cn012.l42scl.hortonworks.com,40024,1542309513004/cn012.l42scl.hortonworks.com%2C40024%2C1542309513004.1542309516605 2018-11-15 19:18:36,670 DEBUG [RS:1;cn012:33837] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:41038,DS-425f9012-520b-4686-a46c-692b98ace323,DISK], DatanodeInfoWithStorage[127.0.0.1:41703,DS-9a3f4053-7fe1-4e55-9e0e-bc5018aaa46d,DISK]] 2018-11-15 19:18:36,671 INFO [RS:0;cn012:42365] wal.AbstractFSWAL(679): New WAL /user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/WALs/cn012.l42scl.hortonworks.com,42365,1542309512905/cn012.l42scl.hortonworks.com%2C42365%2C1542309512905.1542309516605 2018-11-15 19:18:36,671 DEBUG [RS:2;cn012:40024] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:35251,DS-16bcb8d7-f671-41b7-a1e5-fbc77e62a419,DISK], DatanodeInfoWithStorage[127.0.0.1:41703,DS-579c22a8-cfdc-4b28-b82e-19f0557f9a21,DISK]] 2018-11-15 19:18:36,671 DEBUG [RS:0;cn012:42365] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:35251,DS-e59dd571-6136-45fe-9f48-3956efa52c86,DISK], DatanodeInfoWithStorage[127.0.0.1:41703,DS-579c22a8-cfdc-4b28-b82e-19f0557f9a21,DISK]] 2018-11-15 19:18:36,768 DEBUG [PEWorker-7] procedure.MasterProcedureScheduler(351): Add TableQueue(hbase:meta, xlock=false sharedLock=0 size=0) to run queue because: pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta released the exclusive lock 2018-11-15 19:18:36,768 INFO [PEWorker-7] procedure2.ProcedureExecutor(1410): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.6330sec 2018-11-15 19:18:36,769 INFO [master/cn012:0:becomeActiveMaster] master.HMaster(1063): Master startup: status=Wait for region servers to report in, state=RUNNING, startTime=1542309513059, completionTime=-1 2018-11-15 19:18:36,769 INFO [master/cn012:0:becomeActiveMaster] master.ServerManager(857): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2018-11-15 19:18:36,770 DEBUG [master/cn012:0:becomeActiveMaster] assignment.AssignmentManager(1211): Joining cluster... 2018-11-15 19:18:36,776 DEBUG [HBase-Metrics2-1] impl.GlobalMetricRegistriesAdapter(135): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2018-11-15 19:18:36,777 INFO [HBase-Metrics2-1] impl.GlobalMetricRegistriesAdapter(139): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2018-11-15 19:18:36,882 INFO [RS-EventLoopGroup-190-24] ipc.ServerRpcConnection(556): Connection from 172.18.128.12:36846, version=3.0.0-SNAPSHOT, sasl=false, ugi=hbase (auth:SIMPLE), service=ClientService 2018-11-15 19:18:36,911 INFO [master/cn012:0:becomeActiveMaster] assignment.AssignmentManager(1223): Number of RegionServers=3 2018-11-15 19:18:36,911 INFO [master/cn012:0:becomeActiveMaster] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1542309576911 2018-11-15 19:18:36,912 INFO [master/cn012:0:becomeActiveMaster] assignment.AssignmentManager(1229): Joined the cluster in 141msec 2018-11-15 19:18:37,016 INFO [master/cn012:0:becomeActiveMaster] master.TableNamespaceManager(96): Namespace table not found. Creating... 2018-11-15 19:18:37,019 INFO [master/cn012:0:becomeActiveMaster] master.HMaster(2083): Client=null/null create 'hbase:namespace', {NAME => 'info', VERSIONS => '10', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'true', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192'} 2018-11-15 19:18:37,184 DEBUG [master/cn012:0:becomeActiveMaster] procedure2.ProcedureExecutor(1027): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:namespace 2018-11-15 19:18:37,184 DEBUG [master/cn012:0:becomeActiveMaster] procedure.MasterProcedureScheduler(351): Add TableQueue(hbase:namespace, xlock=false sharedLock=0 size=1) to run queue because: the exclusive lock is not held by anyone when adding pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:namespace 2018-11-15 19:18:37,186 DEBUG [PEWorker-8] procedure.MasterProcedureScheduler(361): Remove TableQueue(hbase:namespace, xlock=false sharedLock=0 size=0) from run queue because: queue is empty after polling out pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:namespace 2018-11-15 19:18:37,187 DEBUG [PEWorker-8] procedure.MasterProcedureScheduler(361): Remove TableQueue(hbase:namespace, xlock=true (4) sharedLock=0 size=0) from run queue because: pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:namespace held the exclusive lock 2018-11-15 19:18:37,244 DEBUG [PEWorker-8] procedure2.RootProcedureState(153): Add procedure pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:namespace as the 0th rollback step 2018-11-15 19:18:37,324 DEBUG [PEWorker-8] procedure.DeleteTableProcedure(320): Archiving region hbase:namespace,,1542309517017.e2281c77dad42219d6f1c52476ecdfbd. from FS 2018-11-15 19:18:37,324 DEBUG [PEWorker-8] backup.HFileArchiver(112): ARCHIVING hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f 2018-11-15 19:18:37,328 DEBUG [PEWorker-8] backup.HFileArchiver(146): Directory hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/.tmp/data/hbase/namespace/e2281c77dad42219d6f1c52476ecdfbd empty. 2018-11-15 19:18:37,330 DEBUG [PEWorker-8] backup.HFileArchiver(461): Failed to delete directory hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/.tmp/data/hbase/namespace/e2281c77dad42219d6f1c52476ecdfbd 2018-11-15 19:18:37,330 DEBUG [PEWorker-8] procedure.DeleteTableProcedure(324): Table 'hbase:namespace' archived! 2018-11-15 19:18:37,389 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35251 is added to blk_1073741834_1010{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-579c22a8-cfdc-4b28-b82e-19f0557f9a21:NORMAL:127.0.0.1:41703|RBW], ReplicaUC[[DISK]DS-e59dd571-6136-45fe-9f48-3956efa52c86:NORMAL:127.0.0.1:35251|RBW]]} size 0 2018-11-15 19:18:37,393 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41703 is added to blk_1073741834_1010{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-e59dd571-6136-45fe-9f48-3956efa52c86:NORMAL:127.0.0.1:35251|RBW], ReplicaUC[[DISK]DS-9a3f4053-7fe1-4e55-9e0e-bc5018aaa46d:NORMAL:127.0.0.1:41703|FINALIZED]]} size 0 2018-11-15 19:18:37,401 DEBUG [PEWorker-8] util.FSTableDescriptors(683): Wrote into hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/.tmp/data/hbase/namespace/.tabledesc/.tableinfo.0000000001 2018-11-15 19:18:37,405 INFO [RegionOpenAndInitThread-hbase:namespace-1] regionserver.HRegion(7059): creating HRegion hbase:namespace HTD == 'hbase:namespace', {NAME => 'info', VERSIONS => '10', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'true', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192'} RootDir = hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/.tmp Table name == hbase:namespace 2018-11-15 19:18:37,434 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41703 is added to blk_1073741835_1011{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-16bcb8d7-f671-41b7-a1e5-fbc77e62a419:NORMAL:127.0.0.1:35251|RBW], ReplicaUC[[DISK]DS-579c22a8-cfdc-4b28-b82e-19f0557f9a21:NORMAL:127.0.0.1:41703|RBW]]} size 0 2018-11-15 19:18:37,435 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35251 is added to blk_1073741835_1011{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-16bcb8d7-f671-41b7-a1e5-fbc77e62a419:NORMAL:127.0.0.1:35251|RBW], ReplicaUC[[DISK]DS-579c22a8-cfdc-4b28-b82e-19f0557f9a21:NORMAL:127.0.0.1:41703|RBW]]} size 0 2018-11-15 19:18:37,437 DEBUG [RegionOpenAndInitThread-hbase:namespace-1] regionserver.HRegion(836): Instantiated hbase:namespace,,1542309517017.e2281c77dad42219d6f1c52476ecdfbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:18:37,438 DEBUG [RegionOpenAndInitThread-hbase:namespace-1] regionserver.HRegion(1554): Closing e2281c77dad42219d6f1c52476ecdfbd, disabling compactions & flushes 2018-11-15 19:18:37,438 DEBUG [RegionOpenAndInitThread-hbase:namespace-1] regionserver.HRegion(1594): Updates disabled for region hbase:namespace,,1542309517017.e2281c77dad42219d6f1c52476ecdfbd. 2018-11-15 19:18:37,438 INFO [RegionOpenAndInitThread-hbase:namespace-1] regionserver.HRegion(1711): Closed hbase:namespace,,1542309517017.e2281c77dad42219d6f1c52476ecdfbd. 2018-11-15 19:18:37,443 DEBUG [PEWorker-8] procedure2.RootProcedureState(153): Add procedure pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:namespace as the 1th rollback step 2018-11-15 19:18:37,500 DEBUG [PEWorker-8] hbase.MetaTableAccessor(2180): Put {"totalColumns":2,"row":"hbase:namespace,,1542309517017.e2281c77dad42219d6f1c52476ecdfbd.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":1542309517498},{"qualifier":"state","vlen":6,"tag":[],"timestamp":1542309517498}]},"ts":1542309517498} 2018-11-15 19:18:37,551 INFO [PEWorker-8] hbase.MetaTableAccessor(1555): Added 1 regions to meta. 2018-11-15 19:18:37,551 DEBUG [PEWorker-8] procedure2.RootProcedureState(153): Add procedure pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:namespace as the 2th rollback step 2018-11-15 19:18:37,610 DEBUG [PEWorker-8] hbase.MetaTableAccessor(2180): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":1542309517602}]},"ts":1542309517602} 2018-11-15 19:18:37,622 INFO [PEWorker-8] hbase.MetaTableAccessor(1700): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2018-11-15 19:18:37,676 INFO [PEWorker-8] procedure2.ProcedureExecutor(1680): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:namespace, region=e2281c77dad42219d6f1c52476ecdfbd, ASSIGN}] 2018-11-15 19:18:37,676 DEBUG [PEWorker-8] procedure2.RootProcedureState(153): Add procedure pid=4, state=WAITING:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:namespace as the 3th rollback step 2018-11-15 19:18:37,726 DEBUG [PEWorker-8] procedure.MasterProcedureScheduler(351): Add TableQueue(hbase:namespace, xlock=true (4) sharedLock=0 size=1) to run queue because: pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:namespace, region=e2281c77dad42219d6f1c52476ecdfbd, ASSIGN has the excusive lock access 2018-11-15 19:18:37,727 DEBUG [PEWorker-9] procedure.MasterProcedureScheduler(361): Remove TableQueue(hbase:namespace, xlock=true (4) sharedLock=0 size=0) from run queue because: queue is empty after polling out pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:namespace, region=e2281c77dad42219d6f1c52476ecdfbd, ASSIGN 2018-11-15 19:18:37,728 INFO [PEWorker-9] procedure.MasterProcedureScheduler(736): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:namespace, region=e2281c77dad42219d6f1c52476ecdfbd, ASSIGN 2018-11-15 19:18:37,801 DEBUG [PEWorker-8] procedure.MasterProcedureScheduler(351): Add TableQueue(hbase:namespace, xlock=false sharedLock=1 size=0) to run queue because: pid=4, state=WAITING:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=false; CreateTableProcedure table=hbase:namespace released the exclusive lock 2018-11-15 19:18:37,801 INFO [PEWorker-9] assignment.TransitRegionStateProcedure(166): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:namespace, region=e2281c77dad42219d6f1c52476ecdfbd, ASSIGN; rit=OFFLINE, location=cn012.l42scl.hortonworks.com,33837,1542309512955; forceNewPlan=false, retain=false 2018-11-15 19:18:37,801 DEBUG [PEWorker-9] procedure2.RootProcedureState(153): Add procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:namespace, region=e2281c77dad42219d6f1c52476ecdfbd, ASSIGN as the 4th rollback step 2018-11-15 19:18:37,955 INFO [master/cn012:0] balancer.BaseLoadBalancer(1532): Reassigned 1 regions. 1 retained the pre-restart assignment. 2018-11-15 19:18:37,957 DEBUG [master/cn012:0] procedure.MasterProcedureScheduler(351): Add TableQueue(hbase:namespace, xlock=false sharedLock=1 size=1) to run queue because: pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:namespace, region=e2281c77dad42219d6f1c52476ecdfbd, ASSIGN has lock 2018-11-15 19:18:37,958 DEBUG [PEWorker-10] procedure.MasterProcedureScheduler(361): Remove TableQueue(hbase:namespace, xlock=false sharedLock=1 size=0) from run queue because: queue is empty after polling out pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:namespace, region=e2281c77dad42219d6f1c52476ecdfbd, ASSIGN 2018-11-15 19:18:37,959 INFO [PEWorker-10] assignment.RegionStateStore(200): pid=5 updating hbase:meta row=e2281c77dad42219d6f1c52476ecdfbd, regionState=OPENING, regionLocation=cn012.l42scl.hortonworks.com,33837,1542309512955 2018-11-15 19:18:37,971 INFO [PEWorker-10] procedure2.ProcedureExecutor(1680): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure}] 2018-11-15 19:18:37,971 DEBUG [PEWorker-10] procedure2.RootProcedureState(153): Add procedure pid=5, ppid=4, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=true; TransitRegionStateProcedure table=hbase:namespace, region=e2281c77dad42219d6f1c52476ecdfbd, ASSIGN as the 5th rollback step 2018-11-15 19:18:38,027 DEBUG [PEWorker-10] procedure.MasterProcedureScheduler(351): Add TableQueue(hbase:namespace, xlock=false sharedLock=1 size=1) to run queue because: the exclusive lock is not held by anyone when adding pid=6, ppid=5, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure 2018-11-15 19:18:38,027 DEBUG [PEWorker-10] procedure.MasterProcedureScheduler(361): Remove TableQueue(hbase:namespace, xlock=false sharedLock=1 size=0) from run queue because: queue is empty after polling out pid=6, ppid=5, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure 2018-11-15 19:18:38,077 DEBUG [PEWorker-10] procedure2.RootProcedureState(153): Add procedure pid=6, ppid=5, state=RUNNABLE, hasLock=true; org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure as the 6th rollback step 2018-11-15 19:18:38,228 DEBUG [RSProcedureDispatcher-pool38-t2] master.ServerManager(746): New admin connection to cn012.l42scl.hortonworks.com,33837,1542309512955 2018-11-15 19:18:38,241 INFO [RS-EventLoopGroup-189-2] ipc.ServerRpcConnection(556): Connection from 172.18.128.12:44162, version=3.0.0-SNAPSHOT, sasl=false, ugi=hbase (auth:SIMPLE), service=AdminService 2018-11-15 19:18:38,252 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cn012:0-0] handler.AssignRegionHandler(101): Open hbase:namespace,,1542309517017.e2281c77dad42219d6f1c52476ecdfbd. 2018-11-15 19:18:38,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cn012:0-0] regionserver.HRegion(7233): Opening region: {ENCODED => e2281c77dad42219d6f1c52476ecdfbd, NAME => 'hbase:namespace,,1542309517017.e2281c77dad42219d6f1c52476ecdfbd.', STARTKEY => '', ENDKEY => ''} 2018-11-15 19:18:38,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cn012:0-0] regionserver.MetricsRegionSourceImpl(75): Creating new MetricsRegionSourceImpl for table namespace e2281c77dad42219d6f1c52476ecdfbd 2018-11-15 19:18:38,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cn012:0-0] regionserver.HRegion(836): Instantiated hbase:namespace,,1542309517017.e2281c77dad42219d6f1c52476ecdfbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:18:38,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cn012:0-0] regionserver.HRegion(7272): checking encryption for e2281c77dad42219d6f1c52476ecdfbd 2018-11-15 19:18:38,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cn012:0-0] regionserver.HRegion(7277): checking classloading for e2281c77dad42219d6f1c52476ecdfbd 2018-11-15 19:18:38,267 DEBUG [StoreOpener-e2281c77dad42219d6f1c52476ecdfbd-1] util.CommonFSUtils(598): Set storagePolicy=HOT for path=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/hbase/namespace/e2281c77dad42219d6f1c52476ecdfbd/info 2018-11-15 19:18:38,268 DEBUG [StoreOpener-e2281c77dad42219d6f1c52476ecdfbd-1] util.CommonFSUtils(598): Set storagePolicy=HOT for path=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/hbase/namespace/e2281c77dad42219d6f1c52476ecdfbd/info 2018-11-15 19:18:38,269 INFO [StoreOpener-e2281c77dad42219d6f1c52476ecdfbd-1] hfile.CacheConfig(237): Created cacheConfig for info: blockCache=LruBlockCache{blockCount=241, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:38,269 INFO [StoreOpener-e2281c77dad42219d6f1c52476ecdfbd-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:38,271 INFO [StoreOpener-e2281c77dad42219d6f1c52476ecdfbd-1] regionserver.HStore(335): Store=info, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:38,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cn012:0-0] regionserver.HRegion(949): replaying wal for e2281c77dad42219d6f1c52476ecdfbd 2018-11-15 19:18:38,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cn012:0-0] regionserver.HRegion(4627): Found 0 recovered edits file(s) under hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/hbase/namespace/e2281c77dad42219d6f1c52476ecdfbd 2018-11-15 19:18:38,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cn012:0-0] regionserver.HRegion(4627): Found 0 recovered edits file(s) under hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/hbase/namespace/e2281c77dad42219d6f1c52476ecdfbd 2018-11-15 19:18:38,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cn012:0-0] regionserver.HRegion(957): stopping wal replay for e2281c77dad42219d6f1c52476ecdfbd 2018-11-15 19:18:38,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cn012:0-0] regionserver.HRegion(969): Cleaning up temporary data for e2281c77dad42219d6f1c52476ecdfbd 2018-11-15 19:18:38,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cn012:0-0] regionserver.HRegion(980): Cleaning up detritus for e2281c77dad42219d6f1c52476ecdfbd 2018-11-15 19:18:38,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cn012:0-0] regionserver.HRegion(1005): writing seq id for e2281c77dad42219d6f1c52476ecdfbd 2018-11-15 19:18:38,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cn012:0-0] wal.WALSplitter(696): Wrote file=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/hbase/namespace/e2281c77dad42219d6f1c52476ecdfbd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:18:38,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cn012:0-0] regionserver.HRegion(1009): Opened e2281c77dad42219d6f1c52476ecdfbd; next sequenceid=2 2018-11-15 19:18:38,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cn012:0-0] regionserver.HRegion(1016): Running coprocessor post-open hooks for e2281c77dad42219d6f1c52476ecdfbd 2018-11-15 19:18:38,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cn012:0-0] regionserver.HRegionServer(2224): Post open deploy tasks for hbase:namespace,,1542309517017.e2281c77dad42219d6f1c52476ecdfbd. 2018-11-15 19:18:38,303 INFO [RpcServer.priority.FPBQ.Fifo.handler=5,queue=0,port=34857] assignment.RegionStateStore(200): pid=5 updating hbase:meta row=e2281c77dad42219d6f1c52476ecdfbd, regionState=OPEN, openSeqNum=2, regionLocation=cn012.l42scl.hortonworks.com,33837,1542309512955 2018-11-15 19:18:38,312 DEBUG [RpcServer.priority.FPBQ.Fifo.handler=5,queue=0,port=34857] procedure.MasterProcedureScheduler(351): Add TableQueue(hbase:namespace, xlock=false sharedLock=1 size=1) to run queue because: the exclusive lock is not held by anyone when adding pid=6, ppid=5, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure 2018-11-15 19:18:38,312 DEBUG [PEWorker-12] procedure.MasterProcedureScheduler(361): Remove TableQueue(hbase:namespace, xlock=false sharedLock=1 size=0) from run queue because: queue is empty after polling out pid=6, ppid=5, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure 2018-11-15 19:18:38,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cn012:0-0] regionserver.HRegionServer(2248): Finished post open deploy task for hbase:namespace,,1542309517017.e2281c77dad42219d6f1c52476ecdfbd. 2018-11-15 19:18:38,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cn012:0-0] handler.AssignRegionHandler(138): Opened hbase:namespace,,1542309517017.e2281c77dad42219d6f1c52476ecdfbd. 2018-11-15 19:18:38,368 DEBUG [PEWorker-12] procedure2.RootProcedureState(153): Add procedure pid=6, ppid=5, state=SUCCESS, hasLock=true; org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure as the 7th rollback step 2018-11-15 19:18:38,535 DEBUG [PEWorker-12] procedure.MasterProcedureScheduler(351): Add TableQueue(hbase:namespace, xlock=false sharedLock=1 size=1) to run queue because: pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=true; TransitRegionStateProcedure table=hbase:namespace, region=e2281c77dad42219d6f1c52476ecdfbd, ASSIGN has lock 2018-11-15 19:18:38,535 INFO [PEWorker-12] procedure2.ProcedureExecutor(1820): Finished subprocedure(s) of pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=true; TransitRegionStateProcedure table=hbase:namespace, region=e2281c77dad42219d6f1c52476ecdfbd, ASSIGN; resume parent processing. 2018-11-15 19:18:38,535 INFO [PEWorker-12] procedure2.ProcedureExecutor(1410): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure in 397msec 2018-11-15 19:18:38,535 DEBUG [PEWorker-13] procedure.MasterProcedureScheduler(361): Remove TableQueue(hbase:namespace, xlock=false sharedLock=1 size=0) from run queue because: queue is empty after polling out pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=true; TransitRegionStateProcedure table=hbase:namespace, region=e2281c77dad42219d6f1c52476ecdfbd, ASSIGN 2018-11-15 19:18:38,536 DEBUG [PEWorker-13] procedure2.RootProcedureState(153): Add procedure pid=5, ppid=4, state=SUCCESS, hasLock=true; TransitRegionStateProcedure table=hbase:namespace, region=e2281c77dad42219d6f1c52476ecdfbd, ASSIGN as the 8th rollback step 2018-11-15 19:18:38,659 DEBUG [PEWorker-13] procedure.MasterProcedureScheduler(351): Add TableQueue(hbase:namespace, xlock=false sharedLock=0 size=0) to run queue because: pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:namespace, region=e2281c77dad42219d6f1c52476ecdfbd, ASSIGN released the shared lock 2018-11-15 19:18:38,733 DEBUG [PEWorker-13] procedure.MasterProcedureScheduler(351): Add TableQueue(hbase:namespace, xlock=false sharedLock=0 size=1) to run queue because: the exclusive lock is not held by anyone when adding pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=false; CreateTableProcedure table=hbase:namespace 2018-11-15 19:18:38,733 INFO [PEWorker-13] procedure2.ProcedureExecutor(1820): Finished subprocedure(s) of pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=false; CreateTableProcedure table=hbase:namespace; resume parent processing. 2018-11-15 19:18:38,735 DEBUG [PEWorker-14] procedure.MasterProcedureScheduler(361): Remove TableQueue(hbase:namespace, xlock=false sharedLock=0 size=0) from run queue because: queue is empty after polling out pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=false; CreateTableProcedure table=hbase:namespace 2018-11-15 19:18:38,735 INFO [PEWorker-13] procedure2.ProcedureExecutor(1410): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:namespace, region=e2281c77dad42219d6f1c52476ecdfbd, ASSIGN in 860msec 2018-11-15 19:18:38,735 DEBUG [PEWorker-14] procedure.MasterProcedureScheduler(361): Remove TableQueue(hbase:namespace, xlock=true (4) sharedLock=0 size=0) from run queue because: pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=false; CreateTableProcedure table=hbase:namespace held the exclusive lock 2018-11-15 19:18:38,801 DEBUG [PEWorker-14] hbase.MetaTableAccessor(2180): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":1542309518801}]},"ts":1542309518801} 2018-11-15 19:18:38,811 INFO [PEWorker-14] hbase.MetaTableAccessor(1700): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2018-11-15 19:18:38,821 DEBUG [PEWorker-14] procedure2.RootProcedureState(153): Add procedure pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:namespace as the 9th rollback step 2018-11-15 19:18:38,868 DEBUG [PEWorker-14] procedure2.RootProcedureState(153): Add procedure pid=4, state=SUCCESS, hasLock=true; CreateTableProcedure table=hbase:namespace as the 10th rollback step 2018-11-15 19:18:38,893 DEBUG [master/cn012:0:becomeActiveMaster] zookeeper.ZKUtil(357): master:34857-0x16718cf801e0000, quorum=localhost:59588, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2018-11-15 19:18:38,913 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): master:34857-0x16718cf801e0000, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2018-11-15 19:18:38,953 INFO [RS-EventLoopGroup-189-3] ipc.ServerRpcConnection(556): Connection from 172.18.128.12:44166, version=3.0.0-SNAPSHOT, sasl=false, ugi=hbase (auth:SIMPLE), service=ClientService 2018-11-15 19:18:38,994 DEBUG [PEWorker-14] procedure.MasterProcedureScheduler(351): Add TableQueue(hbase:namespace, xlock=false sharedLock=0 size=0) to run queue because: pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:namespace released the exclusive lock 2018-11-15 19:18:38,994 INFO [PEWorker-14] procedure2.ProcedureExecutor(1410): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:namespace in 1.8480sec 2018-11-15 19:18:39,053 DEBUG [master/cn012:0:becomeActiveMaster] procedure2.ProcedureExecutor(1027): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=default 2018-11-15 19:18:39,054 DEBUG [master/cn012:0:becomeActiveMaster] procedure.MasterProcedureScheduler(351): Add TableQueue(hbase:namespace, xlock=false sharedLock=0 size=1) to run queue because: the exclusive lock is not held by anyone when adding pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=default 2018-11-15 19:18:39,055 DEBUG [PEWorker-15] procedure.MasterProcedureScheduler(361): Remove TableQueue(hbase:namespace, xlock=false sharedLock=0 size=0) from run queue because: queue is empty after polling out pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=default 2018-11-15 19:18:39,181 DEBUG [PEWorker-15] procedure2.RootProcedureState(153): Add procedure pid=7, state=RUNNABLE:CREATE_NAMESPACE_CREATE_DIRECTORY, hasLock=true; CreateNamespaceProcedure, namespace=default as the 0th rollback step 2018-11-15 19:18:39,231 DEBUG [PEWorker-15] procedure2.RootProcedureState(153): Add procedure pid=7, state=RUNNABLE:CREATE_NAMESPACE_INSERT_INTO_NS_TABLE, hasLock=true; CreateNamespaceProcedure, namespace=default as the 1th rollback step 2018-11-15 19:18:39,320 DEBUG [PEWorker-15] procedure2.RootProcedureState(153): Add procedure pid=7, state=RUNNABLE:CREATE_NAMESPACE_UPDATE_ZK, hasLock=true; CreateNamespaceProcedure, namespace=default as the 2th rollback step 2018-11-15 19:18:39,380 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): master:34857-0x16718cf801e0000, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2018-11-15 19:18:39,389 DEBUG [PEWorker-15] procedure2.RootProcedureState(153): Add procedure pid=7, state=RUNNABLE:CREATE_NAMESPACE_SET_NAMESPACE_QUOTA, hasLock=true; CreateNamespaceProcedure, namespace=default as the 3th rollback step 2018-11-15 19:18:39,460 DEBUG [PEWorker-15] procedure2.RootProcedureState(153): Add procedure pid=7, state=SUCCESS, hasLock=true; CreateNamespaceProcedure, namespace=default as the 4th rollback step 2018-11-15 19:18:39,561 DEBUG [PEWorker-15] procedure.MasterProcedureScheduler(351): Add TableQueue(hbase:namespace, xlock=false sharedLock=0 size=0) to run queue because: pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=default released namespace exclusive lock 2018-11-15 19:18:39,561 INFO [PEWorker-15] procedure2.ProcedureExecutor(1410): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=default in 501msec 2018-11-15 19:18:39,727 DEBUG [master/cn012:0:becomeActiveMaster] procedure2.ProcedureExecutor(1027): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=hbase 2018-11-15 19:18:39,727 DEBUG [master/cn012:0:becomeActiveMaster] procedure.MasterProcedureScheduler(351): Add TableQueue(hbase:namespace, xlock=false sharedLock=0 size=1) to run queue because: the exclusive lock is not held by anyone when adding pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=hbase 2018-11-15 19:18:39,729 DEBUG [PEWorker-16] procedure.MasterProcedureScheduler(361): Remove TableQueue(hbase:namespace, xlock=false sharedLock=0 size=0) from run queue because: queue is empty after polling out pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=hbase 2018-11-15 19:18:39,783 DEBUG [PEWorker-16] procedure2.RootProcedureState(153): Add procedure pid=8, state=RUNNABLE:CREATE_NAMESPACE_CREATE_DIRECTORY, hasLock=true; CreateNamespaceProcedure, namespace=hbase as the 0th rollback step 2018-11-15 19:18:39,829 DEBUG [PEWorker-16] procedure2.RootProcedureState(153): Add procedure pid=8, state=RUNNABLE:CREATE_NAMESPACE_INSERT_INTO_NS_TABLE, hasLock=true; CreateNamespaceProcedure, namespace=hbase as the 1th rollback step 2018-11-15 19:18:39,914 DEBUG [PEWorker-16] procedure2.RootProcedureState(153): Add procedure pid=8, state=RUNNABLE:CREATE_NAMESPACE_UPDATE_ZK, hasLock=true; CreateNamespaceProcedure, namespace=hbase as the 2th rollback step 2018-11-15 19:18:39,996 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): master:34857-0x16718cf801e0000, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2018-11-15 19:18:40,006 DEBUG [PEWorker-16] procedure2.RootProcedureState(153): Add procedure pid=8, state=RUNNABLE:CREATE_NAMESPACE_SET_NAMESPACE_QUOTA, hasLock=true; CreateNamespaceProcedure, namespace=hbase as the 3th rollback step 2018-11-15 19:18:40,052 DEBUG [PEWorker-16] procedure2.RootProcedureState(153): Add procedure pid=8, state=SUCCESS, hasLock=true; CreateNamespaceProcedure, namespace=hbase as the 4th rollback step 2018-11-15 19:18:40,135 DEBUG [PEWorker-16] procedure.MasterProcedureScheduler(351): Add TableQueue(hbase:namespace, xlock=false sharedLock=0 size=0) to run queue because: pid=8, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=hbase released namespace exclusive lock 2018-11-15 19:18:40,135 INFO [PEWorker-16] procedure2.ProcedureExecutor(1410): Finished pid=8, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=hbase in 475msec 2018-11-15 19:18:40,171 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): master:34857-0x16718cf801e0000, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2018-11-15 19:18:40,188 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): master:34857-0x16718cf801e0000, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2018-11-15 19:18:40,189 INFO [master/cn012:0:becomeActiveMaster] master.HMaster(1132): Master has completed initialization 7.107sec 2018-11-15 19:18:40,198 INFO [master/cn012:0:becomeActiveMaster] quotas.MasterQuotaManager(90): Quota support disabled 2018-11-15 19:18:40,199 INFO [master/cn012:0:becomeActiveMaster] zookeeper.ZKWatcher(205): not a secure deployment, proceeding 2018-11-15 19:18:40,219 DEBUG [master/cn012:0:becomeActiveMaster] master.HMaster(1196): Balancer post startup initialization complete, took 0 seconds 2018-11-15 19:18:40,267 INFO [Time-limited test] zookeeper.ReadOnlyZKClient(139): Connect 0x53702585 to localhost:59588 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2018-11-15 19:18:40,282 DEBUG [Time-limited test] ipc.AbstractRpcClient(200): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b52fd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2018-11-15 19:18:40,317 INFO [RS-EventLoopGroup-190-27] ipc.ServerRpcConnection(556): Connection from 172.18.128.12:36874, version=3.0.0-SNAPSHOT, sasl=false, ugi=hbase (auth:SIMPLE), service=ClientService 2018-11-15 19:18:40,333 INFO [Time-limited test] hbase.HBaseTestingUtility(1103): Minicluster is up; activeMaster=cn012.l42scl.hortonworks.com,34857,1542309512172 2018-11-15 19:18:40,360 INFO [RS-EventLoopGroup-187-5] ipc.ServerRpcConnection(556): Connection from 172.18.128.12:46190, version=3.0.0-SNAPSHOT, sasl=false, ugi=hbase (auth:SIMPLE), service=MasterService 2018-11-15 19:18:40,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857] master.HMaster$4(2047): Client=hbase//172.18.128.12 create 'testgetHDFSBlocksDistribution', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}, {NAME => 'colfamily11', VERSIONS => '1', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536'}, {NAME => 'colfamily21', VERSIONS => '1', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536'} 2018-11-15 19:18:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857] procedure2.ProcedureExecutor(1027): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testgetHDFSBlocksDistribution 2018-11-15 19:18:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857] procedure.MasterProcedureScheduler(351): Add TableQueue(testgetHDFSBlocksDistribution, xlock=false sharedLock=0 size=1) to run queue because: the exclusive lock is not held by anyone when adding pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testgetHDFSBlocksDistribution 2018-11-15 19:18:40,554 DEBUG [PEWorker-1] procedure.MasterProcedureScheduler(361): Remove TableQueue(testgetHDFSBlocksDistribution, xlock=false sharedLock=0 size=0) from run queue because: queue is empty after polling out pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testgetHDFSBlocksDistribution 2018-11-15 19:18:40,554 DEBUG [PEWorker-1] procedure.MasterProcedureScheduler(361): Remove TableQueue(testgetHDFSBlocksDistribution, xlock=true (9) sharedLock=0 size=0) from run queue because: pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testgetHDFSBlocksDistribution held the exclusive lock 2018-11-15 19:18:40,607 DEBUG [PEWorker-1] procedure2.RootProcedureState(153): Add procedure pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testgetHDFSBlocksDistribution as the 0th rollback step 2018-11-15 19:18:40,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857] master.MasterRpcServices(634): Client=hbase//172.18.128.12 procedure request for creating table: namespace: "default" qualifier: "testgetHDFSBlocksDistribution" procId is: 9 2018-11-15 19:18:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857] master.MasterRpcServices(1179): Checking to see if procedure is done pid=9 2018-11-15 19:18:40,662 DEBUG [PEWorker-1] procedure.DeleteTableProcedure(320): Archiving region testgetHDFSBlocksDistribution,,1542309520377.bb71c765bdf964abfd59f45e2265390f. from FS 2018-11-15 19:18:40,663 DEBUG [PEWorker-1] backup.HFileArchiver(112): ARCHIVING hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f 2018-11-15 19:18:40,666 DEBUG [PEWorker-1] backup.HFileArchiver(146): Directory hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/.tmp/data/default/testgetHDFSBlocksDistribution/bb71c765bdf964abfd59f45e2265390f empty. 2018-11-15 19:18:40,668 DEBUG [PEWorker-1] backup.HFileArchiver(461): Failed to delete directory hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/.tmp/data/default/testgetHDFSBlocksDistribution/bb71c765bdf964abfd59f45e2265390f 2018-11-15 19:18:40,668 DEBUG [PEWorker-1] procedure.DeleteTableProcedure(324): Table 'testgetHDFSBlocksDistribution' archived! 2018-11-15 19:18:40,710 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41703 is added to blk_1073741836_1012{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-36d49187-d34c-4652-9b74-eb906005e7aa:NORMAL:127.0.0.1:41038|RBW], ReplicaUC[[DISK]DS-9a3f4053-7fe1-4e55-9e0e-bc5018aaa46d:NORMAL:127.0.0.1:41703|FINALIZED]]} size 0 2018-11-15 19:18:40,710 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41038 is added to blk_1073741836_1012{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-9a3f4053-7fe1-4e55-9e0e-bc5018aaa46d:NORMAL:127.0.0.1:41703|FINALIZED], ReplicaUC[[DISK]DS-425f9012-520b-4686-a46c-692b98ace323:NORMAL:127.0.0.1:41038|FINALIZED]]} size 0 2018-11-15 19:18:40,716 DEBUG [PEWorker-1] util.FSTableDescriptors(683): Wrote into hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/.tmp/data/default/testgetHDFSBlocksDistribution/.tabledesc/.tableinfo.0000000001 2018-11-15 19:18:40,719 INFO [RegionOpenAndInitThread-testgetHDFSBlocksDistribution-1] regionserver.HRegion(7059): creating HRegion testgetHDFSBlocksDistribution HTD == 'testgetHDFSBlocksDistribution', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}, {NAME => 'colfamily11', VERSIONS => '1', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536'}, {NAME => 'colfamily21', VERSIONS => '1', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536'} RootDir = hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/.tmp Table name == testgetHDFSBlocksDistribution 2018-11-15 19:18:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857] master.MasterRpcServices(1179): Checking to see if procedure is done pid=9 2018-11-15 19:18:40,747 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41703 is added to blk_1073741837_1013{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-16bcb8d7-f671-41b7-a1e5-fbc77e62a419:NORMAL:127.0.0.1:35251|RBW], ReplicaUC[[DISK]DS-579c22a8-cfdc-4b28-b82e-19f0557f9a21:NORMAL:127.0.0.1:41703|FINALIZED]]} size 0 2018-11-15 19:18:40,747 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35251 is added to blk_1073741837_1013{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-579c22a8-cfdc-4b28-b82e-19f0557f9a21:NORMAL:127.0.0.1:41703|FINALIZED], ReplicaUC[[DISK]DS-e59dd571-6136-45fe-9f48-3956efa52c86:NORMAL:127.0.0.1:35251|FINALIZED]]} size 0 2018-11-15 19:18:40,750 DEBUG [RegionOpenAndInitThread-testgetHDFSBlocksDistribution-1] regionserver.HRegion(836): Instantiated testgetHDFSBlocksDistribution,,1542309520377.bb71c765bdf964abfd59f45e2265390f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:18:40,751 DEBUG [RegionOpenAndInitThread-testgetHDFSBlocksDistribution-1] regionserver.HRegion(1554): Closing bb71c765bdf964abfd59f45e2265390f, disabling compactions & flushes 2018-11-15 19:18:40,751 DEBUG [RegionOpenAndInitThread-testgetHDFSBlocksDistribution-1] regionserver.HRegion(1594): Updates disabled for region testgetHDFSBlocksDistribution,,1542309520377.bb71c765bdf964abfd59f45e2265390f. 2018-11-15 19:18:40,751 INFO [RegionOpenAndInitThread-testgetHDFSBlocksDistribution-1] regionserver.HRegion(1711): Closed testgetHDFSBlocksDistribution,,1542309520377.bb71c765bdf964abfd59f45e2265390f. 2018-11-15 19:18:40,760 DEBUG [PEWorker-1] procedure2.RootProcedureState(153): Add procedure pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testgetHDFSBlocksDistribution as the 1th rollback step 2018-11-15 19:18:40,830 DEBUG [PEWorker-1] hbase.MetaTableAccessor(2180): Put {"totalColumns":2,"row":"testgetHDFSBlocksDistribution,,1542309520377.bb71c765bdf964abfd59f45e2265390f.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":1542309520829},{"qualifier":"state","vlen":6,"tag":[],"timestamp":1542309520829}]},"ts":1542309520829} 2018-11-15 19:18:40,837 INFO [PEWorker-1] hbase.MetaTableAccessor(1555): Added 1 regions to meta. 2018-11-15 19:18:40,837 DEBUG [PEWorker-1] procedure2.RootProcedureState(153): Add procedure pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testgetHDFSBlocksDistribution as the 2th rollback step 2018-11-15 19:18:40,885 DEBUG [PEWorker-1] hbase.MetaTableAccessor(2180): Put {"totalColumns":1,"row":"testgetHDFSBlocksDistribution","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":1542309520885}]},"ts":1542309520885} 2018-11-15 19:18:40,890 INFO [PEWorker-1] hbase.MetaTableAccessor(1700): Updated tableName=testgetHDFSBlocksDistribution, state=ENABLING in hbase:meta 2018-11-15 19:18:40,930 INFO [PEWorker-1] procedure2.ProcedureExecutor(1680): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testgetHDFSBlocksDistribution, region=bb71c765bdf964abfd59f45e2265390f, ASSIGN}] 2018-11-15 19:18:40,930 DEBUG [PEWorker-1] procedure2.RootProcedureState(153): Add procedure pid=9, state=WAITING:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testgetHDFSBlocksDistribution as the 3th rollback step 2018-11-15 19:18:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=3,queue=0,port=34857] master.MasterRpcServices(1179): Checking to see if procedure is done pid=9 2018-11-15 19:18:40,977 DEBUG [PEWorker-1] procedure.MasterProcedureScheduler(351): Add TableQueue(testgetHDFSBlocksDistribution, xlock=true (9) sharedLock=0 size=1) to run queue because: pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testgetHDFSBlocksDistribution, region=bb71c765bdf964abfd59f45e2265390f, ASSIGN has the excusive lock access 2018-11-15 19:18:40,977 DEBUG [PEWorker-2] procedure.MasterProcedureScheduler(361): Remove TableQueue(testgetHDFSBlocksDistribution, xlock=true (9) sharedLock=0 size=0) from run queue because: queue is empty after polling out pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testgetHDFSBlocksDistribution, region=bb71c765bdf964abfd59f45e2265390f, ASSIGN 2018-11-15 19:18:40,981 INFO [PEWorker-2] procedure.MasterProcedureScheduler(736): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testgetHDFSBlocksDistribution, region=bb71c765bdf964abfd59f45e2265390f, ASSIGN 2018-11-15 19:18:41,053 DEBUG [PEWorker-1] procedure.MasterProcedureScheduler(351): Add TableQueue(testgetHDFSBlocksDistribution, xlock=false sharedLock=1 size=0) to run queue because: pid=9, state=WAITING:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=false; CreateTableProcedure table=testgetHDFSBlocksDistribution released the exclusive lock 2018-11-15 19:18:41,053 INFO [PEWorker-2] assignment.TransitRegionStateProcedure(166): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testgetHDFSBlocksDistribution, region=bb71c765bdf964abfd59f45e2265390f, ASSIGN; rit=OFFLINE, location=cn012.l42scl.hortonworks.com,42365,1542309512905; forceNewPlan=false, retain=false 2018-11-15 19:18:41,054 DEBUG [PEWorker-2] procedure2.RootProcedureState(153): Add procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testgetHDFSBlocksDistribution, region=bb71c765bdf964abfd59f45e2265390f, ASSIGN as the 4th rollback step 2018-11-15 19:18:41,204 INFO [master/cn012:0] balancer.BaseLoadBalancer(1532): Reassigned 1 regions. 1 retained the pre-restart assignment. 2018-11-15 19:18:41,206 DEBUG [master/cn012:0] procedure.MasterProcedureScheduler(351): Add TableQueue(testgetHDFSBlocksDistribution, xlock=false sharedLock=1 size=1) to run queue because: pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testgetHDFSBlocksDistribution, region=bb71c765bdf964abfd59f45e2265390f, ASSIGN has lock 2018-11-15 19:18:41,206 DEBUG [PEWorker-3] procedure.MasterProcedureScheduler(361): Remove TableQueue(testgetHDFSBlocksDistribution, xlock=false sharedLock=1 size=0) from run queue because: queue is empty after polling out pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testgetHDFSBlocksDistribution, region=bb71c765bdf964abfd59f45e2265390f, ASSIGN 2018-11-15 19:18:41,207 INFO [PEWorker-3] assignment.RegionStateStore(200): pid=10 updating hbase:meta row=bb71c765bdf964abfd59f45e2265390f, regionState=OPENING, regionLocation=cn012.l42scl.hortonworks.com,42365,1542309512905 2018-11-15 19:18:41,213 INFO [PEWorker-3] procedure2.ProcedureExecutor(1680): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure}] 2018-11-15 19:18:41,213 DEBUG [PEWorker-3] procedure2.RootProcedureState(153): Add procedure pid=10, ppid=9, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=true; TransitRegionStateProcedure table=testgetHDFSBlocksDistribution, region=bb71c765bdf964abfd59f45e2265390f, ASSIGN as the 5th rollback step 2018-11-15 19:18:41,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=3,queue=0,port=34857] master.MasterRpcServices(1179): Checking to see if procedure is done pid=9 2018-11-15 19:18:41,268 DEBUG [PEWorker-3] procedure.MasterProcedureScheduler(351): Add TableQueue(testgetHDFSBlocksDistribution, xlock=false sharedLock=1 size=1) to run queue because: the exclusive lock is not held by anyone when adding pid=11, ppid=10, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure 2018-11-15 19:18:41,269 DEBUG [PEWorker-3] procedure.MasterProcedureScheduler(361): Remove TableQueue(testgetHDFSBlocksDistribution, xlock=false sharedLock=1 size=0) from run queue because: queue is empty after polling out pid=11, ppid=10, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure 2018-11-15 19:18:41,318 DEBUG [PEWorker-3] procedure2.RootProcedureState(153): Add procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure as the 6th rollback step 2018-11-15 19:18:41,472 DEBUG [RSProcedureDispatcher-pool38-t3] master.ServerManager(746): New admin connection to cn012.l42scl.hortonworks.com,42365,1542309512905 2018-11-15 19:18:41,483 INFO [RS-EventLoopGroup-188-2] ipc.ServerRpcConnection(556): Connection from 172.18.128.12:35408, version=3.0.0-SNAPSHOT, sasl=false, ugi=hbase (auth:SIMPLE), service=AdminService 2018-11-15 19:18:41,495 INFO [RS_OPEN_REGION-regionserver/cn012:0-0] handler.AssignRegionHandler(101): Open testgetHDFSBlocksDistribution,,1542309520377.bb71c765bdf964abfd59f45e2265390f. 2018-11-15 19:18:41,496 DEBUG [RS_OPEN_REGION-regionserver/cn012:0-0] regionserver.HRegion(7233): Opening region: {ENCODED => bb71c765bdf964abfd59f45e2265390f, NAME => 'testgetHDFSBlocksDistribution,,1542309520377.bb71c765bdf964abfd59f45e2265390f.', STARTKEY => '', ENDKEY => ''} 2018-11-15 19:18:41,497 DEBUG [RS_OPEN_REGION-regionserver/cn012:0-0] regionserver.MetricsRegionSourceImpl(75): Creating new MetricsRegionSourceImpl for table testgetHDFSBlocksDistribution bb71c765bdf964abfd59f45e2265390f 2018-11-15 19:18:41,497 DEBUG [RS_OPEN_REGION-regionserver/cn012:0-0] regionserver.HRegion(836): Instantiated testgetHDFSBlocksDistribution,,1542309520377.bb71c765bdf964abfd59f45e2265390f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:18:41,497 DEBUG [RS_OPEN_REGION-regionserver/cn012:0-0] regionserver.HRegion(7272): checking encryption for bb71c765bdf964abfd59f45e2265390f 2018-11-15 19:18:41,497 DEBUG [RS_OPEN_REGION-regionserver/cn012:0-0] regionserver.HRegion(7277): checking classloading for bb71c765bdf964abfd59f45e2265390f 2018-11-15 19:18:41,508 DEBUG [StoreOpener-bb71c765bdf964abfd59f45e2265390f-1] util.CommonFSUtils(598): Set storagePolicy=HOT for path=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/default/testgetHDFSBlocksDistribution/bb71c765bdf964abfd59f45e2265390f/colfamily11 2018-11-15 19:18:41,508 DEBUG [StoreOpener-bb71c765bdf964abfd59f45e2265390f-1] util.CommonFSUtils(598): Set storagePolicy=HOT for path=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/default/testgetHDFSBlocksDistribution/bb71c765bdf964abfd59f45e2265390f/colfamily11 2018-11-15 19:18:41,509 INFO [StoreOpener-bb71c765bdf964abfd59f45e2265390f-1] hfile.CacheConfig(237): Created cacheConfig for colfamily11: blockCache=LruBlockCache{blockCount=241, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:41,509 INFO [StoreOpener-bb71c765bdf964abfd59f45e2265390f-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:41,511 INFO [StoreOpener-bb71c765bdf964abfd59f45e2265390f-1] regionserver.HStore(335): Store=colfamily11, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:41,516 DEBUG [StoreOpener-bb71c765bdf964abfd59f45e2265390f-1] util.CommonFSUtils(598): Set storagePolicy=HOT for path=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/default/testgetHDFSBlocksDistribution/bb71c765bdf964abfd59f45e2265390f/colfamily21 2018-11-15 19:18:41,516 DEBUG [StoreOpener-bb71c765bdf964abfd59f45e2265390f-1] util.CommonFSUtils(598): Set storagePolicy=HOT for path=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/default/testgetHDFSBlocksDistribution/bb71c765bdf964abfd59f45e2265390f/colfamily21 2018-11-15 19:18:41,517 INFO [StoreOpener-bb71c765bdf964abfd59f45e2265390f-1] hfile.CacheConfig(237): Created cacheConfig for colfamily21: blockCache=LruBlockCache{blockCount=241, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:41,517 INFO [StoreOpener-bb71c765bdf964abfd59f45e2265390f-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:41,519 INFO [StoreOpener-bb71c765bdf964abfd59f45e2265390f-1] regionserver.HStore(335): Store=colfamily21, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:41,519 DEBUG [RS_OPEN_REGION-regionserver/cn012:0-0] regionserver.HRegion(949): replaying wal for bb71c765bdf964abfd59f45e2265390f 2018-11-15 19:18:41,521 DEBUG [RS_OPEN_REGION-regionserver/cn012:0-0] regionserver.HRegion(4627): Found 0 recovered edits file(s) under hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/default/testgetHDFSBlocksDistribution/bb71c765bdf964abfd59f45e2265390f 2018-11-15 19:18:41,522 DEBUG [RS_OPEN_REGION-regionserver/cn012:0-0] regionserver.HRegion(4627): Found 0 recovered edits file(s) under hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/default/testgetHDFSBlocksDistribution/bb71c765bdf964abfd59f45e2265390f 2018-11-15 19:18:41,523 DEBUG [RS_OPEN_REGION-regionserver/cn012:0-0] regionserver.HRegion(957): stopping wal replay for bb71c765bdf964abfd59f45e2265390f 2018-11-15 19:18:41,523 DEBUG [RS_OPEN_REGION-regionserver/cn012:0-0] regionserver.HRegion(969): Cleaning up temporary data for bb71c765bdf964abfd59f45e2265390f 2018-11-15 19:18:41,524 DEBUG [RS_OPEN_REGION-regionserver/cn012:0-0] regionserver.HRegion(980): Cleaning up detritus for bb71c765bdf964abfd59f45e2265390f 2018-11-15 19:18:41,527 DEBUG [RS_OPEN_REGION-regionserver/cn012:0-0] regionserver.FlushLargeStoresPolicy(61): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testgetHDFSBlocksDistribution descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0M)) instead. 2018-11-15 19:18:41,528 DEBUG [RS_OPEN_REGION-regionserver/cn012:0-0] regionserver.HRegion(1005): writing seq id for bb71c765bdf964abfd59f45e2265390f 2018-11-15 19:18:41,537 DEBUG [RS_OPEN_REGION-regionserver/cn012:0-0] wal.WALSplitter(696): Wrote file=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/default/testgetHDFSBlocksDistribution/bb71c765bdf964abfd59f45e2265390f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:18:41,537 INFO [RS_OPEN_REGION-regionserver/cn012:0-0] regionserver.HRegion(1009): Opened bb71c765bdf964abfd59f45e2265390f; next sequenceid=2 2018-11-15 19:18:41,537 DEBUG [RS_OPEN_REGION-regionserver/cn012:0-0] regionserver.HRegion(1016): Running coprocessor post-open hooks for bb71c765bdf964abfd59f45e2265390f 2018-11-15 19:18:41,538 WARN [HBase-Metrics2-1] impl.MetricsConfig(125): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2018-11-15 19:18:41,539 INFO [RS_OPEN_REGION-regionserver/cn012:0-0] regionserver.HRegionServer(2224): Post open deploy tasks for testgetHDFSBlocksDistribution,,1542309520377.bb71c765bdf964abfd59f45e2265390f. 2018-11-15 19:18:41,544 INFO [RpcServer.default.FPBQ.Fifo.handler=3,queue=0,port=34857] assignment.RegionStateStore(200): pid=10 updating hbase:meta row=bb71c765bdf964abfd59f45e2265390f, regionState=OPEN, openSeqNum=2, regionLocation=cn012.l42scl.hortonworks.com,42365,1542309512905 2018-11-15 19:18:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=3,queue=0,port=34857] procedure.MasterProcedureScheduler(351): Add TableQueue(testgetHDFSBlocksDistribution, xlock=false sharedLock=1 size=1) to run queue because: the exclusive lock is not held by anyone when adding pid=11, ppid=10, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure 2018-11-15 19:18:41,556 DEBUG [PEWorker-5] procedure.MasterProcedureScheduler(361): Remove TableQueue(testgetHDFSBlocksDistribution, xlock=false sharedLock=1 size=0) from run queue because: queue is empty after polling out pid=11, ppid=10, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure 2018-11-15 19:18:41,557 DEBUG [RS_OPEN_REGION-regionserver/cn012:0-0] regionserver.HRegionServer(2248): Finished post open deploy task for testgetHDFSBlocksDistribution,,1542309520377.bb71c765bdf964abfd59f45e2265390f. 2018-11-15 19:18:41,558 INFO [RS_OPEN_REGION-regionserver/cn012:0-0] handler.AssignRegionHandler(138): Opened testgetHDFSBlocksDistribution,,1542309520377.bb71c765bdf964abfd59f45e2265390f. 2018-11-15 19:18:41,634 DEBUG [PEWorker-5] procedure2.RootProcedureState(153): Add procedure pid=11, ppid=10, state=SUCCESS, hasLock=true; org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure as the 7th rollback step 2018-11-15 19:18:41,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857] master.MasterRpcServices(1179): Checking to see if procedure is done pid=9 2018-11-15 19:18:41,835 DEBUG [PEWorker-5] procedure.MasterProcedureScheduler(351): Add TableQueue(testgetHDFSBlocksDistribution, xlock=false sharedLock=1 size=1) to run queue because: pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=true; TransitRegionStateProcedure table=testgetHDFSBlocksDistribution, region=bb71c765bdf964abfd59f45e2265390f, ASSIGN has lock 2018-11-15 19:18:41,835 INFO [PEWorker-5] procedure2.ProcedureExecutor(1820): Finished subprocedure(s) of pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=true; TransitRegionStateProcedure table=testgetHDFSBlocksDistribution, region=bb71c765bdf964abfd59f45e2265390f, ASSIGN; resume parent processing. 2018-11-15 19:18:41,835 INFO [PEWorker-5] procedure2.ProcedureExecutor(1410): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure in 421msec 2018-11-15 19:18:41,835 DEBUG [PEWorker-6] procedure.MasterProcedureScheduler(361): Remove TableQueue(testgetHDFSBlocksDistribution, xlock=false sharedLock=1 size=0) from run queue because: queue is empty after polling out pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, hasLock=true; TransitRegionStateProcedure table=testgetHDFSBlocksDistribution, region=bb71c765bdf964abfd59f45e2265390f, ASSIGN 2018-11-15 19:18:41,836 DEBUG [PEWorker-6] procedure2.RootProcedureState(153): Add procedure pid=10, ppid=9, state=SUCCESS, hasLock=true; TransitRegionStateProcedure table=testgetHDFSBlocksDistribution, region=bb71c765bdf964abfd59f45e2265390f, ASSIGN as the 8th rollback step 2018-11-15 19:18:41,976 DEBUG [PEWorker-6] procedure.MasterProcedureScheduler(351): Add TableQueue(testgetHDFSBlocksDistribution, xlock=false sharedLock=0 size=0) to run queue because: pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testgetHDFSBlocksDistribution, region=bb71c765bdf964abfd59f45e2265390f, ASSIGN released the shared lock 2018-11-15 19:18:42,035 DEBUG [PEWorker-6] procedure.MasterProcedureScheduler(351): Add TableQueue(testgetHDFSBlocksDistribution, xlock=false sharedLock=0 size=1) to run queue because: the exclusive lock is not held by anyone when adding pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=false; CreateTableProcedure table=testgetHDFSBlocksDistribution 2018-11-15 19:18:42,035 INFO [PEWorker-6] procedure2.ProcedureExecutor(1820): Finished subprocedure(s) of pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=false; CreateTableProcedure table=testgetHDFSBlocksDistribution; resume parent processing. 2018-11-15 19:18:42,036 DEBUG [PEWorker-7] procedure.MasterProcedureScheduler(361): Remove TableQueue(testgetHDFSBlocksDistribution, xlock=false sharedLock=0 size=0) from run queue because: queue is empty after polling out pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=false; CreateTableProcedure table=testgetHDFSBlocksDistribution 2018-11-15 19:18:42,036 INFO [PEWorker-6] procedure2.ProcedureExecutor(1410): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testgetHDFSBlocksDistribution, region=bb71c765bdf964abfd59f45e2265390f, ASSIGN in 906msec 2018-11-15 19:18:42,036 DEBUG [PEWorker-7] procedure.MasterProcedureScheduler(361): Remove TableQueue(testgetHDFSBlocksDistribution, xlock=true (9) sharedLock=0 size=0) from run queue because: pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=false; CreateTableProcedure table=testgetHDFSBlocksDistribution held the exclusive lock 2018-11-15 19:18:42,094 DEBUG [PEWorker-7] hbase.MetaTableAccessor(2180): Put {"totalColumns":1,"row":"testgetHDFSBlocksDistribution","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":1542309522093}]},"ts":1542309522093} 2018-11-15 19:18:42,100 INFO [PEWorker-7] hbase.MetaTableAccessor(1700): Updated tableName=testgetHDFSBlocksDistribution, state=ENABLED in hbase:meta 2018-11-15 19:18:42,113 DEBUG [PEWorker-7] procedure2.RootProcedureState(153): Add procedure pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testgetHDFSBlocksDistribution as the 9th rollback step 2018-11-15 19:18:42,182 DEBUG [PEWorker-7] procedure2.RootProcedureState(153): Add procedure pid=9, state=SUCCESS, hasLock=true; CreateTableProcedure table=testgetHDFSBlocksDistribution as the 10th rollback step 2018-11-15 19:18:42,293 DEBUG [PEWorker-7] procedure.MasterProcedureScheduler(351): Add TableQueue(testgetHDFSBlocksDistribution, xlock=false sharedLock=0 size=0) to run queue because: pid=9, state=SUCCESS, hasLock=false; CreateTableProcedure table=testgetHDFSBlocksDistribution released the exclusive lock 2018-11-15 19:18:42,294 INFO [PEWorker-7] procedure2.ProcedureExecutor(1410): Finished pid=9, state=SUCCESS, hasLock=false; CreateTableProcedure table=testgetHDFSBlocksDistribution in 1.7960sec 2018-11-15 19:18:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857] master.MasterRpcServices(1179): Checking to see if procedure is done pid=9 2018-11-15 19:18:42,759 INFO [Time-limited test] client.HBaseAdmin$TableFuture(3722): Operation: CREATE, Table Name: default:testgetHDFSBlocksDistribution, procId: 9 completed 2018-11-15 19:18:42,760 DEBUG [Time-limited test] hbase.HBaseTestingUtility(3455): Waiting until all regions of table testgetHDFSBlocksDistribution get assigned. Timeout = 60000ms 2018-11-15 19:18:42,762 INFO [Time-limited test] hbase.Waiter(189): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2018-11-15 19:18:42,771 INFO [Time-limited test] hbase.HBaseTestingUtility(3507): All regions for table testgetHDFSBlocksDistribution assigned to meta. Checking AM states. 2018-11-15 19:18:42,772 INFO [Time-limited test] hbase.Waiter(189): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2018-11-15 19:18:42,773 INFO [Time-limited test] hbase.HBaseTestingUtility(3527): All regions for table testgetHDFSBlocksDistribution assigned. 2018-11-15 19:18:42,791 INFO [RS-EventLoopGroup-188-3] ipc.ServerRpcConnection(556): Connection from 172.18.128.12:35412, version=3.0.0-SNAPSHOT, sasl=false, ugi=hbase (auth:SIMPLE), service=ClientService 2018-11-15 19:18:42,799 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 2/2 column families, dataSize=88 B heapSize=752 B 2018-11-15 19:18:42,843 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41703 is added to blk_1073741838_1014{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-16bcb8d7-f671-41b7-a1e5-fbc77e62a419:NORMAL:127.0.0.1:35251|RBW], ReplicaUC[[DISK]DS-9a3f4053-7fe1-4e55-9e0e-bc5018aaa46d:NORMAL:127.0.0.1:41703|RBW]]} size 0 2018-11-15 19:18:42,845 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35251 is added to blk_1073741838_1014 size 4687 2018-11-15 19:18:42,846 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=44 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/default/testgetHDFSBlocksDistribution/bb71c765bdf964abfd59f45e2265390f/.tmp/colfamily11/3100cf8aa141422f952babb3b1103548 2018-11-15 19:18:42,895 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35251 is added to blk_1073741839_1015{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-579c22a8-cfdc-4b28-b82e-19f0557f9a21:NORMAL:127.0.0.1:41703|RBW], ReplicaUC[[DISK]DS-e59dd571-6136-45fe-9f48-3956efa52c86:NORMAL:127.0.0.1:35251|RBW]]} size 0 2018-11-15 19:18:42,896 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41703 is added to blk_1073741839_1015{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-579c22a8-cfdc-4b28-b82e-19f0557f9a21:NORMAL:127.0.0.1:41703|RBW], ReplicaUC[[DISK]DS-e59dd571-6136-45fe-9f48-3956efa52c86:NORMAL:127.0.0.1:35251|RBW]]} size 0 2018-11-15 19:18:42,898 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=44 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/default/testgetHDFSBlocksDistribution/bb71c765bdf964abfd59f45e2265390f/.tmp/colfamily21/241f3a71ec7e4b34b74488307f0fa822 2018-11-15 19:18:42,913 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/default/testgetHDFSBlocksDistribution/bb71c765bdf964abfd59f45e2265390f/.tmp/colfamily11/3100cf8aa141422f952babb3b1103548 as hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/default/testgetHDFSBlocksDistribution/bb71c765bdf964abfd59f45e2265390f/colfamily11/3100cf8aa141422f952babb3b1103548 2018-11-15 19:18:42,927 INFO [Time-limited test] regionserver.HStore(1077): Added hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/default/testgetHDFSBlocksDistribution/bb71c765bdf964abfd59f45e2265390f/colfamily11/3100cf8aa141422f952babb3b1103548, entries=1, sequenceid=5, filesize=4.6 K 2018-11-15 19:18:42,932 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/default/testgetHDFSBlocksDistribution/bb71c765bdf964abfd59f45e2265390f/.tmp/colfamily21/241f3a71ec7e4b34b74488307f0fa822 as hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/default/testgetHDFSBlocksDistribution/bb71c765bdf964abfd59f45e2265390f/colfamily21/241f3a71ec7e4b34b74488307f0fa822 2018-11-15 19:18:42,944 INFO [Time-limited test] regionserver.HStore(1077): Added hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/default/testgetHDFSBlocksDistribution/bb71c765bdf964abfd59f45e2265390f/colfamily21/241f3a71ec7e4b34b74488307f0fa822, entries=1, sequenceid=5, filesize=4.6 K 2018-11-15 19:18:42,948 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~88 B/88, heapSize ~720 B/720, currentSize=0 B/0 for bb71c765bdf964abfd59f45e2265390f in 149ms, sequenceid=5, compaction requested=false 2018-11-15 19:18:42,950 DEBUG [Time-limited test] regionserver.MetricsTableSourceImpl(124): Creating new MetricsTableSourceImpl for table 'testgetHDFSBlocksDistribution' 2018-11-15 19:18:42,952 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309522798 Running coprocessor pre-flush hooks at 1542309522798 Obtaining lock to block concurrent updates at 1542309522799 Preparing flush snapshotting stores in bb71c765bdf964abfd59f45e2265390f at 1542309522799 Finished memstore snapshotting testgetHDFSBlocksDistribution,,1542309520377.bb71c765bdf964abfd59f45e2265390f., syncing WAL and waiting on mvcc, flushsize=dataSize=88, getHeapSize=720, getOffHeapSize=0 at 1542309522800 Flushing stores of testgetHDFSBlocksDistribution,,1542309520377.bb71c765bdf964abfd59f45e2265390f. at 1542309522802 Flushing colfamily11: creating writer at 1542309522802 Flushing colfamily11: appending metadata at 1542309522821 Flushing colfamily11: closing flushed file at 1542309522821 Flushing colfamily21: creating writer at 1542309522869 Flushing colfamily21: appending metadata at 1542309522878 Flushing colfamily21: closing flushed file at 1542309522878 Flushing colfamily11: reopening flushed file at 1542309522916 Flushing colfamily21: reopening flushed file at 1542309522934 Finished flush of dataSize ~88 B/88, heapSize ~720 B/720, currentSize=0 B/0 for bb71c765bdf964abfd59f45e2265390f in 149ms, sequenceid=5, compaction requested=false at 1542309522948 Running post-flush coprocessor hooks at 1542309522952 Flush successful at 1542309522952 2018-11-15 19:18:42,952 INFO [Time-limited test] regionserver.TestHRegion(4078): uniqueBlocksWeight=9374, topHostWeight=9374, topHost=host3; host3=9374, host2=9374 2018-11-15 19:18:42,958 INFO [Time-limited test] hbase.HBaseTestingUtility(1229): Shutting down minicluster 2018-11-15 19:18:42,959 INFO [Time-limited test] client.ConnectionImplementation(1801): Closing master protocol: MasterService 2018-11-15 19:18:42,959 INFO [Time-limited test] zookeeper.ReadOnlyZKClient(350): Close zookeeper connection 0x53702585 to localhost:59588 2018-11-15 19:18:42,959 DEBUG [Time-limited test] ipc.AbstractRpcClient(483): Stopping rpc client 2018-11-15 19:18:42,960 DEBUG [Time-limited test] util.JVMClusterUtil(247): Shutting down HBase Cluster 2018-11-15 19:18:42,960 INFO [Time-limited test] master.ServerManager(919): Cluster shutdown requested of master=cn012.l42scl.hortonworks.com,34857,1542309512172 2018-11-15 19:18:42,980 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): regionserver:40024-0x16718cf801e0003, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2018-11-15 19:18:42,980 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): master:34857-0x16718cf801e0000, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2018-11-15 19:18:42,980 INFO [Time-limited test] procedure2.ProcedureExecutor(630): Stopping 2018-11-15 19:18:42,980 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): regionserver:33837-0x16718cf801e0002, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2018-11-15 19:18:42,980 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): regionserver:42365-0x16718cf801e0001, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2018-11-15 19:18:42,982 INFO [Time-limited test] zookeeper.ReadOnlyZKClient(350): Close zookeeper connection 0x303e6646 to localhost:59588 2018-11-15 19:18:42,982 DEBUG [Time-limited test] ipc.AbstractRpcClient(483): Stopping rpc client 2018-11-15 19:18:42,986 DEBUG [Time-limited test-EventThread] zookeeper.ZKUtil(357): master:34857-0x16718cf801e0000, quorum=localhost:59588, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2018-11-15 19:18:42,990 DEBUG [Time-limited test-EventThread] zookeeper.ZKUtil(357): regionserver:42365-0x16718cf801e0001, quorum=localhost:59588, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2018-11-15 19:18:42,985 DEBUG [Time-limited test-EventThread] zookeeper.ZKUtil(357): regionserver:40024-0x16718cf801e0003, quorum=localhost:59588, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2018-11-15 19:18:42,990 DEBUG [Time-limited test-EventThread] zookeeper.ZKUtil(357): regionserver:33837-0x16718cf801e0002, quorum=localhost:59588, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2018-11-15 19:18:42,992 INFO [Time-limited test] regionserver.HRegionServer(2186): ***** STOPPING region server 'cn012.l42scl.hortonworks.com,42365,1542309512905' ***** 2018-11-15 19:18:42,995 INFO [Time-limited test] regionserver.HRegionServer(2200): STOPPED: Shutdown requested 2018-11-15 19:18:42,995 INFO [Time-limited test] regionserver.HRegionServer(2186): ***** STOPPING region server 'cn012.l42scl.hortonworks.com,33837,1542309512955' ***** 2018-11-15 19:18:42,996 INFO [RS:0;cn012:42365] regionserver.SplitLogWorker(241): Sending interrupt to stop the worker thread 2018-11-15 19:18:42,998 INFO [Time-limited test] regionserver.HRegionServer(2200): STOPPED: Shutdown requested 2018-11-15 19:18:42,998 INFO [SplitLogWorker-cn012:42365] regionserver.SplitLogWorker(223): SplitLogWorker interrupted. Exiting. 2018-11-15 19:18:42,998 INFO [RS:1;cn012:33837] regionserver.SplitLogWorker(241): Sending interrupt to stop the worker thread 2018-11-15 19:18:42,998 INFO [Time-limited test] regionserver.HRegionServer(2186): ***** STOPPING region server 'cn012.l42scl.hortonworks.com,40024,1542309513004' ***** 2018-11-15 19:18:42,998 INFO [RS:1;cn012:33837] regionserver.HeapMemoryManager(221): Stopping 2018-11-15 19:18:42,998 INFO [RS:0;cn012:42365] regionserver.HeapMemoryManager(221): Stopping 2018-11-15 19:18:42,998 INFO [SplitLogWorker-cn012:33837] regionserver.SplitLogWorker(223): SplitLogWorker interrupted. Exiting. 2018-11-15 19:18:43,001 INFO [SplitLogWorker-cn012:33837] regionserver.SplitLogWorker(232): SplitLogWorker cn012.l42scl.hortonworks.com,33837,1542309512955 exiting 2018-11-15 19:18:42,998 INFO [SplitLogWorker-cn012:42365] regionserver.SplitLogWorker(232): SplitLogWorker cn012.l42scl.hortonworks.com,42365,1542309512905 exiting 2018-11-15 19:18:43,001 INFO [MemStoreFlusher.0] regionserver.MemStoreFlusher$FlushHandler(383): MemStoreFlusher.0 exiting 2018-11-15 19:18:43,001 INFO [MemStoreFlusher.1] regionserver.MemStoreFlusher$FlushHandler(383): MemStoreFlusher.1 exiting 2018-11-15 19:18:43,001 INFO [MemStoreFlusher.0] regionserver.MemStoreFlusher$FlushHandler(383): MemStoreFlusher.0 exiting 2018-11-15 19:18:43,001 INFO [MemStoreFlusher.1] regionserver.MemStoreFlusher$FlushHandler(383): MemStoreFlusher.1 exiting 2018-11-15 19:18:42,999 INFO [RS:0;cn012:42365] flush.RegionServerFlushTableProcedureManager(116): Stopping region server flush procedure manager gracefully. 2018-11-15 19:18:42,999 INFO [RS:1;cn012:33837] flush.RegionServerFlushTableProcedureManager(116): Stopping region server flush procedure manager gracefully. 2018-11-15 19:18:42,999 INFO [Time-limited test] regionserver.HRegionServer(2200): STOPPED: Shutdown requested 2018-11-15 19:18:43,002 INFO [RS:1;cn012:33837] snapshot.RegionServerSnapshotManager(136): Stopping RegionServerSnapshotManager gracefully. 2018-11-15 19:18:43,002 INFO [RS:0;cn012:42365] snapshot.RegionServerSnapshotManager(136): Stopping RegionServerSnapshotManager gracefully. 2018-11-15 19:18:43,002 INFO [RS:2;cn012:40024] regionserver.SplitLogWorker(241): Sending interrupt to stop the worker thread 2018-11-15 19:18:43,002 INFO [RS:2;cn012:40024] regionserver.HeapMemoryManager(221): Stopping 2018-11-15 19:18:43,002 INFO [SplitLogWorker-cn012:40024] regionserver.SplitLogWorker(223): SplitLogWorker interrupted. Exiting. 2018-11-15 19:18:43,003 INFO [MemStoreFlusher.1] regionserver.MemStoreFlusher$FlushHandler(383): MemStoreFlusher.1 exiting 2018-11-15 19:18:43,003 INFO [RS:2;cn012:40024] flush.RegionServerFlushTableProcedureManager(116): Stopping region server flush procedure manager gracefully. 2018-11-15 19:18:43,004 INFO [MemStoreFlusher.0] regionserver.MemStoreFlusher$FlushHandler(383): MemStoreFlusher.0 exiting 2018-11-15 19:18:43,003 INFO [SplitLogWorker-cn012:40024] regionserver.SplitLogWorker(232): SplitLogWorker cn012.l42scl.hortonworks.com,40024,1542309513004 exiting 2018-11-15 19:18:43,005 INFO [RS:2;cn012:40024] snapshot.RegionServerSnapshotManager(136): Stopping RegionServerSnapshotManager gracefully. 2018-11-15 19:18:43,005 INFO [RS:2;cn012:40024] regionserver.HRegionServer(1096): stopping server cn012.l42scl.hortonworks.com,40024,1542309513004 2018-11-15 19:18:43,005 INFO [RS:1;cn012:33837] regionserver.HRegionServer(1096): stopping server cn012.l42scl.hortonworks.com,33837,1542309512955 2018-11-15 19:18:43,005 INFO [RS:0;cn012:42365] regionserver.HRegionServer(1096): stopping server cn012.l42scl.hortonworks.com,42365,1542309512905 2018-11-15 19:18:43,005 DEBUG [RS:2;cn012:40024] zookeeper.MetaTableLocator(642): Stopping MetaTableLocator 2018-11-15 19:18:43,006 DEBUG [RS:0;cn012:42365] zookeeper.MetaTableLocator(642): Stopping MetaTableLocator 2018-11-15 19:18:43,006 INFO [RS:0;cn012:42365] zookeeper.ReadOnlyZKClient(350): Close zookeeper connection 0x02fafaf2 to localhost:59588 2018-11-15 19:18:43,006 DEBUG [RS_CLOSE_REGION-regionserver/cn012:0-0] regionserver.HRegion(1554): Closing bb71c765bdf964abfd59f45e2265390f, disabling compactions & flushes 2018-11-15 19:18:43,005 DEBUG [RS:1;cn012:33837] zookeeper.MetaTableLocator(642): Stopping MetaTableLocator 2018-11-15 19:18:43,006 DEBUG [RS_CLOSE_REGION-regionserver/cn012:0-0] regionserver.HRegion(1554): Closing e2281c77dad42219d6f1c52476ecdfbd, disabling compactions & flushes 2018-11-15 19:18:43,006 INFO [RS:1;cn012:33837] zookeeper.ReadOnlyZKClient(350): Close zookeeper connection 0x07fab375 to localhost:59588 2018-11-15 19:18:43,006 DEBUG [RS_CLOSE_REGION-regionserver/cn012:0-0] regionserver.HRegion(1594): Updates disabled for region testgetHDFSBlocksDistribution,,1542309520377.bb71c765bdf964abfd59f45e2265390f. 2018-11-15 19:18:43,006 DEBUG [RS:0;cn012:42365] ipc.AbstractRpcClient(483): Stopping rpc client 2018-11-15 19:18:43,006 INFO [RS:2;cn012:40024] zookeeper.ReadOnlyZKClient(350): Close zookeeper connection 0x7789076e to localhost:59588 2018-11-15 19:18:43,007 INFO [RS:0;cn012:42365] regionserver.HRegionServer(1426): Waiting on 1 regions to close 2018-11-15 19:18:43,007 DEBUG [RS:1;cn012:33837] ipc.AbstractRpcClient(483): Stopping rpc client 2018-11-15 19:18:43,007 DEBUG [RS_CLOSE_REGION-regionserver/cn012:0-0] regionserver.HRegion(1594): Updates disabled for region hbase:namespace,,1542309517017.e2281c77dad42219d6f1c52476ecdfbd. 2018-11-15 19:18:43,007 INFO [RS:1;cn012:33837] regionserver.HRegionServer(1426): Waiting on 1 regions to close 2018-11-15 19:18:43,007 DEBUG [RS:0;cn012:42365] regionserver.HRegionServer(1430): Online Regions={bb71c765bdf964abfd59f45e2265390f=testgetHDFSBlocksDistribution,,1542309520377.bb71c765bdf964abfd59f45e2265390f.} 2018-11-15 19:18:43,007 DEBUG [RS:2;cn012:40024] ipc.AbstractRpcClient(483): Stopping rpc client 2018-11-15 19:18:43,008 DEBUG [RS:1;cn012:33837] regionserver.HRegionServer(1430): Online Regions={e2281c77dad42219d6f1c52476ecdfbd=hbase:namespace,,1542309517017.e2281c77dad42219d6f1c52476ecdfbd.} 2018-11-15 19:18:43,007 INFO [RS_CLOSE_REGION-regionserver/cn012:0-0] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=78 B heapSize=488 B 2018-11-15 19:18:43,009 INFO [RS:2;cn012:40024] regionserver.CompactSplit(431): Waiting for Split Thread to finish... 2018-11-15 19:18:43,010 INFO [RS:2;cn012:40024] regionserver.CompactSplit(431): Waiting for Large Compaction Thread to finish... 2018-11-15 19:18:43,010 INFO [RS:2;cn012:40024] regionserver.CompactSplit(431): Waiting for Small Compaction Thread to finish... 2018-11-15 19:18:43,010 INFO [RS:2;cn012:40024] regionserver.HRegionServer(1426): Waiting on 1 regions to close 2018-11-15 19:18:43,010 DEBUG [RS:2;cn012:40024] regionserver.HRegionServer(1430): Online Regions={1588230740=hbase:meta,,1.1588230740} 2018-11-15 19:18:43,010 DEBUG [RS_CLOSE_META-regionserver/cn012:0-0] regionserver.HRegion(1554): Closing 1588230740, disabling compactions & flushes 2018-11-15 19:18:43,010 DEBUG [RS_CLOSE_META-regionserver/cn012:0-0] regionserver.HRegion(1594): Updates disabled for region hbase:meta,,1.1588230740 2018-11-15 19:18:43,010 INFO [RS_CLOSE_META-regionserver/cn012:0-0] regionserver.HRegion(2647): Flushing 3/3 column families, dataSize=2.76 KB heapSize=5.27 KB 2018-11-15 19:18:43,035 DEBUG [RS_CLOSE_REGION-regionserver/cn012:0-0] wal.WALSplitter(696): Wrote file=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/default/testgetHDFSBlocksDistribution/bb71c765bdf964abfd59f45e2265390f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2018-11-15 19:18:43,039 INFO [RS_CLOSE_REGION-regionserver/cn012:0-0] regionserver.HRegion(1711): Closed testgetHDFSBlocksDistribution,,1542309520377.bb71c765bdf964abfd59f45e2265390f. 2018-11-15 19:18:43,039 DEBUG [RS_CLOSE_REGION-regionserver/cn012:0-0] handler.CloseRegionHandler(129): Closed testgetHDFSBlocksDistribution,,1542309520377.bb71c765bdf964abfd59f45e2265390f. 2018-11-15 19:18:43,068 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41703 is added to blk_1073741840_1016{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-36d49187-d34c-4652-9b74-eb906005e7aa:NORMAL:127.0.0.1:41038|RBW], ReplicaUC[[DISK]DS-579c22a8-cfdc-4b28-b82e-19f0557f9a21:NORMAL:127.0.0.1:41703|FINALIZED]]} size 0 2018-11-15 19:18:43,068 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35251 is added to blk_1073741841_1017{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-9a3f4053-7fe1-4e55-9e0e-bc5018aaa46d:NORMAL:127.0.0.1:41703|RBW], ReplicaUC[[DISK]DS-16bcb8d7-f671-41b7-a1e5-fbc77e62a419:NORMAL:127.0.0.1:35251|RBW]]} size 0 2018-11-15 19:18:43,068 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41038 is added to blk_1073741840_1016{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-36d49187-d34c-4652-9b74-eb906005e7aa:NORMAL:127.0.0.1:41038|RBW], ReplicaUC[[DISK]DS-579c22a8-cfdc-4b28-b82e-19f0557f9a21:NORMAL:127.0.0.1:41703|FINALIZED]]} size 0 2018-11-15 19:18:43,069 INFO [RS_CLOSE_REGION-regionserver/cn012:0-0] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/hbase/namespace/e2281c77dad42219d6f1c52476ecdfbd/.tmp/info/4e89e06b9e0547e7813269996c9d7b08 2018-11-15 19:18:43,069 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41703 is added to blk_1073741841_1017 size 7399 2018-11-15 19:18:43,070 INFO [RS_CLOSE_META-regionserver/cn012:0-0] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=2.55 KB at sequenceid=14 (bloomFilter=false), to=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/hbase/meta/1588230740/.tmp/info/d28a038d95d44927918664b789bd2d69 2018-11-15 19:18:43,083 DEBUG [RS_CLOSE_REGION-regionserver/cn012:0-0] regionserver.HRegionFileSystem(464): Committing hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/hbase/namespace/e2281c77dad42219d6f1c52476ecdfbd/.tmp/info/4e89e06b9e0547e7813269996c9d7b08 as hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/hbase/namespace/e2281c77dad42219d6f1c52476ecdfbd/info/4e89e06b9e0547e7813269996c9d7b08 2018-11-15 19:18:43,105 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41038 is added to blk_1073741842_1018{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-579c22a8-cfdc-4b28-b82e-19f0557f9a21:NORMAL:127.0.0.1:41703|RBW], ReplicaUC[[DISK]DS-425f9012-520b-4686-a46c-692b98ace323:NORMAL:127.0.0.1:41038|RBW]]} size 0 2018-11-15 19:18:43,105 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41703 is added to blk_1073741842_1018{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-425f9012-520b-4686-a46c-692b98ace323:NORMAL:127.0.0.1:41038|RBW], ReplicaUC[[DISK]DS-9a3f4053-7fe1-4e55-9e0e-bc5018aaa46d:NORMAL:127.0.0.1:41703|FINALIZED]]} size 0 2018-11-15 19:18:43,106 INFO [RS_CLOSE_META-regionserver/cn012:0-0] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=216 B at sequenceid=14 (bloomFilter=false), to=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/hbase/meta/1588230740/.tmp/table/f2c1e3d5a5344434b11e99df4f1f8f53 2018-11-15 19:18:43,106 INFO [RS_CLOSE_REGION-regionserver/cn012:0-0] regionserver.HStore(1077): Added hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/hbase/namespace/e2281c77dad42219d6f1c52476ecdfbd/info/4e89e06b9e0547e7813269996c9d7b08, entries=2, sequenceid=6, filesize=4.8 K 2018-11-15 19:18:43,110 INFO [RS_CLOSE_REGION-regionserver/cn012:0-0] regionserver.HRegion(2856): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for e2281c77dad42219d6f1c52476ecdfbd in 103ms, sequenceid=6, compaction requested=false 2018-11-15 19:18:43,110 DEBUG [RS_CLOSE_REGION-regionserver/cn012:0-0] regionserver.MetricsTableSourceImpl(124): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2018-11-15 19:18:43,118 DEBUG [RS_CLOSE_REGION-regionserver/cn012:0-0] wal.WALSplitter(696): Wrote file=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/hbase/namespace/e2281c77dad42219d6f1c52476ecdfbd/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2018-11-15 19:18:43,121 DEBUG [RS_CLOSE_META-regionserver/cn012:0-0] regionserver.HRegionFileSystem(464): Committing hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/hbase/meta/1588230740/.tmp/info/d28a038d95d44927918664b789bd2d69 as hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/hbase/meta/1588230740/info/d28a038d95d44927918664b789bd2d69 2018-11-15 19:18:43,121 INFO [RS_CLOSE_REGION-regionserver/cn012:0-0] regionserver.HRegion(1711): Closed hbase:namespace,,1542309517017.e2281c77dad42219d6f1c52476ecdfbd. 2018-11-15 19:18:43,121 DEBUG [RS_CLOSE_REGION-regionserver/cn012:0-0] handler.CloseRegionHandler(129): Closed hbase:namespace,,1542309517017.e2281c77dad42219d6f1c52476ecdfbd. 2018-11-15 19:18:43,132 INFO [RS_CLOSE_META-regionserver/cn012:0-0] regionserver.HStore(1077): Added hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/hbase/meta/1588230740/info/d28a038d95d44927918664b789bd2d69, entries=20, sequenceid=14, filesize=7.2 K 2018-11-15 19:18:43,134 DEBUG [RS_CLOSE_META-regionserver/cn012:0-0] regionserver.HRegionFileSystem(464): Committing hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/hbase/meta/1588230740/.tmp/table/f2c1e3d5a5344434b11e99df4f1f8f53 as hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/hbase/meta/1588230740/table/f2c1e3d5a5344434b11e99df4f1f8f53 2018-11-15 19:18:43,144 INFO [RS_CLOSE_META-regionserver/cn012:0-0] regionserver.HStore(1077): Added hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/data/hbase/meta/1588230740/table/f2c1e3d5a5344434b11e99df4f1f8f53, entries=4, sequenceid=14, filesize=4.8 K 2018-11-15 19:18:43,146 INFO [RS_CLOSE_META-regionserver/cn012:0-0] regionserver.HRegion(2856): Finished flush of dataSize ~2.76 KB/2826, heapSize ~4.98 KB/5104, currentSize=0 B/0 for 1588230740 in 136ms, sequenceid=14, compaction requested=false 2018-11-15 19:18:43,146 DEBUG [RS_CLOSE_META-regionserver/cn012:0-0] regionserver.MetricsTableSourceImpl(124): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2018-11-15 19:18:43,160 DEBUG [RS_CLOSE_META-regionserver/cn012:0-0] wal.WALSplitter(696): Wrote file=hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/hbase/meta/1588230740/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2018-11-15 19:18:43,161 DEBUG [RS_CLOSE_META-regionserver/cn012:0-0] coprocessor.CoprocessorHost(288): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2018-11-15 19:18:43,163 INFO [RS_CLOSE_META-regionserver/cn012:0-0] regionserver.HRegion(1711): Closed hbase:meta,,1.1588230740 2018-11-15 19:18:43,163 DEBUG [RS_CLOSE_META-regionserver/cn012:0-0] handler.CloseRegionHandler(129): Closed hbase:meta,,1.1588230740 2018-11-15 19:18:43,208 INFO [RS:0;cn012:42365] regionserver.HRegionServer(1124): stopping server cn012.l42scl.hortonworks.com,42365,1542309512905; all regions closed. 2018-11-15 19:18:43,209 INFO [RS:1;cn012:33837] regionserver.HRegionServer(1124): stopping server cn012.l42scl.hortonworks.com,33837,1542309512955; all regions closed. 2018-11-15 19:18:43,210 INFO [RS:2;cn012:40024] regionserver.HRegionServer(1124): stopping server cn012.l42scl.hortonworks.com,40024,1542309513004; all regions closed. 2018-11-15 19:18:43,220 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41703 is added to blk_1073741831_1007{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-9a3f4053-7fe1-4e55-9e0e-bc5018aaa46d:NORMAL:127.0.0.1:41703|RBW], ReplicaUC[[DISK]DS-36d49187-d34c-4652-9b74-eb906005e7aa:NORMAL:127.0.0.1:41038|RBW]]} size 0 2018-11-15 19:18:43,220 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41038 is added to blk_1073741831_1007{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-9a3f4053-7fe1-4e55-9e0e-bc5018aaa46d:NORMAL:127.0.0.1:41703|RBW], ReplicaUC[[DISK]DS-36d49187-d34c-4652-9b74-eb906005e7aa:NORMAL:127.0.0.1:41038|RBW]]} size 0 2018-11-15 19:18:43,220 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35251 is added to blk_1073741832_1008{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-579c22a8-cfdc-4b28-b82e-19f0557f9a21:NORMAL:127.0.0.1:41703|RBW], ReplicaUC[[DISK]DS-16bcb8d7-f671-41b7-a1e5-fbc77e62a419:NORMAL:127.0.0.1:35251|RBW]]} size 0 2018-11-15 19:18:43,221 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41703 is added to blk_1073741830_1006{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-9a3f4053-7fe1-4e55-9e0e-bc5018aaa46d:NORMAL:127.0.0.1:41703|RBW], ReplicaUC[[DISK]DS-16bcb8d7-f671-41b7-a1e5-fbc77e62a419:NORMAL:127.0.0.1:35251|RBW]]} size 0 2018-11-15 19:18:43,221 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41703 is added to blk_1073741832_1008{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-579c22a8-cfdc-4b28-b82e-19f0557f9a21:NORMAL:127.0.0.1:41703|RBW], ReplicaUC[[DISK]DS-16bcb8d7-f671-41b7-a1e5-fbc77e62a419:NORMAL:127.0.0.1:35251|RBW]]} size 0 2018-11-15 19:18:43,221 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35251 is added to blk_1073741830_1006{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-9a3f4053-7fe1-4e55-9e0e-bc5018aaa46d:NORMAL:127.0.0.1:41703|RBW], ReplicaUC[[DISK]DS-16bcb8d7-f671-41b7-a1e5-fbc77e62a419:NORMAL:127.0.0.1:35251|RBW]]} size 0 2018-11-15 19:18:43,230 DEBUG [RS:2;cn012:40024] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/oldWALs 2018-11-15 19:18:43,230 INFO [RS:2;cn012:40024] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL cn012.l42scl.hortonworks.com%2C40024%2C1542309513004.meta:.meta(num 1542309515917) 2018-11-15 19:18:43,230 DEBUG [RS:1;cn012:33837] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/oldWALs 2018-11-15 19:18:43,230 INFO [RS:1;cn012:33837] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL cn012.l42scl.hortonworks.com%2C33837%2C1542309512955:(num 1542309516605) 2018-11-15 19:18:43,230 DEBUG [RS:1;cn012:33837] ipc.AbstractRpcClient(483): Stopping rpc client 2018-11-15 19:18:43,230 DEBUG [RS:0;cn012:42365] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/oldWALs 2018-11-15 19:18:43,230 INFO [RS:1;cn012:33837] regionserver.Leases(149): Closed leases 2018-11-15 19:18:43,230 INFO [RS:0;cn012:42365] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL cn012.l42scl.hortonworks.com%2C42365%2C1542309512905:(num 1542309516605) 2018-11-15 19:18:43,230 DEBUG [RS:0;cn012:42365] ipc.AbstractRpcClient(483): Stopping rpc client 2018-11-15 19:18:43,231 INFO [RS:0;cn012:42365] regionserver.Leases(149): Closed leases 2018-11-15 19:18:43,231 INFO [RS:1;cn012:33837] hbase.ChoreService(327): Chore service for: regionserver/cn012:0 had [[ScheduledChore: Name: CompactedHFilesCleaner Period: 120000 Unit: MILLISECONDS], [ScheduledChore: Name: CompactionThroughputTuner Period: 60000 Unit: MILLISECONDS]] on shutdown 2018-11-15 19:18:43,231 INFO [RS:0;cn012:42365] hbase.ChoreService(327): Chore service for: regionserver/cn012:0 had [[ScheduledChore: Name: CompactionThroughputTuner Period: 60000 Unit: MILLISECONDS], [ScheduledChore: Name: CompactedHFilesCleaner Period: 120000 Unit: MILLISECONDS]] on shutdown 2018-11-15 19:18:43,233 INFO [RS:1;cn012:33837] regionserver.CompactSplit(431): Waiting for Split Thread to finish... 2018-11-15 19:18:43,233 INFO [regionserver/cn012:0.logRoller] regionserver.LogRoller(222): LogRoller exiting. 2018-11-15 19:18:43,233 INFO [RS:1;cn012:33837] regionserver.CompactSplit(431): Waiting for Large Compaction Thread to finish... 2018-11-15 19:18:43,233 INFO [RS:0;cn012:42365] regionserver.CompactSplit(431): Waiting for Split Thread to finish... 2018-11-15 19:18:43,233 INFO [regionserver/cn012:0.logRoller] regionserver.LogRoller(222): LogRoller exiting. 2018-11-15 19:18:43,233 INFO [RS:0;cn012:42365] regionserver.CompactSplit(431): Waiting for Large Compaction Thread to finish... 2018-11-15 19:18:43,233 INFO [RS:0;cn012:42365] regionserver.CompactSplit(431): Waiting for Small Compaction Thread to finish... 2018-11-15 19:18:43,233 INFO [RS:1;cn012:33837] regionserver.CompactSplit(431): Waiting for Small Compaction Thread to finish... 2018-11-15 19:18:43,236 INFO [RS:0;cn012:42365] ipc.NettyRpcServer(144): Stopping server on /172.18.128.12:42365 2018-11-15 19:18:43,236 INFO [RS:1;cn012:33837] ipc.NettyRpcServer(144): Stopping server on /172.18.128.12:33837 2018-11-15 19:18:43,237 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35251 is added to blk_1073741833_1009{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-579c22a8-cfdc-4b28-b82e-19f0557f9a21:NORMAL:127.0.0.1:41703|RBW], ReplicaUC[[DISK]DS-e59dd571-6136-45fe-9f48-3956efa52c86:NORMAL:127.0.0.1:35251|RBW]]} size 0 2018-11-15 19:18:43,238 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41703 is added to blk_1073741833_1009 size 91 2018-11-15 19:18:43,243 DEBUG [RS:2;cn012:40024] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/oldWALs 2018-11-15 19:18:43,244 INFO [RS:2;cn012:40024] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL cn012.l42scl.hortonworks.com%2C40024%2C1542309513004:(num 1542309516605) 2018-11-15 19:18:43,244 DEBUG [RS:2;cn012:40024] ipc.AbstractRpcClient(483): Stopping rpc client 2018-11-15 19:18:43,245 INFO [RS:2;cn012:40024] regionserver.Leases(149): Closed leases 2018-11-15 19:18:43,251 INFO [RS:2;cn012:40024] hbase.ChoreService(327): Chore service for: regionserver/cn012:0 had [[ScheduledChore: Name: CompactionThroughputTuner Period: 60000 Unit: MILLISECONDS], [ScheduledChore: Name: CompactedHFilesCleaner Period: 120000 Unit: MILLISECONDS]] on shutdown 2018-11-15 19:18:43,253 INFO [regionserver/cn012:0.logRoller] regionserver.LogRoller(222): LogRoller exiting. 2018-11-15 19:18:43,253 INFO [RS:2;cn012:40024] ipc.NettyRpcServer(144): Stopping server on /172.18.128.12:40024 2018-11-15 19:18:43,255 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): regionserver:40024-0x16718cf801e0003, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cn012.l42scl.hortonworks.com,33837,1542309512955 2018-11-15 19:18:43,255 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): master:34857-0x16718cf801e0000, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2018-11-15 19:18:43,255 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): regionserver:40024-0x16718cf801e0003, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2018-11-15 19:18:43,255 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): regionserver:33837-0x16718cf801e0002, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cn012.l42scl.hortonworks.com,33837,1542309512955 2018-11-15 19:18:43,255 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): regionserver:42365-0x16718cf801e0001, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cn012.l42scl.hortonworks.com,33837,1542309512955 2018-11-15 19:18:43,256 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): regionserver:33837-0x16718cf801e0002, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2018-11-15 19:18:43,256 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): regionserver:42365-0x16718cf801e0001, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2018-11-15 19:18:43,263 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): regionserver:33837-0x16718cf801e0002, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cn012.l42scl.hortonworks.com,42365,1542309512905 2018-11-15 19:18:43,263 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): regionserver:40024-0x16718cf801e0003, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cn012.l42scl.hortonworks.com,42365,1542309512905 2018-11-15 19:18:43,264 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): regionserver:42365-0x16718cf801e0001, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cn012.l42scl.hortonworks.com,42365,1542309512905 2018-11-15 19:18:43,264 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): regionserver:40024-0x16718cf801e0003, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cn012.l42scl.hortonworks.com,40024,1542309513004 2018-11-15 19:18:43,264 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): regionserver:33837-0x16718cf801e0002, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cn012.l42scl.hortonworks.com,40024,1542309513004 2018-11-15 19:18:43,264 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): regionserver:42365-0x16718cf801e0001, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cn012.l42scl.hortonworks.com,40024,1542309513004 2018-11-15 19:18:43,271 INFO [RS:1;cn012:33837] regionserver.HRegionServer(1180): Exiting; stopping=cn012.l42scl.hortonworks.com,33837,1542309512955; zookeeper connection closed. 2018-11-15 19:18:43,272 INFO [RegionServerTracker-0] master.RegionServerTracker(168): RegionServer ephemeral node deleted, processing expiration [cn012.l42scl.hortonworks.com,42365,1542309512905] 2018-11-15 19:18:43,272 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31c799b6] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(222): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31c799b6 2018-11-15 19:18:43,272 DEBUG [RegionServerTracker-0] master.DeadServer(134): Added cn012.l42scl.hortonworks.com,42365,1542309512905; numProcessing=1 2018-11-15 19:18:43,273 INFO [RegionServerTracker-0] master.ServerManager(597): Cluster shutdown set; cn012.l42scl.hortonworks.com,42365,1542309512905 expired; onlineServers=2 2018-11-15 19:18:43,274 INFO [RegionServerTracker-0] master.RegionServerTracker(168): RegionServer ephemeral node deleted, processing expiration [cn012.l42scl.hortonworks.com,33837,1542309512955] 2018-11-15 19:18:43,274 DEBUG [RegionServerTracker-0] master.DeadServer(134): Added cn012.l42scl.hortonworks.com,33837,1542309512955; numProcessing=2 2018-11-15 19:18:43,274 INFO [RegionServerTracker-0] master.ServerManager(597): Cluster shutdown set; cn012.l42scl.hortonworks.com,33837,1542309512955 expired; onlineServers=1 2018-11-15 19:18:43,274 INFO [RegionServerTracker-0] master.RegionServerTracker(168): RegionServer ephemeral node deleted, processing expiration [cn012.l42scl.hortonworks.com,40024,1542309513004] 2018-11-15 19:18:43,274 DEBUG [RegionServerTracker-0] master.DeadServer(134): Added cn012.l42scl.hortonworks.com,40024,1542309513004; numProcessing=3 2018-11-15 19:18:43,274 INFO [RegionServerTracker-0] master.ServerManager(597): Cluster shutdown set; cn012.l42scl.hortonworks.com,40024,1542309513004 expired; onlineServers=0 2018-11-15 19:18:43,274 INFO [RegionServerTracker-0] regionserver.HRegionServer(2186): ***** STOPPING region server 'cn012.l42scl.hortonworks.com,34857,1542309512172' ***** 2018-11-15 19:18:43,274 INFO [RegionServerTracker-0] regionserver.HRegionServer(2200): STOPPED: Cluster shutdown set; onlineServer=0 2018-11-15 19:18:43,275 DEBUG [M:0;cn012:34857] ipc.AbstractRpcClient(200): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@124b5d43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cn012.l42scl.hortonworks.com/172.18.128.12:0 2018-11-15 19:18:43,276 DEBUG [M:0;cn012:34857] regionserver.HRegionServer(957): About to register with Master. 2018-11-15 19:18:43,276 INFO [M:0;cn012:34857] regionserver.HRegionServer(1096): stopping server cn012.l42scl.hortonworks.com,34857,1542309512172 2018-11-15 19:18:43,276 DEBUG [M:0;cn012:34857] zookeeper.MetaTableLocator(642): Stopping MetaTableLocator 2018-11-15 19:18:43,276 INFO [M:0;cn012:34857] regionserver.HRegionServer(1124): stopping server cn012.l42scl.hortonworks.com,34857,1542309512172; all regions closed. 2018-11-15 19:18:43,276 DEBUG [M:0;cn012:34857] ipc.AbstractRpcClient(483): Stopping rpc client 2018-11-15 19:18:43,276 INFO [M:0;cn012:34857] master.MasterMobCompactionThread(175): Waiting for Mob Compaction Thread to finish... 2018-11-15 19:18:43,276 INFO [M:0;cn012:34857] master.MasterMobCompactionThread(175): Waiting for Region Server Mob Compaction Thread to finish... 2018-11-15 19:18:43,276 INFO [M:0;cn012:34857] hbase.ChoreService(327): Chore service for: master/cn012:0 had [[ScheduledChore: Name: FlushedSequenceIdFlusher Period: 10800000 Unit: MILLISECONDS]] on shutdown 2018-11-15 19:18:43,276 DEBUG [M:0;cn012:34857] master.HMaster(1475): Stopping service threads 2018-11-15 19:18:43,279 INFO [RS:2;cn012:40024] regionserver.HRegionServer(1180): Exiting; stopping=cn012.l42scl.hortonworks.com,40024,1542309513004; zookeeper connection closed. 2018-11-15 19:18:43,279 INFO [RS:0;cn012:42365] regionserver.HRegionServer(1180): Exiting; stopping=cn012.l42scl.hortonworks.com,42365,1542309512905; zookeeper connection closed. 2018-11-15 19:18:43,280 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2154e7ba] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(222): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2154e7ba 2018-11-15 19:18:43,281 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2402e2d5] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(222): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2402e2d5 2018-11-15 19:18:43,283 INFO [Time-limited test] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2018-11-15 19:18:43,288 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(478): master:34857-0x16718cf801e0000, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2018-11-15 19:18:43,288 DEBUG [M:0;cn012:34857] zookeeper.RecoverableZooKeeper(176): Node /hbase/master already deleted, retry=false 2018-11-15 19:18:43,288 DEBUG [M:0;cn012:34857] master.ActiveMasterManager(280): master:34857-0x16718cf801e0000, quorum=localhost:59588, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2018-11-15 19:18:43,288 DEBUG [Time-limited test-EventThread] zookeeper.ZKUtil(357): master:34857-0x16718cf801e0000, quorum=localhost:59588, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2018-11-15 19:18:43,289 INFO [M:0;cn012:34857] master.ServerManager(1067): Writing .lastflushedseqids file at: hdfs://localhost:38114/user/hbase/test-data/ffbdcacf-1dc5-d213-6e34-94ef80a20c9f/.lastflushedseqids 2018-11-15 19:18:43,315 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41038 is added to blk_1073741843_1019{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-e59dd571-6136-45fe-9f48-3956efa52c86:NORMAL:127.0.0.1:35251|RBW], ReplicaUC[[DISK]DS-36d49187-d34c-4652-9b74-eb906005e7aa:NORMAL:127.0.0.1:41038|FINALIZED]]} size 0 2018-11-15 19:18:43,316 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35251 is added to blk_1073741843_1019{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-e59dd571-6136-45fe-9f48-3956efa52c86:NORMAL:127.0.0.1:35251|RBW], ReplicaUC[[DISK]DS-36d49187-d34c-4652-9b74-eb906005e7aa:NORMAL:127.0.0.1:41038|FINALIZED]]} size 0 2018-11-15 19:18:43,317 INFO [M:0;cn012:34857] assignment.AssignmentManager(261): Stopping assignment manager 2018-11-15 19:18:43,319 INFO [M:0;cn012:34857] procedure2.RemoteProcedureDispatcher(116): Stopping procedure remote dispatcher 2018-11-15 19:18:43,321 DEBUG [M:0;cn012:34857] procedure.MasterProcedureScheduler(361): Remove TableQueue(hbase:meta, xlock=false sharedLock=0 size=0) from run queue because: clear all queues 2018-11-15 19:18:43,321 DEBUG [M:0;cn012:34857] procedure.MasterProcedureScheduler(361): Remove TableQueue(hbase:namespace, xlock=false sharedLock=0 size=0) from run queue because: clear all queues 2018-11-15 19:18:43,321 DEBUG [M:0;cn012:34857] procedure.MasterProcedureScheduler(361): Remove TableQueue(testgetHDFSBlocksDistribution, xlock=false sharedLock=0 size=0) from run queue because: clear all queues 2018-11-15 19:18:43,321 INFO [M:0;cn012:34857] wal.WALProcedureStore(332): Stopping the WAL Procedure Store, isAbort=false 2018-11-15 19:18:43,334 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35251 is added to blk_1073741829_1005{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-425f9012-520b-4686-a46c-692b98ace323:NORMAL:127.0.0.1:41038|RBW], ReplicaUC[[DISK]DS-e59dd571-6136-45fe-9f48-3956efa52c86:NORMAL:127.0.0.1:35251|RBW]]} size 211 2018-11-15 19:18:43,335 INFO [Block report processor] blockmanagement.BlockManager(2645): BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41038 is added to blk_1073741829_1005 size 44912 2018-11-15 19:18:43,335 INFO [M:0;cn012:34857] hbase.ChoreService(327): Chore service for: master/cn012:0.splitLogManager. had [[ScheduledChore: Name: SplitLogManager Timeout Monitor Period: 1000 Unit: MILLISECONDS]] on shutdown 2018-11-15 19:18:43,335 INFO [M:0;cn012:34857] flush.MasterFlushTableProcedureManager(81): stop: server shutting down. 2018-11-15 19:18:43,336 INFO [M:0;cn012:34857] ipc.NettyRpcServer(144): Stopping server on /172.18.128.12:34857 2018-11-15 19:18:43,346 DEBUG [M:0;cn012:34857] zookeeper.RecoverableZooKeeper(176): Node /hbase/rs/cn012.l42scl.hortonworks.com,34857,1542309512172 already deleted, retry=false 2018-11-15 19:18:43,354 INFO [M:0;cn012:34857] regionserver.HRegionServer(1180): Exiting; stopping=cn012.l42scl.hortonworks.com,34857,1542309512172; zookeeper connection closed. 2018-11-15 19:18:43,357 WARN [Time-limited test] datanode.DirectoryScanner(529): DirectoryScanner: shutdown has been called 2018-11-15 19:18:43,374 INFO [Time-limited test] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2018-11-15 19:18:43,484 WARN [DataNode: [[[DISK]file:/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/cluster_bb86aef1-382b-4d45-026d-2b07cc2499ff/dfs/data/data5/, [DISK]file:/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/cluster_bb86aef1-382b-4d45-026d-2b07cc2499ff/dfs/data/data6/]] heartbeating to localhost/127.0.0.1:38114] datanode.IncrementalBlockReportManager(132): IncrementalBlockReportManager interrupted 2018-11-15 19:18:43,488 WARN [DataNode: [[[DISK]file:/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/cluster_bb86aef1-382b-4d45-026d-2b07cc2499ff/dfs/data/data5/, [DISK]file:/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/cluster_bb86aef1-382b-4d45-026d-2b07cc2499ff/dfs/data/data6/]] heartbeating to localhost/127.0.0.1:38114] datanode.BPServiceActor(670): Ending block pool service for: Block pool BP-1123062765-172.18.128.12-1542309506117 (Datanode Uuid 2119fe58-2a9a-427c-ac3e-813550c683b3) service to localhost/127.0.0.1:38114 2018-11-15 19:18:43,493 WARN [Time-limited test] datanode.DirectoryScanner(529): DirectoryScanner: shutdown has been called 2018-11-15 19:18:43,510 INFO [regionserver/cn012:0.leaseChecker] regionserver.Leases(149): Closed leases 2018-11-15 19:18:43,510 INFO [regionserver/cn012:0.leaseChecker] regionserver.Leases(149): Closed leases 2018-11-15 19:18:43,510 INFO [regionserver/cn012:0.leaseChecker] regionserver.Leases(149): Closed leases 2018-11-15 19:18:43,512 INFO [Time-limited test] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2018-11-15 19:18:43,622 WARN [DataNode: [[[DISK]file:/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/cluster_bb86aef1-382b-4d45-026d-2b07cc2499ff/dfs/data/data3/, [DISK]file:/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/cluster_bb86aef1-382b-4d45-026d-2b07cc2499ff/dfs/data/data4/]] heartbeating to localhost/127.0.0.1:38114] datanode.IncrementalBlockReportManager(132): IncrementalBlockReportManager interrupted 2018-11-15 19:18:43,631 WARN [DataNode: [[[DISK]file:/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/cluster_bb86aef1-382b-4d45-026d-2b07cc2499ff/dfs/data/data3/, [DISK]file:/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/cluster_bb86aef1-382b-4d45-026d-2b07cc2499ff/dfs/data/data4/]] heartbeating to localhost/127.0.0.1:38114] datanode.BPServiceActor(670): Ending block pool service for: Block pool BP-1123062765-172.18.128.12-1542309506117 (Datanode Uuid d91a2aab-fd4a-4067-a67d-70d1faab7c73) service to localhost/127.0.0.1:38114 2018-11-15 19:18:43,640 WARN [Time-limited test] datanode.DirectoryScanner(529): DirectoryScanner: shutdown has been called 2018-11-15 19:18:43,661 INFO [Time-limited test] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2018-11-15 19:18:43,767 WARN [DataNode: [[[DISK]file:/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/cluster_bb86aef1-382b-4d45-026d-2b07cc2499ff/dfs/data/data1/, [DISK]file:/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/cluster_bb86aef1-382b-4d45-026d-2b07cc2499ff/dfs/data/data2/]] heartbeating to localhost/127.0.0.1:38114] datanode.IncrementalBlockReportManager(132): IncrementalBlockReportManager interrupted 2018-11-15 19:18:43,769 WARN [DataNode: [[[DISK]file:/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/cluster_bb86aef1-382b-4d45-026d-2b07cc2499ff/dfs/data/data1/, [DISK]file:/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/cluster_bb86aef1-382b-4d45-026d-2b07cc2499ff/dfs/data/data2/]] heartbeating to localhost/127.0.0.1:38114] datanode.BPServiceActor(670): Ending block pool service for: Block pool BP-1123062765-172.18.128.12-1542309506117 (Datanode Uuid 26213e31-d4c3-4690-861c-919d02c50368) service to localhost/127.0.0.1:38114 2018-11-15 19:18:43,845 INFO [Time-limited test] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2018-11-15 19:18:43,959 ERROR [Time-limited test] server.ZooKeeperServer(472): ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes 2018-11-15 19:18:43,964 INFO [Time-limited test] zookeeper.MiniZooKeeperCluster(326): Shutdown MiniZK cluster with all ZK servers 2018-11-15 19:18:43,978 INFO [Time-limited test] hbase.HBaseTestingUtility(1236): Minicluster is down 2018-11-15 19:18:43,979 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/8ac03aa0-0d3f-8e4f-de54-343a10e3fd8f 2018-11-15 19:18:44,059 DEBUG [master/cn012:0:becomeActiveMaster-EventThread] zookeeper.ZKWatcher(478): replicationLogCleaner-0x16718cf801e0008, quorum=localhost:59588, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Disconnected, path=null 2018-11-15 19:18:44,059 DEBUG [master/cn012:0:becomeActiveMaster-EventThread] zookeeper.ZKWatcher(548): replicationLogCleaner-0x16718cf801e0008, quorum=localhost:59588, baseZNode=/hbase Received Disconnected from ZooKeeper, ignoring 2018-11-15 19:18:44,154 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testgetHDFSBlocksDistribution Thread=379 (was 19) Potentially hanging thread: nioEventLoopGroup-3-5 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-21 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-22 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-40 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-14 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-45 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-22 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-189-3 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-27 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-38 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-17 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: region-location-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-40 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-29 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-188-2 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-16 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-30 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool37-t1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-45 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-37 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-14 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-21 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-9 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-16 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-40 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-44 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-25 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-21 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-20 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-188-3 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-13 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-48 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-190-10 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-16 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-6 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-30 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-25 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-27 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-48 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-38 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-17 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-19 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-190-22 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-46 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-19 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-190-16 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-190-2 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-23 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: SessionTracker java.lang.Object.wait(Native Method) org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146) Potentially hanging thread: nioEventLoopGroup-2-36 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: Thread-2098 java.lang.Object.wait(Native Method) org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.run(DFSOutputStream.java:523) Potentially hanging thread: nioEventLoopGroup-5-47 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-17 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-3 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-28 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-19 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-22 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-23 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-2 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-8 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-6 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-24 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-7 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-36 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-39 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) Potentially hanging thread: IPC Parameter Sending Thread #0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-27 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-190-13 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-4 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-31 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-190-26 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: globalEventExecutor-2-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) org.apache.hbase.thirdparty.io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:90) org.apache.hbase.thirdparty.io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:230) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-25 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-36 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-38 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-11 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-30 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-3 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-25 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-31 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-187-4 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-47 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-7 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-190-23 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-29 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-21 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-15 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: region-location-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-190-17 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-187-1 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: IPC Client (1707102926) connection to localhost/127.0.0.1:38114 from hbase.hfs.2 java.lang.Object.wait(Native Method) org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:934) org.apache.hadoop.ipc.Client$Connection.run(Client.java:979) Potentially hanging thread: nioEventLoopGroup-5-17 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-41 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-17 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-48 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: LeaseRenewer:hbase.hfs.2@localhost:38114 java.lang.Thread.sleep(Native Method) org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:444) org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-41 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-13 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-24 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-22 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-1 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-36 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-42 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-6 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-26 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-190-27 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-190-14 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-28 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-13 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-37 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-190-3 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-39 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: Default-IPC-NioEventLoopGroup-192-1 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:753) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:409) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-190-19 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-22 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-4 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-1 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: OldWALsCleaner-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:181) org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$0(LogCleaner.java:159) org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$216/2124786360.run(Unknown Source) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-20 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-7 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-9 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-190-1 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-43 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-8 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-26 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-33 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-2 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-7 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-1 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-34 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-35 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-5 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: Default-IPC-NioEventLoopGroup-192-2 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:753) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:409) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-190-6 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-44 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-12 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-33 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-12 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-8 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-1 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-36 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-34 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-33 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-45 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-43 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-47 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-38 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-2 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: Default-IPC-NioEventLoopGroup-192-3 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:753) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:409) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-2 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-11 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-39 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-39 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: master/cn012:0:becomeActiveMaster-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) Potentially hanging thread: nioEventLoopGroup-5-28 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-31 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-14 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-188-1 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-11 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-26 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-45 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-7 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: IPC Client (1707102926) connection to localhost/127.0.0.1:38114 from hbase.hfs.1 java.lang.Object.wait(Native Method) org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:934) org.apache.hadoop.ipc.Client$Connection.run(Client.java:979) Potentially hanging thread: nioEventLoopGroup-4-34 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-10 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-12 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-189-2 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-190-8 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-35 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-37 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-14 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-27 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-20 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: LeaseRenewer:hbase.hfs.1@localhost:38114 java.lang.Thread.sleep(Native Method) org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:444) org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-10 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-4 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-5 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-8 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-42 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-189-1 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-18 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-190-18 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-32 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-35 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-32 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-31 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-43 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-20 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-32 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-32 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-2 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: master/cn012:0:becomeActiveMaster-HFileCleaner.small.0-1542309514284 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:549) org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:253) org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:237) Potentially hanging thread: nioEventLoopGroup-5-10 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-23 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-3 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-29 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-46 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-41 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-190-7 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-24 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: Timer for 'DataNode' metrics system java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) Potentially hanging thread: nioEventLoopGroup-3-29 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-11 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-4 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-18 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-43 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-32 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-190-5 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-15 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-190-25 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-187-2 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-12 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-47 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-16 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-14 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-26 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-28 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-42 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-27 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-33 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: master/cn012:0:becomeActiveMaster-SendThread(localhost:59588) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:230) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1246) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1170) Potentially hanging thread: nioEventLoopGroup-3-44 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-28 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-10 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-11 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-46 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-12 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-16 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-15 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-13 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-48 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-190-11 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-30 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-190-9 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-42 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-10 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-47 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: IPC Parameter Sending Thread #1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-18 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-34 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-8 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: threadDeathWatcher-191-1 java.lang.Thread.sleep(Native Method) org.apache.hbase.thirdparty.io.netty.util.ThreadDeathWatcher$Watcher.run(ThreadDeathWatcher.java:152) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-45 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-46 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: regionserver/cn012:0.procedureResultReporter sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-7-25 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: LeaseRenewer:hbase.hfs.0@localhost:38114 java.lang.Thread.sleep(Native Method) org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:444) org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-39 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-34 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-24 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-43 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-31 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-190-24 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-23 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-190-4 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: regionserver/cn012:0.procedureResultReporter sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-2-9 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-8 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: master/cn012:0:becomeActiveMaster-HFileCleaner.large.0-1542309514284 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:106) org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:253) org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:222) Potentially hanging thread: nioEventLoopGroup-4-27 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-38 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-44 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-26 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-2 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-39 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-12 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-44 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-24 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: OldWALsCleaner-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:181) org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$0(LogCleaner.java:159) org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$216/2124786360.run(Unknown Source) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-37 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RpcClient-timer-pool36-t1 java.lang.Thread.sleep(Native Method) org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:560) org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:459) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-15 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@51764678 java.lang.Thread.sleep(Native Method) org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:255) org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-9 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-4 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-19 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-11 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-19 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-42 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-37 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-23 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-29 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-14 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-190-20 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-18 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-7 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-41 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-3 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-5 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-36 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-1 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-30 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-40 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-40 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-33 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-41 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-35 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-190-15 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-33 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-9 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-23 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-5 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-5 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-15 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-187-3 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-35 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-21 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-190-21 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-190-28 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-38 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-22 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-46 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-29 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-190-12 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-6 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-40 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-4 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-16 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-35 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: RS-EventLoopGroup-187-5 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:122) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:235) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:252) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-45 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: IPC Client (1707102926) connection to localhost/127.0.0.1:38114 from hbase java.lang.Object.wait(Native Method) org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:934) org.apache.hadoop.ipc.Client$Connection.run(Client.java:979) Potentially hanging thread: nioEventLoopGroup-7-6 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-43 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-6 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-24 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-15 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-13 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-30 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: LeaseRenewer:hbase@localhost:38114 java.lang.Thread.sleep(Native Method) org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:444) org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-37 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-26 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-47 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-20 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: IPC Parameter Sending Thread #2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-18 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-19 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-20 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-13 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-18 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-21 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-32 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-4-17 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: IPC Client (1707102926) connection to localhost/127.0.0.1:38114 from hbase java.lang.Object.wait(Native Method) org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:934) org.apache.hadoop.ipc.Client$Connection.run(Client.java:979) Potentially hanging thread: nioEventLoopGroup-6-46 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-25 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-42 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: regionserver/cn012:0.procedureResultReporter sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-2-48 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: IPC Client (1707102926) connection to localhost/127.0.0.1:38114 from hbase.hfs.0 java.lang.Object.wait(Native Method) org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:934) org.apache.hadoop.ipc.Client$Connection.run(Client.java:979) Potentially hanging thread: nioEventLoopGroup-4-3 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-44 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-48 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-41 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-34 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-1 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-6-28 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-3-31 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-2-10 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-5-3 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) Potentially hanging thread: nioEventLoopGroup-7-9 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:622) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:310) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:748) - Thread LEAK? -, OpenFileDescriptor=28533 (was 26880) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=152 (was 153), ProcessCount=364 (was 364), AvailableMemoryMB=36873 (was 37174) 2018-11-15 19:18:44,166 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=28533 is superior to 1024 2018-11-15 19:18:44,295 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testAppendWithReadOnlyTable Thread=378, OpenFileDescriptor=28533, MaxFileDescriptor=32000, SystemLoadAverage=152, ProcessCount=364, AvailableMemoryMB=36871 2018-11-15 19:18:44,295 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=28533 is superior to 1024 2018-11-15 19:18:44,332 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs so I do NOT create it in target/test-data/793e1012-a443-1034-2a6e-800ab8abe887 2018-11-15 19:18:44,333 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs Erasing configuration value by system value. 2018-11-15 19:18:44,333 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp so I do NOT create it in target/test-data/793e1012-a443-1034-2a6e-800ab8abe887 2018-11-15 19:18:44,333 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp Erasing configuration value by system value. 2018-11-15 19:18:44,333 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/793e1012-a443-1034-2a6e-800ab8abe887 2018-11-15 19:18:44,334 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:18:44,334 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:18:44,340 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-12536917, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/793e1012-a443-1034-2a6e-800ab8abe887/1d943c19-5fc9-5c12-2239-3b8a8dd4271b/testAppendWithReadOnlyTable.log/WALs/hregion-12536917, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/793e1012-a443-1034-2a6e-800ab8abe887/1d943c19-5fc9-5c12-2239-3b8a8dd4271b/testAppendWithReadOnlyTable.log/oldWALs 2018-11-15 19:18:44,425 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/793e1012-a443-1034-2a6e-800ab8abe887/1d943c19-5fc9-5c12-2239-3b8a8dd4271b/testAppendWithReadOnlyTable.log/WALs/hregion-12536917/hregion-12536917.1542309524341 2018-11-15 19:18:44,426 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:18:44,427 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testAppendWithReadOnlyTable HTD == 'testAppendWithReadOnlyTable', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'true'}, {NAME => 'somefamily', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/793e1012-a443-1034-2a6e-800ab8abe887 Table name == testAppendWithReadOnlyTable 2018-11-15 19:18:44,508 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testAppendWithReadOnlyTable,,1542309524426.bf9bbb6a4375134728c2b909c0c82d02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:18:44,510 DEBUG [StoreOpener-bf9bbb6a4375134728c2b909c0c82d02-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:44,511 INFO [StoreOpener-bf9bbb6a4375134728c2b909c0c82d02-1] hfile.CacheConfig(237): Created cacheConfig for somefamily: blockCache=LruBlockCache{blockCount=241, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:44,512 INFO [StoreOpener-bf9bbb6a4375134728c2b909c0c82d02-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:44,512 INFO [StoreOpener-bf9bbb6a4375134728c2b909c0c82d02-1] regionserver.HStore(335): Store=somefamily, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:44,512 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for bf9bbb6a4375134728c2b909c0c82d02 2018-11-15 19:18:44,513 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/793e1012-a443-1034-2a6e-800ab8abe887/data/default/testAppendWithReadOnlyTable/bf9bbb6a4375134728c2b909c0c82d02 2018-11-15 19:18:44,513 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/793e1012-a443-1034-2a6e-800ab8abe887/default/testAppendWithReadOnlyTable/bf9bbb6a4375134728c2b909c0c82d02 2018-11-15 19:18:44,513 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for bf9bbb6a4375134728c2b909c0c82d02 2018-11-15 19:18:44,514 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for bf9bbb6a4375134728c2b909c0c82d02 2018-11-15 19:18:44,580 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/793e1012-a443-1034-2a6e-800ab8abe887/default/testAppendWithReadOnlyTable/bf9bbb6a4375134728c2b909c0c82d02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:18:44,581 INFO [Time-limited test] regionserver.HRegion(1009): Opened bf9bbb6a4375134728c2b909c0c82d02; next sequenceid=2 2018-11-15 19:18:44,581 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing bf9bbb6a4375134728c2b909c0c82d02, disabling compactions & flushes 2018-11-15 19:18:44,581 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testAppendWithReadOnlyTable,,1542309524426.bf9bbb6a4375134728c2b909c0c82d02. 2018-11-15 19:18:44,582 INFO [Time-limited test] regionserver.HRegion(1711): Closed testAppendWithReadOnlyTable,,1542309524426.bf9bbb6a4375134728c2b909c0c82d02. 2018-11-15 19:18:44,583 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/793e1012-a443-1034-2a6e-800ab8abe887/1d943c19-5fc9-5c12-2239-3b8a8dd4271b/testAppendWithReadOnlyTable.log/oldWALs 2018-11-15 19:18:44,583 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-12536917:(num 1542309524341) 2018-11-15 19:18:44,583 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/793e1012-a443-1034-2a6e-800ab8abe887 2018-11-15 19:18:44,672 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testAppendWithReadOnlyTable Thread=377 (was 378), OpenFileDescriptor=28821 (was 28533) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=152 (was 152), ProcessCount=364 (was 364), AvailableMemoryMB=36868 (was 36871) 2018-11-15 19:18:44,672 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=28821 is superior to 1024 2018-11-15 19:18:44,759 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testReverseScanner_FromMemStore_SingleCF_FullScan Thread=377, OpenFileDescriptor=28821, MaxFileDescriptor=32000, SystemLoadAverage=152, ProcessCount=364, AvailableMemoryMB=36866 2018-11-15 19:18:44,759 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=28821 is superior to 1024 2018-11-15 19:18:44,788 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs so I do NOT create it in target/test-data/aa9f2788-5699-136e-1a65-aef56da7985a 2018-11-15 19:18:44,788 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs Erasing configuration value by system value. 2018-11-15 19:18:44,788 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp so I do NOT create it in target/test-data/aa9f2788-5699-136e-1a65-aef56da7985a 2018-11-15 19:18:44,788 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp Erasing configuration value by system value. 2018-11-15 19:18:44,788 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/aa9f2788-5699-136e-1a65-aef56da7985a 2018-11-15 19:18:44,807 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:18:44,808 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:18:44,811 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-43860694, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/aa9f2788-5699-136e-1a65-aef56da7985a/7c227e02-36a7-25ca-7289-dfa21869baad/testReverseScanner_FromMemStore_SingleCF_FullScan.log/WALs/hregion-43860694, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/aa9f2788-5699-136e-1a65-aef56da7985a/7c227e02-36a7-25ca-7289-dfa21869baad/testReverseScanner_FromMemStore_SingleCF_FullScan.log/oldWALs 2018-11-15 19:18:44,911 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/aa9f2788-5699-136e-1a65-aef56da7985a/7c227e02-36a7-25ca-7289-dfa21869baad/testReverseScanner_FromMemStore_SingleCF_FullScan.log/WALs/hregion-43860694/hregion-43860694.1542309524812 2018-11-15 19:18:44,911 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:18:44,912 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testReverseScanner_FromMemStore_SingleCF_FullScan HTD == 'testReverseScanner_FromMemStore_SingleCF_FullScan', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'CF', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/aa9f2788-5699-136e-1a65-aef56da7985a Table name == testReverseScanner_FromMemStore_SingleCF_FullScan 2018-11-15 19:18:45,012 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testReverseScanner_FromMemStore_SingleCF_FullScan,,1542309524912.3ce3444c37556c14e1da53bef59f9291.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:18:45,014 DEBUG [StoreOpener-3ce3444c37556c14e1da53bef59f9291-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:45,015 INFO [StoreOpener-3ce3444c37556c14e1da53bef59f9291-1] hfile.CacheConfig(237): Created cacheConfig for CF: blockCache=LruBlockCache{blockCount=241, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:45,016 INFO [StoreOpener-3ce3444c37556c14e1da53bef59f9291-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:45,016 INFO [StoreOpener-3ce3444c37556c14e1da53bef59f9291-1] regionserver.HStore(335): Store=CF, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:45,017 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 3ce3444c37556c14e1da53bef59f9291 2018-11-15 19:18:45,018 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/aa9f2788-5699-136e-1a65-aef56da7985a/data/default/testReverseScanner_FromMemStore_SingleCF_FullScan/3ce3444c37556c14e1da53bef59f9291 2018-11-15 19:18:45,018 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/aa9f2788-5699-136e-1a65-aef56da7985a/default/testReverseScanner_FromMemStore_SingleCF_FullScan/3ce3444c37556c14e1da53bef59f9291 2018-11-15 19:18:45,018 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 3ce3444c37556c14e1da53bef59f9291 2018-11-15 19:18:45,018 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 3ce3444c37556c14e1da53bef59f9291 2018-11-15 19:18:45,019 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 3ce3444c37556c14e1da53bef59f9291 2018-11-15 19:18:45,019 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 3ce3444c37556c14e1da53bef59f9291 2018-11-15 19:18:45,101 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/aa9f2788-5699-136e-1a65-aef56da7985a/default/testReverseScanner_FromMemStore_SingleCF_FullScan/3ce3444c37556c14e1da53bef59f9291/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:18:45,101 INFO [Time-limited test] regionserver.HRegion(1009): Opened 3ce3444c37556c14e1da53bef59f9291; next sequenceid=2 2018-11-15 19:18:45,105 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 3ce3444c37556c14e1da53bef59f9291, disabling compactions & flushes 2018-11-15 19:18:45,105 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testReverseScanner_FromMemStore_SingleCF_FullScan,,1542309524912.3ce3444c37556c14e1da53bef59f9291. 2018-11-15 19:18:45,106 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=108 B heapSize=672 B 2018-11-15 19:18:45,209 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on b81953880a9047d4bd7f9b49f7a44371 2018-11-15 19:18:45,211 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=108 B at sequenceid=5 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/aa9f2788-5699-136e-1a65-aef56da7985a/data/default/testReverseScanner_FromMemStore_SingleCF_FullScan/3ce3444c37556c14e1da53bef59f9291/.tmp/CF/b81953880a9047d4bd7f9b49f7a44371 2018-11-15 19:18:45,213 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/aa9f2788-5699-136e-1a65-aef56da7985a/data/default/testReverseScanner_FromMemStore_SingleCF_FullScan/3ce3444c37556c14e1da53bef59f9291/.tmp/CF/b81953880a9047d4bd7f9b49f7a44371 as /mnt/disk2/a/hbase/hbase-server/target/test-data/aa9f2788-5699-136e-1a65-aef56da7985a/data/default/testReverseScanner_FromMemStore_SingleCF_FullScan/3ce3444c37556c14e1da53bef59f9291/CF/b81953880a9047d4bd7f9b49f7a44371 2018-11-15 19:18:45,215 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/aa9f2788-5699-136e-1a65-aef56da7985a/data/default/testReverseScanner_FromMemStore_SingleCF_FullScan/3ce3444c37556c14e1da53bef59f9291/CF/b81953880a9047d4bd7f9b49f7a44371, entries=4, sequenceid=5, filesize=4.8 K 2018-11-15 19:18:45,216 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~108 B/108, heapSize ~656 B/656, currentSize=0 B/0 for 3ce3444c37556c14e1da53bef59f9291 in 110ms, sequenceid=5, compaction requested=false 2018-11-15 19:18:45,218 INFO [Time-limited test] regionserver.HRegion(1711): Closed testReverseScanner_FromMemStore_SingleCF_FullScan,,1542309524912.3ce3444c37556c14e1da53bef59f9291. 2018-11-15 19:18:45,220 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/aa9f2788-5699-136e-1a65-aef56da7985a/7c227e02-36a7-25ca-7289-dfa21869baad/testReverseScanner_FromMemStore_SingleCF_FullScan.log/oldWALs 2018-11-15 19:18:45,220 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-43860694:(num 1542309524812) 2018-11-15 19:18:45,220 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/aa9f2788-5699-136e-1a65-aef56da7985a 2018-11-15 19:18:45,350 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testReverseScanner_FromMemStore_SingleCF_FullScan Thread=377 (was 377), OpenFileDescriptor=29109 (was 28821) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=152 (was 152), ProcessCount=364 (was 364), AvailableMemoryMB=36858 (was 36866) 2018-11-15 19:18:45,351 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=29109 is superior to 1024 2018-11-15 19:18:45,478 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testBulkLoadReplicationEnabled Thread=377, OpenFileDescriptor=29109, MaxFileDescriptor=32000, SystemLoadAverage=152, ProcessCount=364, AvailableMemoryMB=36859 2018-11-15 19:18:45,479 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=29109 is superior to 1024 2018-11-15 19:18:45,507 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs so I do NOT create it in target/test-data/7825d602-65c3-cac1-d273-67cc7e0bc7a0 2018-11-15 19:18:45,508 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs Erasing configuration value by system value. 2018-11-15 19:18:45,508 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp so I do NOT create it in target/test-data/7825d602-65c3-cac1-d273-67cc7e0bc7a0 2018-11-15 19:18:45,508 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp Erasing configuration value by system value. 2018-11-15 19:18:45,508 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/7825d602-65c3-cac1-d273-67cc7e0bc7a0 2018-11-15 19:18:45,509 INFO [Time-limited test] zookeeper.RecoverableZooKeeper(106): Process identifier=testing utility connecting to ZooKeeper ensemble=localhost:21818 2018-11-15 19:18:45,510 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:18:45,513 DEBUG [Time-limited test] regionserver.HRegion(7233): Opening region: {ENCODED => f8e885a9f0d0bf609c37c84243f25e37, NAME => 'testBulkLoadReplicationEnabled,,1542309525512.f8e885a9f0d0bf609c37c84243f25e37.', STARTKEY => '', ENDKEY => ''} 2018-11-15 19:18:45,519 INFO [Time-limited test] coprocessor.CoprocessorHost(160): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2018-11-15 19:18:45,520 DEBUG [Time-limited test] regionserver.MetricsRegionSourceImpl(75): Creating new MetricsRegionSourceImpl for table testBulkLoadReplicationEnabled f8e885a9f0d0bf609c37c84243f25e37 2018-11-15 19:18:45,520 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testBulkLoadReplicationEnabled,,1542309525512.f8e885a9f0d0bf609c37c84243f25e37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:18:45,520 DEBUG [Time-limited test] regionserver.HRegion(7272): checking encryption for f8e885a9f0d0bf609c37c84243f25e37 2018-11-15 19:18:45,520 DEBUG [Time-limited test] regionserver.HRegion(7277): checking classloading for f8e885a9f0d0bf609c37c84243f25e37 2018-11-15 19:18:45,521 WARN [Time-limited test] regionserver.HRegionFileSystem(889): file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7825d602-65c3-cac1-d273-67cc7e0bc7a0/data/default/testBulkLoadReplicationEnabled/f8e885a9f0d0bf609c37c84243f25e37 doesn't exist for region: f8e885a9f0d0bf609c37c84243f25e37 on table testBulkLoadReplicationEnabled 2018-11-15 19:18:45,521 WARN [Time-limited test] regionserver.HRegionFileSystem(907): .regioninfo file not found for region: f8e885a9f0d0bf609c37c84243f25e37 on table testBulkLoadReplicationEnabled 2018-11-15 19:18:45,732 DEBUG [StoreOpener-f8e885a9f0d0bf609c37c84243f25e37-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.fs.HFileSystem.setStoragePolicy(HFileSystem.java:157) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:596) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:45,732 DEBUG [StoreOpener-f8e885a9f0d0bf609c37c84243f25e37-1] util.CommonFSUtils(598): Set storagePolicy=HOT for path=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7825d602-65c3-cac1-d273-67cc7e0bc7a0/data/default/testBulkLoadReplicationEnabled/f8e885a9f0d0bf609c37c84243f25e37/colfamily11 2018-11-15 19:18:45,733 INFO [StoreOpener-f8e885a9f0d0bf609c37c84243f25e37-1] hfile.CacheConfig(237): Created cacheConfig for colfamily11: blockCache=LruBlockCache{blockCount=241, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:45,734 INFO [StoreOpener-f8e885a9f0d0bf609c37c84243f25e37-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:45,734 INFO [StoreOpener-f8e885a9f0d0bf609c37c84243f25e37-1] regionserver.HStore(335): Store=colfamily11, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:45,735 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for f8e885a9f0d0bf609c37c84243f25e37 2018-11-15 19:18:45,736 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7825d602-65c3-cac1-d273-67cc7e0bc7a0/data/default/testBulkLoadReplicationEnabled/f8e885a9f0d0bf609c37c84243f25e37 2018-11-15 19:18:45,737 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7825d602-65c3-cac1-d273-67cc7e0bc7a0/default/testBulkLoadReplicationEnabled/f8e885a9f0d0bf609c37c84243f25e37 2018-11-15 19:18:45,737 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for f8e885a9f0d0bf609c37c84243f25e37 2018-11-15 19:18:45,737 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for f8e885a9f0d0bf609c37c84243f25e37 2018-11-15 19:18:45,738 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for f8e885a9f0d0bf609c37c84243f25e37 2018-11-15 19:18:45,738 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for f8e885a9f0d0bf609c37c84243f25e37 2018-11-15 19:18:45,837 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/7825d602-65c3-cac1-d273-67cc7e0bc7a0/default/testBulkLoadReplicationEnabled/f8e885a9f0d0bf609c37c84243f25e37/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:18:45,838 INFO [Time-limited test] regionserver.HRegion(1009): Opened f8e885a9f0d0bf609c37c84243f25e37; next sequenceid=2 2018-11-15 19:18:45,838 DEBUG [Time-limited test] regionserver.HRegion(1016): Running coprocessor post-open hooks for f8e885a9f0d0bf609c37c84243f25e37 2018-11-15 19:18:45,839 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing f8e885a9f0d0bf609c37c84243f25e37, disabling compactions & flushes 2018-11-15 19:18:45,839 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testBulkLoadReplicationEnabled,,1542309525512.f8e885a9f0d0bf609c37c84243f25e37. 2018-11-15 19:18:45,840 DEBUG [Time-limited test] coprocessor.CoprocessorHost(288): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2018-11-15 19:18:45,841 INFO [Time-limited test] regionserver.HRegion(1711): Closed testBulkLoadReplicationEnabled,,1542309525512.f8e885a9f0d0bf609c37c84243f25e37. 2018-11-15 19:18:45,841 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/7825d602-65c3-cac1-d273-67cc7e0bc7a0 2018-11-15 19:18:45,975 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testBulkLoadReplicationEnabled Thread=187 (was 377), OpenFileDescriptor=28249 (was 29109), MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=152 (was 152), ProcessCount=362 (was 364), AvailableMemoryMB=36878 (was 36859) - AvailableMemoryMB LEAK? - 2018-11-15 19:18:45,975 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=28249 is superior to 1024 2018-11-15 19:18:46,098 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testAtomicBatchPut Thread=92, OpenFileDescriptor=28251, MaxFileDescriptor=32000, SystemLoadAverage=152, ProcessCount=362, AvailableMemoryMB=36878 2018-11-15 19:18:46,098 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=28251 is superior to 1024 2018-11-15 19:18:46,130 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs so I do NOT create it in target/test-data/cf5aaad2-5055-3f9a-ee9f-4a1d90368556 2018-11-15 19:18:46,130 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs Erasing configuration value by system value. 2018-11-15 19:18:46,131 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp so I do NOT create it in target/test-data/cf5aaad2-5055-3f9a-ee9f-4a1d90368556 2018-11-15 19:18:46,131 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp Erasing configuration value by system value. 2018-11-15 19:18:46,131 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/cf5aaad2-5055-3f9a-ee9f-4a1d90368556 2018-11-15 19:18:46,132 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:18:46,133 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:18:46,138 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-13945259, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cf5aaad2-5055-3f9a-ee9f-4a1d90368556/49261836-3d7f-79f4-b66c-fdd72742244b/testAtomicBatchPut.log/WALs/hregion-13945259, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cf5aaad2-5055-3f9a-ee9f-4a1d90368556/49261836-3d7f-79f4-b66c-fdd72742244b/testAtomicBatchPut.log/oldWALs 2018-11-15 19:18:46,236 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/cf5aaad2-5055-3f9a-ee9f-4a1d90368556/49261836-3d7f-79f4-b66c-fdd72742244b/testAtomicBatchPut.log/WALs/hregion-13945259/hregion-13945259.1542309526139 2018-11-15 19:18:46,237 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:18:46,237 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testAtomicBatchPut HTD == 'testAtomicBatchPut', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'MyCF', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/cf5aaad2-5055-3f9a-ee9f-4a1d90368556 Table name == testAtomicBatchPut 2018-11-15 19:18:46,334 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testAtomicBatchPut,,1542309526237.e1e0873c97b8a54ef6692484ff8fc8f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:18:46,336 DEBUG [StoreOpener-e1e0873c97b8a54ef6692484ff8fc8f4-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:18:46,337 INFO [StoreOpener-e1e0873c97b8a54ef6692484ff8fc8f4-1] hfile.CacheConfig(237): Created cacheConfig for MyCF: blockCache=LruBlockCache{blockCount=241, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:18:46,338 INFO [StoreOpener-e1e0873c97b8a54ef6692484ff8fc8f4-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:18:46,339 INFO [StoreOpener-e1e0873c97b8a54ef6692484ff8fc8f4-1] regionserver.HStore(335): Store=MyCF, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:18:46,339 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for e1e0873c97b8a54ef6692484ff8fc8f4 2018-11-15 19:18:46,340 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cf5aaad2-5055-3f9a-ee9f-4a1d90368556/data/default/testAtomicBatchPut/e1e0873c97b8a54ef6692484ff8fc8f4 2018-11-15 19:18:46,341 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cf5aaad2-5055-3f9a-ee9f-4a1d90368556/default/testAtomicBatchPut/e1e0873c97b8a54ef6692484ff8fc8f4 2018-11-15 19:18:46,341 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for e1e0873c97b8a54ef6692484ff8fc8f4 2018-11-15 19:18:46,341 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for e1e0873c97b8a54ef6692484ff8fc8f4 2018-11-15 19:18:46,341 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for e1e0873c97b8a54ef6692484ff8fc8f4 2018-11-15 19:18:46,342 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for e1e0873c97b8a54ef6692484ff8fc8f4 2018-11-15 19:18:46,445 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/cf5aaad2-5055-3f9a-ee9f-4a1d90368556/default/testAtomicBatchPut/e1e0873c97b8a54ef6692484ff8fc8f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:18:46,445 INFO [Time-limited test] regionserver.HRegion(1009): Opened e1e0873c97b8a54ef6692484ff8fc8f4; next sequenceid=2 2018-11-15 19:18:46,445 INFO [Time-limited test] regionserver.TestHRegion(1694): First a batch put with all valid puts 2018-11-15 19:18:46,452 INFO [Time-limited test] regionserver.TestHRegion(1645): ...starting put thread while holding locks 2018-11-15 19:18:46,453 INFO [Time-limited test] regionserver.TestHRegion(1648): ...waiting for batch puts while holding locks 2018-11-15 19:18:47,002 WARN [HBase-Metrics2-1] impl.MetricsConfig(125): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2018-11-15 19:18:47,076 DEBUG [HBase-Metrics2-1] impl.GlobalMetricRegistriesAdapter(157): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2018-11-15 19:18:52,582 WARN [HBase-Metrics2-1] impl.MetricsConfig(125): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2018-11-15 19:19:01,416 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 30 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 29 more 2018-11-15 19:19:02,419 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 31 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 29 more 2018-11-15 19:19:03,421 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 32 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 29 more 2018-11-15 19:19:04,423 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 33 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 29 more 2018-11-15 19:19:05,425 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 34 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 29 more 2018-11-15 19:19:06,428 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 35 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 27 more 2018-11-15 19:19:07,430 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 36 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:08,432 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 37 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:09,434 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 38 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:10,435 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 39 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:11,439 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 40 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:12,441 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 41 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:13,442 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 42 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:14,444 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 43 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:15,447 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 44 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:16,450 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 45 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:16,454 WARN [Thread-2223] regionserver.HRegion$BatchOperation(3351): Failed getting lock, row=row_3 java.io.IOException: Timed out waiting for lock for row: row_3 in region e1e0873c97b8a54ef6692484ff8fc8f4 at org.apache.hadoop.hbase.regionserver.HRegion.getRowLockInternal(HRegion.java:5896) at org.apache.hadoop.hbase.regionserver.HRegion$BatchOperation.lockRowsAndBuildMiniBatch(HRegion.java:3343) at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutate(HRegion.java:4038) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4012) at org.apache.hadoop.hbase.regionserver.TestHRegion$5.doWork(TestHRegion.java:1637) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:125) 2018-11-15 19:19:16,455 ERROR [Thread-2223] regionserver.TestHRegion$5(1639): test failed! java.io.IOException: Timed out waiting for lock for row: row_3 in region e1e0873c97b8a54ef6692484ff8fc8f4 at org.apache.hadoop.hbase.regionserver.HRegion.getRowLockInternal(HRegion.java:5896) at org.apache.hadoop.hbase.regionserver.HRegion$BatchOperation.lockRowsAndBuildMiniBatch(HRegion.java:3343) at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutate(HRegion.java:4038) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4012) at org.apache.hadoop.hbase.regionserver.TestHRegion$5.doWork(TestHRegion.java:1637) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:125) 2018-11-15 19:19:16,458 INFO [Time-limited test] regionserver.TestHRegion(1662): Next a batch put with one invalid family 2018-11-15 19:19:16,465 WARN [Time-limited test] regionserver.HRegion$BatchOperation(3256): No such column family in batch mutation. org.apache.hadoop.hbase.regionserver.NoSuchColumnFamilyException: Column family BAD_CF does not exist in region testAtomicBatchPut,,1542309526237.e1e0873c97b8a54ef6692484ff8fc8f4. in table 'testAtomicBatchPut', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'MyCF', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} at org.apache.hadoop.hbase.regionserver.HRegion.checkFamily(HRegion.java:4479) at org.apache.hadoop.hbase.regionserver.HRegion.checkFamily(HRegion.java:4466) at org.apache.hadoop.hbase.regionserver.HRegion.checkFamilies(HRegion.java:4460) at org.apache.hadoop.hbase.regionserver.HRegion.access$700(HRegion.java:228) at org.apache.hadoop.hbase.regionserver.HRegion$MutationBatchOperation.checkAndPreparePut(HRegion.java:3564) at org.apache.hadoop.hbase.regionserver.HRegion$BatchOperation.checkAndPrepareMutation(HRegion.java:3232) at org.apache.hadoop.hbase.regionserver.HRegion$BatchOperation.checkAndPrepareMutation(HRegion.java:3242) at org.apache.hadoop.hbase.regionserver.HRegion$MutationBatchOperation$1.visit(HRegion.java:3590) at org.apache.hadoop.hbase.regionserver.HRegion$BatchOperation.visitBatchOperations(HRegion.java:3125) at org.apache.hadoop.hbase.regionserver.HRegion$MutationBatchOperation.checkAndPrepare(HRegion.java:3570) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4009) at org.apache.hadoop.hbase.regionserver.TestHRegion.testAtomicBatchPut(TestHRegion.java:1667) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:19:16,466 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing e1e0873c97b8a54ef6692484ff8fc8f4, disabling compactions & flushes 2018-11-15 19:19:16,466 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testAtomicBatchPut,,1542309526237.e1e0873c97b8a54ef6692484ff8fc8f4. 2018-11-15 19:19:16,467 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=380 B heapSize=1.34 KB 2018-11-15 19:19:16,556 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on cfc9ee3e972147dcbf4fe18dc73ea906 2018-11-15 19:19:16,558 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=380 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/cf5aaad2-5055-3f9a-ee9f-4a1d90368556/data/default/testAtomicBatchPut/e1e0873c97b8a54ef6692484ff8fc8f4/.tmp/MyCF/cfc9ee3e972147dcbf4fe18dc73ea906 2018-11-15 19:19:16,559 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/cf5aaad2-5055-3f9a-ee9f-4a1d90368556/data/default/testAtomicBatchPut/e1e0873c97b8a54ef6692484ff8fc8f4/.tmp/MyCF/cfc9ee3e972147dcbf4fe18dc73ea906 as /mnt/disk2/a/hbase/hbase-server/target/test-data/cf5aaad2-5055-3f9a-ee9f-4a1d90368556/data/default/testAtomicBatchPut/e1e0873c97b8a54ef6692484ff8fc8f4/MyCF/cfc9ee3e972147dcbf4fe18dc73ea906 2018-11-15 19:19:16,560 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/cf5aaad2-5055-3f9a-ee9f-4a1d90368556/data/default/testAtomicBatchPut/e1e0873c97b8a54ef6692484ff8fc8f4/MyCF/cfc9ee3e972147dcbf4fe18dc73ea906, entries=10, sequenceid=3, filesize=5.1 K 2018-11-15 19:19:16,561 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~380 B/380, heapSize ~1.33 KB/1360, currentSize=0 B/0 for e1e0873c97b8a54ef6692484ff8fc8f4 in 95ms, sequenceid=3, compaction requested=false 2018-11-15 19:19:16,563 INFO [Time-limited test] regionserver.HRegion(1711): Closed testAtomicBatchPut,,1542309526237.e1e0873c97b8a54ef6692484ff8fc8f4. 2018-11-15 19:19:16,564 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/cf5aaad2-5055-3f9a-ee9f-4a1d90368556/49261836-3d7f-79f4-b66c-fdd72742244b/testAtomicBatchPut.log/oldWALs 2018-11-15 19:19:16,565 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-13945259:(num 1542309526139) 2018-11-15 19:19:16,565 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/cf5aaad2-5055-3f9a-ee9f-4a1d90368556 2018-11-15 19:19:16,685 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testAtomicBatchPut Thread=86 (was 92), OpenFileDescriptor=28466 (was 28251) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=92 (was 152), ProcessCount=362 (was 362), AvailableMemoryMB=36910 (was 36878) - AvailableMemoryMB LEAK? - 2018-11-15 19:19:16,686 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=28466 is superior to 1024 2018-11-15 19:19:16,807 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testSkipRecoveredEditsReplayTheLastFileIgnored Thread=86, OpenFileDescriptor=28468, MaxFileDescriptor=32000, SystemLoadAverage=92, ProcessCount=362, AvailableMemoryMB=36909 2018-11-15 19:19:16,808 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=28468 is superior to 1024 2018-11-15 19:19:16,829 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs so I do NOT create it in target/test-data/19348575-4c67-b110-58b3-d9bbc303a6c1 2018-11-15 19:19:16,829 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs Erasing configuration value by system value. 2018-11-15 19:19:16,829 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp so I do NOT create it in target/test-data/19348575-4c67-b110-58b3-d9bbc303a6c1 2018-11-15 19:19:16,829 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp Erasing configuration value by system value. 2018-11-15 19:19:16,829 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/19348575-4c67-b110-58b3-d9bbc303a6c1 2018-11-15 19:19:16,830 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:19:16,830 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:19:16,834 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-18804935, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/19348575-4c67-b110-58b3-d9bbc303a6c1/55a3a4d6-ac4c-151f-de48-b13de1f53902/testSkipRecoveredEditsReplayTheLastFileIgnored.log/WALs/hregion-18804935, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/19348575-4c67-b110-58b3-d9bbc303a6c1/55a3a4d6-ac4c-151f-de48-b13de1f53902/testSkipRecoveredEditsReplayTheLastFileIgnored.log/oldWALs 2018-11-15 19:19:16,933 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/19348575-4c67-b110-58b3-d9bbc303a6c1/55a3a4d6-ac4c-151f-de48-b13de1f53902/testSkipRecoveredEditsReplayTheLastFileIgnored.log/WALs/hregion-18804935/hregion-18804935.1542309556835 2018-11-15 19:19:16,934 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:19:16,935 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testSkipRecoveredEditsReplayTheLastFileIgnored HTD == 'testSkipRecoveredEditsReplayTheLastFileIgnored', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/19348575-4c67-b110-58b3-d9bbc303a6c1 Table name == testSkipRecoveredEditsReplayTheLastFileIgnored 2018-11-15 19:19:17,032 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testSkipRecoveredEditsReplayTheLastFileIgnored,,1542309556934.0b7e2391d5da06b9c1bbd32a9ff173c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:19:17,034 DEBUG [StoreOpener-0b7e2391d5da06b9c1bbd32a9ff173c4-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:19:17,036 INFO [StoreOpener-0b7e2391d5da06b9c1bbd32a9ff173c4-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=241, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:19:17,037 INFO [StoreOpener-0b7e2391d5da06b9c1bbd32a9ff173c4-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:19:17,038 INFO [StoreOpener-0b7e2391d5da06b9c1bbd32a9ff173c4-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:19:17,038 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 0b7e2391d5da06b9c1bbd32a9ff173c4 2018-11-15 19:19:17,039 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/19348575-4c67-b110-58b3-d9bbc303a6c1/data/default/testSkipRecoveredEditsReplayTheLastFileIgnored/0b7e2391d5da06b9c1bbd32a9ff173c4 2018-11-15 19:19:17,040 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/19348575-4c67-b110-58b3-d9bbc303a6c1/default/testSkipRecoveredEditsReplayTheLastFileIgnored/0b7e2391d5da06b9c1bbd32a9ff173c4 2018-11-15 19:19:17,040 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 0b7e2391d5da06b9c1bbd32a9ff173c4 2018-11-15 19:19:17,040 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 0b7e2391d5da06b9c1bbd32a9ff173c4 2018-11-15 19:19:17,040 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 0b7e2391d5da06b9c1bbd32a9ff173c4 2018-11-15 19:19:17,041 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 0b7e2391d5da06b9c1bbd32a9ff173c4 2018-11-15 19:19:17,133 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/19348575-4c67-b110-58b3-d9bbc303a6c1/default/testSkipRecoveredEditsReplayTheLastFileIgnored/0b7e2391d5da06b9c1bbd32a9ff173c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:19:17,135 INFO [Time-limited test] regionserver.HRegion(1009): Opened 0b7e2391d5da06b9c1bbd32a9ff173c4; next sequenceid=2 2018-11-15 19:19:17,135 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:19:17,452 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 46 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:18,366 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 6 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/19348575-4c67-b110-58b3-d9bbc303a6c1/data/default/testSkipRecoveredEditsReplayTheLastFileIgnored/0b7e2391d5da06b9c1bbd32a9ff173c4 2018-11-15 19:19:18,367 DEBUG [Time-limited test] regionserver.HRegion(4650): Maximum sequenceid for this wal is 1000 and minimum sequenceid for the region is 1029, skipped the whole file, path=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/19348575-4c67-b110-58b3-d9bbc303a6c1/data/default/testSkipRecoveredEditsReplayTheLastFileIgnored/0b7e2391d5da06b9c1bbd32a9ff173c4/recovered.edits/0000000000000001000 2018-11-15 19:19:18,367 DEBUG [Time-limited test] regionserver.HRegion(4650): Maximum sequenceid for this wal is 1010 and minimum sequenceid for the region is 1029, skipped the whole file, path=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/19348575-4c67-b110-58b3-d9bbc303a6c1/data/default/testSkipRecoveredEditsReplayTheLastFileIgnored/0b7e2391d5da06b9c1bbd32a9ff173c4/recovered.edits/0000000000000001010 2018-11-15 19:19:18,368 DEBUG [Time-limited test] regionserver.HRegion(4650): Maximum sequenceid for this wal is 1020 and minimum sequenceid for the region is 1029, skipped the whole file, path=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/19348575-4c67-b110-58b3-d9bbc303a6c1/data/default/testSkipRecoveredEditsReplayTheLastFileIgnored/0b7e2391d5da06b9c1bbd32a9ff173c4/recovered.edits/0000000000000001020 2018-11-15 19:19:18,368 INFO [Time-limited test] regionserver.HRegion(4696): Replaying edits from file:/mnt/disk2/a/hbase/hbase-server/target/test-data/19348575-4c67-b110-58b3-d9bbc303a6c1/data/default/testSkipRecoveredEditsReplayTheLastFileIgnored/0b7e2391d5da06b9c1bbd32a9ff173c4/recovered.edits/0000000000000001030 2018-11-15 19:19:18,371 DEBUG [Time-limited test] regionserver.HRegion(4880): Applied 1, skipped 0, firstSequenceIdInLog=1030, maxSequenceIdInLog=1030, path=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/19348575-4c67-b110-58b3-d9bbc303a6c1/data/default/testSkipRecoveredEditsReplayTheLastFileIgnored/0b7e2391d5da06b9c1bbd32a9ff173c4/recovered.edits/0000000000000001030 2018-11-15 19:19:18,372 INFO [Time-limited test] regionserver.HRegion(4696): Replaying edits from file:/mnt/disk2/a/hbase/hbase-server/target/test-data/19348575-4c67-b110-58b3-d9bbc303a6c1/data/default/testSkipRecoveredEditsReplayTheLastFileIgnored/0b7e2391d5da06b9c1bbd32a9ff173c4/recovered.edits/0000000000000001040 2018-11-15 19:19:18,373 DEBUG [Time-limited test] regionserver.HRegion(4880): Applied 1, skipped 0, firstSequenceIdInLog=1040, maxSequenceIdInLog=1040, path=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/19348575-4c67-b110-58b3-d9bbc303a6c1/data/default/testSkipRecoveredEditsReplayTheLastFileIgnored/0b7e2391d5da06b9c1bbd32a9ff173c4/recovered.edits/0000000000000001040 2018-11-15 19:19:18,373 INFO [Time-limited test] regionserver.HRegion(4696): Replaying edits from file:/mnt/disk2/a/hbase/hbase-server/target/test-data/19348575-4c67-b110-58b3-d9bbc303a6c1/data/default/testSkipRecoveredEditsReplayTheLastFileIgnored/0b7e2391d5da06b9c1bbd32a9ff173c4/recovered.edits/0000000000000001050 2018-11-15 19:19:18,376 DEBUG [Time-limited test] regionserver.HRegion(4928): 0b7e2391d5da06b9c1bbd32a9ff173c4 : Replaying compaction marker table_name: "testSkipRecoveredEditsReplayTheLastFileIgnored" encoded_region_name: "0b7e2391d5da06b9c1bbd32a9ff173c4" family_name: "0b7e2391d5da06b9c1bbd32a9ff173c4" store_home_dir: "/mnt/disk2/a/hbase/hbase-server/target/test-data/19348575-4c67-b110-58b3-d9bbc303a6c1/data/default/testSkipRecoveredEditsReplayTheLastFileIgnored/0b7e2391d5da06b9c1bbd32a9ff173c4" region_name: "testSkipRecoveredEditsReplayTheLastFileIgnored,,1542309556934.0b7e2391d5da06b9c1bbd32a9ff173c4." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=1 2018-11-15 19:19:18,376 WARN [Time-limited test] regionserver.HRegion(4938): 0b7e2391d5da06b9c1bbd32a9ff173c4 : Found Compaction WAL edit for deleted family:0b7e2391d5da06b9c1bbd32a9ff173c4 2018-11-15 19:19:18,377 DEBUG [Time-limited test] regionserver.HRegion(4880): Applied 0, skipped 1, firstSequenceIdInLog=1050, maxSequenceIdInLog=1050, path=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/19348575-4c67-b110-58b3-d9bbc303a6c1/data/default/testSkipRecoveredEditsReplayTheLastFileIgnored/0b7e2391d5da06b9c1bbd32a9ff173c4/recovered.edits/0000000000000001050 2018-11-15 19:19:18,378 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/19348575-4c67-b110-58b3-d9bbc303a6c1/default/testSkipRecoveredEditsReplayTheLastFileIgnored/0b7e2391d5da06b9c1bbd32a9ff173c4 2018-11-15 19:19:18,378 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=92 B heapSize=496 B 2018-11-15 19:19:18,458 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 47 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:18,484 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 38cd61783067451ea2167a0fcb542dc8 2018-11-15 19:19:18,487 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=92 B at sequenceid=1050 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/19348575-4c67-b110-58b3-d9bbc303a6c1/data/default/testSkipRecoveredEditsReplayTheLastFileIgnored/0b7e2391d5da06b9c1bbd32a9ff173c4/.tmp/family/38cd61783067451ea2167a0fcb542dc8 2018-11-15 19:19:18,489 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/19348575-4c67-b110-58b3-d9bbc303a6c1/data/default/testSkipRecoveredEditsReplayTheLastFileIgnored/0b7e2391d5da06b9c1bbd32a9ff173c4/.tmp/family/38cd61783067451ea2167a0fcb542dc8 as /mnt/disk2/a/hbase/hbase-server/target/test-data/19348575-4c67-b110-58b3-d9bbc303a6c1/data/default/testSkipRecoveredEditsReplayTheLastFileIgnored/0b7e2391d5da06b9c1bbd32a9ff173c4/family/38cd61783067451ea2167a0fcb542dc8 2018-11-15 19:19:18,491 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/19348575-4c67-b110-58b3-d9bbc303a6c1/data/default/testSkipRecoveredEditsReplayTheLastFileIgnored/0b7e2391d5da06b9c1bbd32a9ff173c4/family/38cd61783067451ea2167a0fcb542dc8, entries=2, sequenceid=1050, filesize=4.8 K 2018-11-15 19:19:18,492 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~92 B/92, heapSize ~480 B/480, currentSize=0 B/0 for 0b7e2391d5da06b9c1bbd32a9ff173c4 in 114ms, sequenceid=1050, compaction requested=false; wal=null 2018-11-15 19:19:18,492 DEBUG [Time-limited test] regionserver.HRegion(4607): Deleted recovered.edits under root directory. file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/19348575-4c67-b110-58b3-d9bbc303a6c1/data/default/testSkipRecoveredEditsReplayTheLastFileIgnored/0b7e2391d5da06b9c1bbd32a9ff173c4/recovered.edits/0000000000000001000 2018-11-15 19:19:18,493 DEBUG [Time-limited test] regionserver.HRegion(4607): Deleted recovered.edits under root directory. file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/19348575-4c67-b110-58b3-d9bbc303a6c1/data/default/testSkipRecoveredEditsReplayTheLastFileIgnored/0b7e2391d5da06b9c1bbd32a9ff173c4/recovered.edits/0000000000000001010 2018-11-15 19:19:18,493 DEBUG [Time-limited test] regionserver.HRegion(4607): Deleted recovered.edits under root directory. file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/19348575-4c67-b110-58b3-d9bbc303a6c1/data/default/testSkipRecoveredEditsReplayTheLastFileIgnored/0b7e2391d5da06b9c1bbd32a9ff173c4/recovered.edits/0000000000000001020 2018-11-15 19:19:18,493 DEBUG [Time-limited test] regionserver.HRegion(4607): Deleted recovered.edits under root directory. file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/19348575-4c67-b110-58b3-d9bbc303a6c1/data/default/testSkipRecoveredEditsReplayTheLastFileIgnored/0b7e2391d5da06b9c1bbd32a9ff173c4/recovered.edits/0000000000000001030 2018-11-15 19:19:18,494 DEBUG [Time-limited test] regionserver.HRegion(4607): Deleted recovered.edits under root directory. file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/19348575-4c67-b110-58b3-d9bbc303a6c1/data/default/testSkipRecoveredEditsReplayTheLastFileIgnored/0b7e2391d5da06b9c1bbd32a9ff173c4/recovered.edits/0000000000000001040 2018-11-15 19:19:18,494 DEBUG [Time-limited test] regionserver.HRegion(4607): Deleted recovered.edits under root directory. file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/19348575-4c67-b110-58b3-d9bbc303a6c1/data/default/testSkipRecoveredEditsReplayTheLastFileIgnored/0b7e2391d5da06b9c1bbd32a9ff173c4/recovered.edits/0000000000000001050 2018-11-15 19:19:18,494 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 0b7e2391d5da06b9c1bbd32a9ff173c4, disabling compactions & flushes 2018-11-15 19:19:18,494 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testSkipRecoveredEditsReplayTheLastFileIgnored,,1542309556934.0b7e2391d5da06b9c1bbd32a9ff173c4. 2018-11-15 19:19:18,496 INFO [Time-limited test] regionserver.HRegion(1711): Closed testSkipRecoveredEditsReplayTheLastFileIgnored,,1542309556934.0b7e2391d5da06b9c1bbd32a9ff173c4. 2018-11-15 19:19:18,499 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/19348575-4c67-b110-58b3-d9bbc303a6c1/55a3a4d6-ac4c-151f-de48-b13de1f53902/testSkipRecoveredEditsReplayTheLastFileIgnored.log/oldWALs 2018-11-15 19:19:18,499 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-18804935:(num 1542309556835) 2018-11-15 19:19:18,499 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/19348575-4c67-b110-58b3-d9bbc303a6c1 2018-11-15 19:19:18,621 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testSkipRecoveredEditsReplayTheLastFileIgnored Thread=86 (was 86), OpenFileDescriptor=29048 (was 28468) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=101 (was 92) - SystemLoadAverage LEAK? -, ProcessCount=362 (was 362), AvailableMemoryMB=36908 (was 36909) 2018-11-15 19:19:18,622 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=29048 is superior to 1024 2018-11-15 19:19:18,745 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testIncrementTimestampsAreMonotonic Thread=86, OpenFileDescriptor=29050, MaxFileDescriptor=32000, SystemLoadAverage=101, ProcessCount=362, AvailableMemoryMB=36908 2018-11-15 19:19:18,745 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=29050 is superior to 1024 2018-11-15 19:19:18,768 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs so I do NOT create it in target/test-data/67b45971-3f63-d531-407c-942da06f1874 2018-11-15 19:19:18,768 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs Erasing configuration value by system value. 2018-11-15 19:19:18,769 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp so I do NOT create it in target/test-data/67b45971-3f63-d531-407c-942da06f1874 2018-11-15 19:19:18,769 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp Erasing configuration value by system value. 2018-11-15 19:19:18,769 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/67b45971-3f63-d531-407c-942da06f1874 2018-11-15 19:19:18,769 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:19:18,770 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:19:18,775 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-71792109, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/67b45971-3f63-d531-407c-942da06f1874/4feff175-87b1-61c2-fa5e-b8c2028c6ac1/testIncrementTimestampsAreMonotonic.log/WALs/hregion-71792109, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/67b45971-3f63-d531-407c-942da06f1874/4feff175-87b1-61c2-fa5e-b8c2028c6ac1/testIncrementTimestampsAreMonotonic.log/oldWALs 2018-11-15 19:19:18,877 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/67b45971-3f63-d531-407c-942da06f1874/4feff175-87b1-61c2-fa5e-b8c2028c6ac1/testIncrementTimestampsAreMonotonic.log/WALs/hregion-71792109/hregion-71792109.1542309558775 2018-11-15 19:19:18,878 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:19:18,879 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testIncrementTimestampsAreMonotonic HTD == 'testIncrementTimestampsAreMonotonic', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'colfamily11', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/67b45971-3f63-d531-407c-942da06f1874 Table name == testIncrementTimestampsAreMonotonic 2018-11-15 19:19:18,982 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testIncrementTimestampsAreMonotonic,,1542309558878.585d1d4971b73355b7e88fcacf874fff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:19:18,984 DEBUG [StoreOpener-585d1d4971b73355b7e88fcacf874fff-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:19:18,986 INFO [StoreOpener-585d1d4971b73355b7e88fcacf874fff-1] hfile.CacheConfig(237): Created cacheConfig for colfamily11: blockCache=LruBlockCache{blockCount=241, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:19:18,987 INFO [StoreOpener-585d1d4971b73355b7e88fcacf874fff-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:19:18,988 INFO [StoreOpener-585d1d4971b73355b7e88fcacf874fff-1] regionserver.HStore(335): Store=colfamily11, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:19:18,988 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 585d1d4971b73355b7e88fcacf874fff 2018-11-15 19:19:18,989 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/67b45971-3f63-d531-407c-942da06f1874/data/default/testIncrementTimestampsAreMonotonic/585d1d4971b73355b7e88fcacf874fff 2018-11-15 19:19:18,990 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/67b45971-3f63-d531-407c-942da06f1874/default/testIncrementTimestampsAreMonotonic/585d1d4971b73355b7e88fcacf874fff 2018-11-15 19:19:18,990 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 585d1d4971b73355b7e88fcacf874fff 2018-11-15 19:19:18,990 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 585d1d4971b73355b7e88fcacf874fff 2018-11-15 19:19:18,991 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 585d1d4971b73355b7e88fcacf874fff 2018-11-15 19:19:18,991 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 585d1d4971b73355b7e88fcacf874fff 2018-11-15 19:19:19,091 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/67b45971-3f63-d531-407c-942da06f1874/default/testIncrementTimestampsAreMonotonic/585d1d4971b73355b7e88fcacf874fff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:19:19,091 INFO [Time-limited test] regionserver.HRegion(1009): Opened 585d1d4971b73355b7e88fcacf874fff; next sequenceid=2 2018-11-15 19:19:19,093 INFO [Time-limited test] regionserver.HRegion(8449): writing data to region testIncrementTimestampsAreMonotonic,,1542309558878.585d1d4971b73355b7e88fcacf874fff. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:19:19,096 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 585d1d4971b73355b7e88fcacf874fff, disabling compactions & flushes 2018-11-15 19:19:19,096 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testIncrementTimestampsAreMonotonic,,1542309558878.585d1d4971b73355b7e88fcacf874fff. 2018-11-15 19:19:19,096 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=96 B heapSize=496 B 2018-11-15 19:19:19,200 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 25d0df745e494b1dafdd47417d82880f 2018-11-15 19:19:19,203 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=96 B at sequenceid=4 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/67b45971-3f63-d531-407c-942da06f1874/data/default/testIncrementTimestampsAreMonotonic/585d1d4971b73355b7e88fcacf874fff/.tmp/colfamily11/25d0df745e494b1dafdd47417d82880f 2018-11-15 19:19:19,205 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/67b45971-3f63-d531-407c-942da06f1874/data/default/testIncrementTimestampsAreMonotonic/585d1d4971b73355b7e88fcacf874fff/.tmp/colfamily11/25d0df745e494b1dafdd47417d82880f as /mnt/disk2/a/hbase/hbase-server/target/test-data/67b45971-3f63-d531-407c-942da06f1874/data/default/testIncrementTimestampsAreMonotonic/585d1d4971b73355b7e88fcacf874fff/colfamily11/25d0df745e494b1dafdd47417d82880f 2018-11-15 19:19:19,207 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/67b45971-3f63-d531-407c-942da06f1874/data/default/testIncrementTimestampsAreMonotonic/585d1d4971b73355b7e88fcacf874fff/colfamily11/25d0df745e494b1dafdd47417d82880f, entries=2, sequenceid=4, filesize=4.8 K 2018-11-15 19:19:19,208 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~96 B/96, heapSize ~480 B/480, currentSize=0 B/0 for 585d1d4971b73355b7e88fcacf874fff in 0ms, sequenceid=4, compaction requested=false 2018-11-15 19:19:19,210 INFO [Time-limited test] regionserver.HRegion(1711): Closed testIncrementTimestampsAreMonotonic,,1542309558878.585d1d4971b73355b7e88fcacf874fff. 2018-11-15 19:19:19,212 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/67b45971-3f63-d531-407c-942da06f1874/4feff175-87b1-61c2-fa5e-b8c2028c6ac1/testIncrementTimestampsAreMonotonic.log/oldWALs 2018-11-15 19:19:19,212 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-71792109:(num 1542309558775) 2018-11-15 19:19:19,212 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/67b45971-3f63-d531-407c-942da06f1874 2018-11-15 19:19:19,335 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testIncrementTimestampsAreMonotonic Thread=86 (was 86), OpenFileDescriptor=29336 (was 29050) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=101 (was 101), ProcessCount=362 (was 362), AvailableMemoryMB=36906 (was 36908) 2018-11-15 19:19:19,335 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=29336 is superior to 1024 2018-11-15 19:19:19,439 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testParallelIncrementWithMemStoreFlush Thread=86, OpenFileDescriptor=29338, MaxFileDescriptor=32000, SystemLoadAverage=101, ProcessCount=362, AvailableMemoryMB=36906 2018-11-15 19:19:19,440 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=29338 is superior to 1024 2018-11-15 19:19:19,460 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 48 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:19,470 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs so I do NOT create it in target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40 2018-11-15 19:19:19,470 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs Erasing configuration value by system value. 2018-11-15 19:19:19,470 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp so I do NOT create it in target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40 2018-11-15 19:19:19,470 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp Erasing configuration value by system value. 2018-11-15 19:19:19,470 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40 2018-11-15 19:19:19,473 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:19:19,474 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:19:19,479 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-21646370, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/b488904d-f1d3-c73d-27d9-6eb81370412f/testParallelIncrementWithMemStoreFlush.log/WALs/hregion-21646370, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/b488904d-f1d3-c73d-27d9-6eb81370412f/testParallelIncrementWithMemStoreFlush.log/oldWALs 2018-11-15 19:19:19,554 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/b488904d-f1d3-c73d-27d9-6eb81370412f/testParallelIncrementWithMemStoreFlush.log/WALs/hregion-21646370/hregion-21646370.1542309559479 2018-11-15 19:19:19,555 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:19:19,555 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testParallelIncrementWithMemStoreFlush HTD == 'testParallelIncrementWithMemStoreFlush', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40 Table name == testParallelIncrementWithMemStoreFlush 2018-11-15 19:19:19,636 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testParallelIncrementWithMemStoreFlush,,1542309559555.45de59b6c21b2461cf749a646f741cce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:19:19,638 DEBUG [StoreOpener-45de59b6c21b2461cf749a646f741cce-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:19:19,639 INFO [StoreOpener-45de59b6c21b2461cf749a646f741cce-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=241, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:19:19,640 INFO [StoreOpener-45de59b6c21b2461cf749a646f741cce-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:19:19,641 INFO [StoreOpener-45de59b6c21b2461cf749a646f741cce-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:19:19,641 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 45de59b6c21b2461cf749a646f741cce 2018-11-15 19:19:19,642 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/data/default/testParallelIncrementWithMemStoreFlush/45de59b6c21b2461cf749a646f741cce 2018-11-15 19:19:19,642 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/default/testParallelIncrementWithMemStoreFlush/45de59b6c21b2461cf749a646f741cce 2018-11-15 19:19:19,642 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 45de59b6c21b2461cf749a646f741cce 2018-11-15 19:19:19,642 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 45de59b6c21b2461cf749a646f741cce 2018-11-15 19:19:19,643 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 45de59b6c21b2461cf749a646f741cce 2018-11-15 19:19:19,643 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 45de59b6c21b2461cf749a646f741cce 2018-11-15 19:19:19,736 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/default/testParallelIncrementWithMemStoreFlush/45de59b6c21b2461cf749a646f741cce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:19:19,736 INFO [Time-limited test] regionserver.HRegion(1009): Opened 45de59b6c21b2461cf749a646f741cce; next sequenceid=2 2018-11-15 19:19:19,745 INFO [Thread-2269] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=147 B heapSize=640 B 2018-11-15 19:19:19,838 DEBUG [Thread-2269] hfile.HFile$WriterFactory(336): Unable to set drop behind on 890de39c61f74ecc85547ed25deb65ff 2018-11-15 19:19:19,840 INFO [Thread-2269] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=196 B at sequenceid=6 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/data/default/testParallelIncrementWithMemStoreFlush/45de59b6c21b2461cf749a646f741cce/.tmp/family/890de39c61f74ecc85547ed25deb65ff 2018-11-15 19:19:19,841 DEBUG [Thread-2269] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/data/default/testParallelIncrementWithMemStoreFlush/45de59b6c21b2461cf749a646f741cce/.tmp/family/890de39c61f74ecc85547ed25deb65ff as /mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/data/default/testParallelIncrementWithMemStoreFlush/45de59b6c21b2461cf749a646f741cce/family/890de39c61f74ecc85547ed25deb65ff 2018-11-15 19:19:19,842 INFO [Thread-2269] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/data/default/testParallelIncrementWithMemStoreFlush/45de59b6c21b2461cf749a646f741cce/family/890de39c61f74ecc85547ed25deb65ff, entries=4, sequenceid=6, filesize=4.9 K 2018-11-15 19:19:19,842 INFO [Thread-2269] regionserver.HRegion(2856): Finished flush of dataSize ~196 B/196, heapSize ~752 B/752, currentSize=13.73 KB/14063 for 45de59b6c21b2461cf749a646f741cce in 97ms, sequenceid=6, compaction requested=false 2018-11-15 19:19:19,842 DEBUG [Thread-2269] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309559744 Obtaining lock to block concurrent updates at 1542309559745 Preparing flush snapshotting stores in 45de59b6c21b2461cf749a646f741cce at 1542309559746 Finished memstore snapshotting testParallelIncrementWithMemStoreFlush,,1542309559555.45de59b6c21b2461cf749a646f741cce., syncing WAL and waiting on mvcc, flushsize=dataSize=196, getHeapSize=752, getOffHeapSize=0 at 1542309559746 Flushing stores of testParallelIncrementWithMemStoreFlush,,1542309559555.45de59b6c21b2461cf749a646f741cce. at 1542309559746 Flushing family: creating writer at 1542309559746 Flushing family: appending metadata at 1542309559839 Flushing family: closing flushed file at 1542309559839 Flushing family: reopening flushed file at 1542309559841 Finished flush of dataSize ~196 B/196, heapSize ~752 B/752, currentSize=13.73 KB/14063 for 45de59b6c21b2461cf749a646f741cce in 97ms, sequenceid=6, compaction requested=false at 1542309559842 Flush successful at 1542309559842 2018-11-15 19:19:19,843 INFO [Thread-2269] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=13.73 KB heapSize=36.13 KB 2018-11-15 19:19:19,926 DEBUG [Thread-2269] hfile.HFile$WriterFactory(336): Unable to set drop behind on 3a830f8da7ae4712808add5da4b7a6c5 2018-11-15 19:19:19,929 INFO [Thread-2269] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=13.78 KB at sequenceid=297 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/data/default/testParallelIncrementWithMemStoreFlush/45de59b6c21b2461cf749a646f741cce/.tmp/family/3a830f8da7ae4712808add5da4b7a6c5 2018-11-15 19:19:19,930 DEBUG [Thread-2269] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/data/default/testParallelIncrementWithMemStoreFlush/45de59b6c21b2461cf749a646f741cce/.tmp/family/3a830f8da7ae4712808add5da4b7a6c5 as /mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/data/default/testParallelIncrementWithMemStoreFlush/45de59b6c21b2461cf749a646f741cce/family/3a830f8da7ae4712808add5da4b7a6c5 2018-11-15 19:19:19,931 INFO [Thread-2269] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/data/default/testParallelIncrementWithMemStoreFlush/45de59b6c21b2461cf749a646f741cce/family/3a830f8da7ae4712808add5da4b7a6c5, entries=288, sequenceid=297, filesize=19.0 K 2018-11-15 19:19:19,932 INFO [Thread-2269] regionserver.HRegion(2856): Finished flush of dataSize ~13.78 KB/14112, heapSize ~36.23 KB/37104, currentSize=13.40 KB/13720 for 45de59b6c21b2461cf749a646f741cce in 89ms, sequenceid=297, compaction requested=false 2018-11-15 19:19:19,932 DEBUG [Thread-2269] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309559843 Obtaining lock to block concurrent updates at 1542309559843 Preparing flush snapshotting stores in 45de59b6c21b2461cf749a646f741cce at 1542309559844 Finished memstore snapshotting testParallelIncrementWithMemStoreFlush,,1542309559555.45de59b6c21b2461cf749a646f741cce., syncing WAL and waiting on mvcc, flushsize=dataSize=14112, getHeapSize=37104, getOffHeapSize=0 at 1542309559844 Flushing stores of testParallelIncrementWithMemStoreFlush,,1542309559555.45de59b6c21b2461cf749a646f741cce. at 1542309559844 Flushing family: creating writer at 1542309559844 Flushing family: appending metadata at 1542309559928 Flushing family: closing flushed file at 1542309559928 Flushing family: reopening flushed file at 1542309559931 Finished flush of dataSize ~13.78 KB/14112, heapSize ~36.23 KB/37104, currentSize=13.40 KB/13720 for 45de59b6c21b2461cf749a646f741cce in 89ms, sequenceid=297, compaction requested=false at 1542309559932 Flush successful at 1542309559932 2018-11-15 19:19:19,932 INFO [Thread-2269] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=13.40 KB heapSize=35.25 KB 2018-11-15 19:19:20,005 DEBUG [Thread-2269] hfile.HFile$WriterFactory(336): Unable to set drop behind on dc219b8f19d7449f827dde70d66f7715 2018-11-15 19:19:20,008 INFO [Thread-2269] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=13.45 KB at sequenceid=581 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/data/default/testParallelIncrementWithMemStoreFlush/45de59b6c21b2461cf749a646f741cce/.tmp/family/dc219b8f19d7449f827dde70d66f7715 2018-11-15 19:19:20,009 DEBUG [Thread-2269] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/data/default/testParallelIncrementWithMemStoreFlush/45de59b6c21b2461cf749a646f741cce/.tmp/family/dc219b8f19d7449f827dde70d66f7715 as /mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/data/default/testParallelIncrementWithMemStoreFlush/45de59b6c21b2461cf749a646f741cce/family/dc219b8f19d7449f827dde70d66f7715 2018-11-15 19:19:20,010 INFO [Thread-2269] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/data/default/testParallelIncrementWithMemStoreFlush/45de59b6c21b2461cf749a646f741cce/family/dc219b8f19d7449f827dde70d66f7715, entries=281, sequenceid=581, filesize=19.0 K 2018-11-15 19:19:20,011 INFO [Thread-2269] regionserver.HRegion(2856): Finished flush of dataSize ~13.45 KB/13769, heapSize ~35.36 KB/36208, currentSize=12.82 KB/13132 for 45de59b6c21b2461cf749a646f741cce in 79ms, sequenceid=581, compaction requested=true 2018-11-15 19:19:20,011 DEBUG [Thread-2269] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309559932 Obtaining lock to block concurrent updates at 1542309559932 Preparing flush snapshotting stores in 45de59b6c21b2461cf749a646f741cce at 1542309559932 Finished memstore snapshotting testParallelIncrementWithMemStoreFlush,,1542309559555.45de59b6c21b2461cf749a646f741cce., syncing WAL and waiting on mvcc, flushsize=dataSize=13769, getHeapSize=36208, getOffHeapSize=0 at 1542309559932 Flushing stores of testParallelIncrementWithMemStoreFlush,,1542309559555.45de59b6c21b2461cf749a646f741cce. at 1542309559933 Flushing family: creating writer at 1542309559933 Flushing family: appending metadata at 1542309560007 Flushing family: closing flushed file at 1542309560007 Flushing family: reopening flushed file at 1542309560010 Finished flush of dataSize ~13.45 KB/13769, heapSize ~35.36 KB/36208, currentSize=12.82 KB/13132 for 45de59b6c21b2461cf749a646f741cce in 79ms, sequenceid=581, compaction requested=true at 1542309560011 Flush successful at 1542309560011 2018-11-15 19:19:20,011 INFO [Thread-2269] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=12.82 KB heapSize=33.75 KB 2018-11-15 19:19:20,097 DEBUG [Thread-2269] hfile.HFile$WriterFactory(336): Unable to set drop behind on 2cfd30c50e8f4f78b5bd9ee6a95f5528 2018-11-15 19:19:20,099 INFO [Thread-2269] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=12.87 KB at sequenceid=853 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/data/default/testParallelIncrementWithMemStoreFlush/45de59b6c21b2461cf749a646f741cce/.tmp/family/2cfd30c50e8f4f78b5bd9ee6a95f5528 2018-11-15 19:19:20,100 DEBUG [Thread-2269] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/data/default/testParallelIncrementWithMemStoreFlush/45de59b6c21b2461cf749a646f741cce/.tmp/family/2cfd30c50e8f4f78b5bd9ee6a95f5528 as /mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/data/default/testParallelIncrementWithMemStoreFlush/45de59b6c21b2461cf749a646f741cce/family/2cfd30c50e8f4f78b5bd9ee6a95f5528 2018-11-15 19:19:20,101 INFO [Thread-2269] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/data/default/testParallelIncrementWithMemStoreFlush/45de59b6c21b2461cf749a646f741cce/family/2cfd30c50e8f4f78b5bd9ee6a95f5528, entries=269, sequenceid=853, filesize=18.4 K 2018-11-15 19:19:20,102 INFO [Thread-2269] regionserver.HRegion(2856): Finished flush of dataSize ~12.87 KB/13181, heapSize ~33.86 KB/34672, currentSize=15.84 KB/16219 for 45de59b6c21b2461cf749a646f741cce in 91ms, sequenceid=853, compaction requested=true 2018-11-15 19:19:20,102 DEBUG [Thread-2269] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309560011 Obtaining lock to block concurrent updates at 1542309560011 Preparing flush snapshotting stores in 45de59b6c21b2461cf749a646f741cce at 1542309560011 Finished memstore snapshotting testParallelIncrementWithMemStoreFlush,,1542309559555.45de59b6c21b2461cf749a646f741cce., syncing WAL and waiting on mvcc, flushsize=dataSize=13181, getHeapSize=34672, getOffHeapSize=0 at 1542309560011 Flushing stores of testParallelIncrementWithMemStoreFlush,,1542309559555.45de59b6c21b2461cf749a646f741cce. at 1542309560011 Flushing family: creating writer at 1542309560011 Flushing family: appending metadata at 1542309560098 Flushing family: closing flushed file at 1542309560098 Flushing family: reopening flushed file at 1542309560101 Finished flush of dataSize ~12.87 KB/13181, heapSize ~33.86 KB/34672, currentSize=15.84 KB/16219 for 45de59b6c21b2461cf749a646f741cce in 91ms, sequenceid=853, compaction requested=true at 1542309560102 Flush successful at 1542309560102 2018-11-15 19:19:20,102 INFO [Thread-2269] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=15.84 KB heapSize=41.63 KB 2018-11-15 19:19:20,174 DEBUG [Thread-2269] hfile.HFile$WriterFactory(336): Unable to set drop behind on 147fbeb27d3e49a6b7e25293a9244706 2018-11-15 19:19:20,176 INFO [Thread-2269] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=15.89 KB at sequenceid=1188 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/data/default/testParallelIncrementWithMemStoreFlush/45de59b6c21b2461cf749a646f741cce/.tmp/family/147fbeb27d3e49a6b7e25293a9244706 2018-11-15 19:19:20,177 DEBUG [Thread-2269] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/data/default/testParallelIncrementWithMemStoreFlush/45de59b6c21b2461cf749a646f741cce/.tmp/family/147fbeb27d3e49a6b7e25293a9244706 as /mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/data/default/testParallelIncrementWithMemStoreFlush/45de59b6c21b2461cf749a646f741cce/family/147fbeb27d3e49a6b7e25293a9244706 2018-11-15 19:19:20,178 INFO [Thread-2269] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/data/default/testParallelIncrementWithMemStoreFlush/45de59b6c21b2461cf749a646f741cce/family/147fbeb27d3e49a6b7e25293a9244706, entries=332, sequenceid=1188, filesize=21.6 K 2018-11-15 19:19:20,179 INFO [Thread-2269] regionserver.HRegion(2856): Finished flush of dataSize ~15.89 KB/16268, heapSize ~41.73 KB/42736, currentSize=13.49 KB/13818 for 45de59b6c21b2461cf749a646f741cce in 77ms, sequenceid=1188, compaction requested=true 2018-11-15 19:19:20,179 DEBUG [Thread-2269] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309560102 Obtaining lock to block concurrent updates at 1542309560102 Preparing flush snapshotting stores in 45de59b6c21b2461cf749a646f741cce at 1542309560102 Finished memstore snapshotting testParallelIncrementWithMemStoreFlush,,1542309559555.45de59b6c21b2461cf749a646f741cce., syncing WAL and waiting on mvcc, flushsize=dataSize=16268, getHeapSize=42736, getOffHeapSize=0 at 1542309560102 Flushing stores of testParallelIncrementWithMemStoreFlush,,1542309559555.45de59b6c21b2461cf749a646f741cce. at 1542309560102 Flushing family: creating writer at 1542309560102 Flushing family: appending metadata at 1542309560175 Flushing family: closing flushed file at 1542309560175 Flushing family: reopening flushed file at 1542309560178 Finished flush of dataSize ~15.89 KB/16268, heapSize ~41.73 KB/42736, currentSize=13.49 KB/13818 for 45de59b6c21b2461cf749a646f741cce in 77ms, sequenceid=1188, compaction requested=true at 1542309560179 Flush successful at 1542309560179 2018-11-15 19:19:20,179 INFO [Thread-2269] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=13.54 KB heapSize=35.63 KB 2018-11-15 19:19:20,252 DEBUG [Thread-2269] hfile.HFile$WriterFactory(336): Unable to set drop behind on 3c68b7a560c64b8b8ff845f24fea0ad4 2018-11-15 19:19:20,254 INFO [Thread-2269] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=13.59 KB at sequenceid=1475 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/data/default/testParallelIncrementWithMemStoreFlush/45de59b6c21b2461cf749a646f741cce/.tmp/family/3c68b7a560c64b8b8ff845f24fea0ad4 2018-11-15 19:19:20,255 DEBUG [Thread-2269] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/data/default/testParallelIncrementWithMemStoreFlush/45de59b6c21b2461cf749a646f741cce/.tmp/family/3c68b7a560c64b8b8ff845f24fea0ad4 as /mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/data/default/testParallelIncrementWithMemStoreFlush/45de59b6c21b2461cf749a646f741cce/family/3c68b7a560c64b8b8ff845f24fea0ad4 2018-11-15 19:19:20,255 INFO [Thread-2269] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/data/default/testParallelIncrementWithMemStoreFlush/45de59b6c21b2461cf749a646f741cce/family/3c68b7a560c64b8b8ff845f24fea0ad4, entries=284, sequenceid=1475, filesize=19.1 K 2018-11-15 19:19:20,256 INFO [Thread-2269] regionserver.HRegion(2856): Finished flush of dataSize ~13.59 KB/13916, heapSize ~35.73 KB/36592, currentSize=15.22 KB/15582 for 45de59b6c21b2461cf749a646f741cce in 77ms, sequenceid=1475, compaction requested=true 2018-11-15 19:19:20,256 DEBUG [Thread-2269] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309560179 Obtaining lock to block concurrent updates at 1542309560179 Preparing flush snapshotting stores in 45de59b6c21b2461cf749a646f741cce at 1542309560179 Finished memstore snapshotting testParallelIncrementWithMemStoreFlush,,1542309559555.45de59b6c21b2461cf749a646f741cce., syncing WAL and waiting on mvcc, flushsize=dataSize=13916, getHeapSize=36592, getOffHeapSize=0 at 1542309560179 Flushing stores of testParallelIncrementWithMemStoreFlush,,1542309559555.45de59b6c21b2461cf749a646f741cce. at 1542309560180 Flushing family: creating writer at 1542309560180 Flushing family: appending metadata at 1542309560253 Flushing family: closing flushed file at 1542309560253 Flushing family: reopening flushed file at 1542309560255 Finished flush of dataSize ~13.59 KB/13916, heapSize ~35.73 KB/36592, currentSize=15.22 KB/15582 for 45de59b6c21b2461cf749a646f741cce in 77ms, sequenceid=1475, compaction requested=true at 1542309560256 Flush successful at 1542309560256 2018-11-15 19:19:20,256 INFO [Thread-2269] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=15.26 KB heapSize=40.13 KB 2018-11-15 19:19:20,323 DEBUG [Thread-2269] hfile.HFile$WriterFactory(336): Unable to set drop behind on f682bf55a39b4112b79adfdbe775bc0b 2018-11-15 19:19:20,325 INFO [Thread-2269] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=15.36 KB at sequenceid=1799 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/data/default/testParallelIncrementWithMemStoreFlush/45de59b6c21b2461cf749a646f741cce/.tmp/family/f682bf55a39b4112b79adfdbe775bc0b 2018-11-15 19:19:20,326 DEBUG [Thread-2269] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/data/default/testParallelIncrementWithMemStoreFlush/45de59b6c21b2461cf749a646f741cce/.tmp/family/f682bf55a39b4112b79adfdbe775bc0b as /mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/data/default/testParallelIncrementWithMemStoreFlush/45de59b6c21b2461cf749a646f741cce/family/f682bf55a39b4112b79adfdbe775bc0b 2018-11-15 19:19:20,327 INFO [Thread-2269] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/data/default/testParallelIncrementWithMemStoreFlush/45de59b6c21b2461cf749a646f741cce/family/f682bf55a39b4112b79adfdbe775bc0b, entries=321, sequenceid=1799, filesize=21.0 K 2018-11-15 19:19:20,327 INFO [Thread-2269] regionserver.HRegion(2856): Finished flush of dataSize ~15.36 KB/15729, heapSize ~40.36 KB/41328, currentSize=10.58 KB/10829 for 45de59b6c21b2461cf749a646f741cce in 71ms, sequenceid=1799, compaction requested=true 2018-11-15 19:19:20,327 DEBUG [Thread-2269] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309560256 Obtaining lock to block concurrent updates at 1542309560256 Preparing flush snapshotting stores in 45de59b6c21b2461cf749a646f741cce at 1542309560256 Finished memstore snapshotting testParallelIncrementWithMemStoreFlush,,1542309559555.45de59b6c21b2461cf749a646f741cce., syncing WAL and waiting on mvcc, flushsize=dataSize=15729, getHeapSize=41328, getOffHeapSize=0 at 1542309560256 Flushing stores of testParallelIncrementWithMemStoreFlush,,1542309559555.45de59b6c21b2461cf749a646f741cce. at 1542309560257 Flushing family: creating writer at 1542309560257 Flushing family: appending metadata at 1542309560324 Flushing family: closing flushed file at 1542309560324 Flushing family: reopening flushed file at 1542309560326 Finished flush of dataSize ~15.36 KB/15729, heapSize ~40.36 KB/41328, currentSize=10.58 KB/10829 for 45de59b6c21b2461cf749a646f741cce in 71ms, sequenceid=1799, compaction requested=true at 1542309560327 Flush successful at 1542309560327 2018-11-15 19:19:20,328 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 45de59b6c21b2461cf749a646f741cce, disabling compactions & flushes 2018-11-15 19:19:20,328 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testParallelIncrementWithMemStoreFlush,,1542309559555.45de59b6c21b2461cf749a646f741cce. 2018-11-15 19:19:20,328 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=10.58 KB heapSize=27.88 KB 2018-11-15 19:19:20,387 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 4f9428177edc4c9296c4fc50d6fd53e0 2018-11-15 19:19:20,389 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=10.58 KB at sequenceid=2023 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/data/default/testParallelIncrementWithMemStoreFlush/45de59b6c21b2461cf749a646f741cce/.tmp/family/4f9428177edc4c9296c4fc50d6fd53e0 2018-11-15 19:19:20,390 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/data/default/testParallelIncrementWithMemStoreFlush/45de59b6c21b2461cf749a646f741cce/.tmp/family/4f9428177edc4c9296c4fc50d6fd53e0 as /mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/data/default/testParallelIncrementWithMemStoreFlush/45de59b6c21b2461cf749a646f741cce/family/4f9428177edc4c9296c4fc50d6fd53e0 2018-11-15 19:19:20,391 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/data/default/testParallelIncrementWithMemStoreFlush/45de59b6c21b2461cf749a646f741cce/family/4f9428177edc4c9296c4fc50d6fd53e0, entries=221, sequenceid=2023, filesize=15.9 K 2018-11-15 19:19:20,393 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~10.58 KB/10829, heapSize ~27.86 KB/28528, currentSize=0 B/0 for 45de59b6c21b2461cf749a646f741cce in 65ms, sequenceid=2023, compaction requested=true 2018-11-15 19:19:20,394 INFO [Time-limited test] regionserver.HRegion(1711): Closed testParallelIncrementWithMemStoreFlush,,1542309559555.45de59b6c21b2461cf749a646f741cce. 2018-11-15 19:19:20,396 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40/b488904d-f1d3-c73d-27d9-6eb81370412f/testParallelIncrementWithMemStoreFlush.log/oldWALs 2018-11-15 19:19:20,396 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-21646370:(num 1542309559479) 2018-11-15 19:19:20,396 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/95f816c7-8d66-1172-3c20-05f823a98c40 2018-11-15 19:19:20,462 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 49 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:20,474 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testParallelIncrementWithMemStoreFlush Thread=86 (was 86), OpenFileDescriptor=29624 (was 29338) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=101 (was 101), ProcessCount=361 (was 362), AvailableMemoryMB=36850 (was 36906) 2018-11-15 19:19:20,474 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=29624 is superior to 1024 2018-11-15 19:19:20,546 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testDeleteColumns_PostInsert Thread=86, OpenFileDescriptor=29625, MaxFileDescriptor=32000, SystemLoadAverage=101, ProcessCount=361, AvailableMemoryMB=36846 2018-11-15 19:19:20,546 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=29625 is superior to 1024 2018-11-15 19:19:20,566 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs so I do NOT create it in target/test-data/d33da374-f11e-d81a-e273-d871ca55e91c 2018-11-15 19:19:20,566 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs Erasing configuration value by system value. 2018-11-15 19:19:20,566 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp so I do NOT create it in target/test-data/d33da374-f11e-d81a-e273-d871ca55e91c 2018-11-15 19:19:20,566 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp Erasing configuration value by system value. 2018-11-15 19:19:20,566 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/d33da374-f11e-d81a-e273-d871ca55e91c 2018-11-15 19:19:20,567 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:19:20,567 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:19:20,571 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-77346444, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/d33da374-f11e-d81a-e273-d871ca55e91c/e4313341-fc5a-c582-a307-d5765df1c4e6/testDeleteColumns_PostInsert.log/WALs/hregion-77346444, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/d33da374-f11e-d81a-e273-d871ca55e91c/e4313341-fc5a-c582-a307-d5765df1c4e6/testDeleteColumns_PostInsert.log/oldWALs 2018-11-15 19:19:20,632 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/d33da374-f11e-d81a-e273-d871ca55e91c/e4313341-fc5a-c582-a307-d5765df1c4e6/testDeleteColumns_PostInsert.log/WALs/hregion-77346444/hregion-77346444.1542309560571 2018-11-15 19:19:20,632 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:19:20,633 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testDeleteColumns_PostInsert HTD == 'testDeleteColumns_PostInsert', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'colfamily11', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/d33da374-f11e-d81a-e273-d871ca55e91c Table name == testDeleteColumns_PostInsert 2018-11-15 19:19:20,693 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testDeleteColumns_PostInsert,,1542309560633.87b9d3d389722c73101b477a2ee5affb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:19:20,694 DEBUG [StoreOpener-87b9d3d389722c73101b477a2ee5affb-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:19:20,694 INFO [StoreOpener-87b9d3d389722c73101b477a2ee5affb-1] hfile.CacheConfig(237): Created cacheConfig for colfamily11: blockCache=LruBlockCache{blockCount=248, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:19:20,695 INFO [StoreOpener-87b9d3d389722c73101b477a2ee5affb-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:19:20,695 INFO [StoreOpener-87b9d3d389722c73101b477a2ee5affb-1] regionserver.HStore(335): Store=colfamily11, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:19:20,695 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 87b9d3d389722c73101b477a2ee5affb 2018-11-15 19:19:20,696 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/d33da374-f11e-d81a-e273-d871ca55e91c/data/default/testDeleteColumns_PostInsert/87b9d3d389722c73101b477a2ee5affb 2018-11-15 19:19:20,696 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/d33da374-f11e-d81a-e273-d871ca55e91c/default/testDeleteColumns_PostInsert/87b9d3d389722c73101b477a2ee5affb 2018-11-15 19:19:20,696 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 87b9d3d389722c73101b477a2ee5affb 2018-11-15 19:19:20,696 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 87b9d3d389722c73101b477a2ee5affb 2018-11-15 19:19:20,696 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 87b9d3d389722c73101b477a2ee5affb 2018-11-15 19:19:20,697 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 87b9d3d389722c73101b477a2ee5affb 2018-11-15 19:19:20,768 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/d33da374-f11e-d81a-e273-d871ca55e91c/default/testDeleteColumns_PostInsert/87b9d3d389722c73101b477a2ee5affb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:19:20,769 INFO [Time-limited test] regionserver.HRegion(1009): Opened 87b9d3d389722c73101b477a2ee5affb; next sequenceid=2 2018-11-15 19:19:20,773 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 87b9d3d389722c73101b477a2ee5affb, disabling compactions & flushes 2018-11-15 19:19:20,774 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testDeleteColumns_PostInsert,,1542309560633.87b9d3d389722c73101b477a2ee5affb. 2018-11-15 19:19:20,774 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=132 B heapSize=608 B 2018-11-15 19:19:20,856 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 6685deee26ff4a02b05fbc5b1d259924 2018-11-15 19:19:20,859 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=132 B at sequenceid=5 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/d33da374-f11e-d81a-e273-d871ca55e91c/data/default/testDeleteColumns_PostInsert/87b9d3d389722c73101b477a2ee5affb/.tmp/colfamily11/6685deee26ff4a02b05fbc5b1d259924 2018-11-15 19:19:20,861 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/d33da374-f11e-d81a-e273-d871ca55e91c/data/default/testDeleteColumns_PostInsert/87b9d3d389722c73101b477a2ee5affb/.tmp/colfamily11/6685deee26ff4a02b05fbc5b1d259924 as /mnt/disk2/a/hbase/hbase-server/target/test-data/d33da374-f11e-d81a-e273-d871ca55e91c/data/default/testDeleteColumns_PostInsert/87b9d3d389722c73101b477a2ee5affb/colfamily11/6685deee26ff4a02b05fbc5b1d259924 2018-11-15 19:19:20,862 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/d33da374-f11e-d81a-e273-d871ca55e91c/data/default/testDeleteColumns_PostInsert/87b9d3d389722c73101b477a2ee5affb/colfamily11/6685deee26ff4a02b05fbc5b1d259924, entries=2, sequenceid=5, filesize=4.8 K 2018-11-15 19:19:20,863 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~132 B/132, heapSize ~592 B/592, currentSize=0 B/0 for 87b9d3d389722c73101b477a2ee5affb in 10ms, sequenceid=5, compaction requested=false 2018-11-15 19:19:20,865 INFO [Time-limited test] regionserver.HRegion(1711): Closed testDeleteColumns_PostInsert,,1542309560633.87b9d3d389722c73101b477a2ee5affb. 2018-11-15 19:19:20,866 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/d33da374-f11e-d81a-e273-d871ca55e91c/e4313341-fc5a-c582-a307-d5765df1c4e6/testDeleteColumns_PostInsert.log/oldWALs 2018-11-15 19:19:20,867 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-77346444:(num 1542309560571) 2018-11-15 19:19:20,867 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/d33da374-f11e-d81a-e273-d871ca55e91c 2018-11-15 19:19:20,979 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testDeleteColumns_PostInsert Thread=86 (was 86), OpenFileDescriptor=29912 (was 29625) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=101 (was 101), ProcessCount=363 (was 361) - ProcessCount LEAK? -, AvailableMemoryMB=36834 (was 36846) 2018-11-15 19:19:20,980 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=29912 is superior to 1024 2018-11-15 19:19:21,101 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testRegionReplicaSecondaryIsReadOnly Thread=86, OpenFileDescriptor=29914, MaxFileDescriptor=32000, SystemLoadAverage=101, ProcessCount=363, AvailableMemoryMB=36833 2018-11-15 19:19:21,101 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=29914 is superior to 1024 2018-11-15 19:19:21,131 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs so I do NOT create it in target/test-data/23068d04-c400-0a8a-6b97-c725bd1fa951 2018-11-15 19:19:21,131 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs Erasing configuration value by system value. 2018-11-15 19:19:21,131 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp so I do NOT create it in target/test-data/23068d04-c400-0a8a-6b97-c725bd1fa951 2018-11-15 19:19:21,131 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp Erasing configuration value by system value. 2018-11-15 19:19:21,131 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/23068d04-c400-0a8a-6b97-c725bd1fa951 2018-11-15 19:19:21,133 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:19:21,138 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-23353141, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/23068d04-c400-0a8a-6b97-c725bd1fa951/TestHRegiontestRegionReplicaSecondaryIsReadOnly/WALs/hregion-23353141, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/23068d04-c400-0a8a-6b97-c725bd1fa951/TestHRegiontestRegionReplicaSecondaryIsReadOnly/oldWALs 2018-11-15 19:19:21,241 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/23068d04-c400-0a8a-6b97-c725bd1fa951/TestHRegiontestRegionReplicaSecondaryIsReadOnly/WALs/hregion-23353141/hregion-23353141.1542309561138 2018-11-15 19:19:21,241 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:19:21,242 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testRegionReplicaSecondaryIsReadOnly HTD == 'testRegionReplicaSecondaryIsReadOnly', {NAME => 'cf1', VERSIONS => '1', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536'}, {NAME => 'cf2', VERSIONS => '1', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536'}, {NAME => 'cf3', VERSIONS => '1', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536'} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/23068d04-c400-0a8a-6b97-c725bd1fa951/TestHRegiontestRegionReplicaSecondaryIsReadOnly Table name == testRegionReplicaSecondaryIsReadOnly 2018-11-15 19:19:21,319 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testRegionReplicaSecondaryIsReadOnly,,1542309561132.11639eea3c49987851f7b1af619b41a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:19:21,321 DEBUG [StoreOpener-11639eea3c49987851f7b1af619b41a6-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:19:21,322 INFO [StoreOpener-11639eea3c49987851f7b1af619b41a6-1] hfile.CacheConfig(237): Created cacheConfig for cf1: blockCache=LruBlockCache{blockCount=248, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:19:21,323 INFO [StoreOpener-11639eea3c49987851f7b1af619b41a6-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:19:21,324 INFO [StoreOpener-11639eea3c49987851f7b1af619b41a6-1] regionserver.HStore(335): Store=cf1, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:19:21,324 DEBUG [StoreOpener-11639eea3c49987851f7b1af619b41a6-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:19:21,325 INFO [StoreOpener-11639eea3c49987851f7b1af619b41a6-1] hfile.CacheConfig(237): Created cacheConfig for cf2: blockCache=LruBlockCache{blockCount=248, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:19:21,325 INFO [StoreOpener-11639eea3c49987851f7b1af619b41a6-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:19:21,326 INFO [StoreOpener-11639eea3c49987851f7b1af619b41a6-1] regionserver.HStore(335): Store=cf2, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:19:21,326 DEBUG [StoreOpener-11639eea3c49987851f7b1af619b41a6-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:19:21,327 INFO [StoreOpener-11639eea3c49987851f7b1af619b41a6-1] hfile.CacheConfig(237): Created cacheConfig for cf3: blockCache=LruBlockCache{blockCount=248, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:19:21,327 INFO [StoreOpener-11639eea3c49987851f7b1af619b41a6-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:19:21,328 INFO [StoreOpener-11639eea3c49987851f7b1af619b41a6-1] regionserver.HStore(335): Store=cf3, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:19:21,328 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 11639eea3c49987851f7b1af619b41a6 2018-11-15 19:19:21,329 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/23068d04-c400-0a8a-6b97-c725bd1fa951/TestHRegiontestRegionReplicaSecondaryIsReadOnly/data/default/testRegionReplicaSecondaryIsReadOnly/11639eea3c49987851f7b1af619b41a6 2018-11-15 19:19:21,330 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/23068d04-c400-0a8a-6b97-c725bd1fa951/TestHRegiontestRegionReplicaSecondaryIsReadOnly/default/testRegionReplicaSecondaryIsReadOnly/11639eea3c49987851f7b1af619b41a6 2018-11-15 19:19:21,330 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 11639eea3c49987851f7b1af619b41a6 2018-11-15 19:19:21,330 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 11639eea3c49987851f7b1af619b41a6 2018-11-15 19:19:21,330 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 11639eea3c49987851f7b1af619b41a6 2018-11-15 19:19:21,331 DEBUG [Time-limited test] regionserver.FlushLargeStoresPolicy(61): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionReplicaSecondaryIsReadOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7M)) instead. 2018-11-15 19:19:21,331 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 11639eea3c49987851f7b1af619b41a6 2018-11-15 19:19:21,431 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/23068d04-c400-0a8a-6b97-c725bd1fa951/TestHRegiontestRegionReplicaSecondaryIsReadOnly/default/testRegionReplicaSecondaryIsReadOnly/11639eea3c49987851f7b1af619b41a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:19:21,432 INFO [Time-limited test] regionserver.HRegion(1009): Opened 11639eea3c49987851f7b1af619b41a6; next sequenceid=2 2018-11-15 19:19:21,432 INFO [Time-limited test] regionserver.HRegion(8449): writing data to region testRegionReplicaSecondaryIsReadOnly,,1542309561132.11639eea3c49987851f7b1af619b41a6. with WAL disabled. Data may be lost in the event of a crash. 2018-11-15 19:19:21,435 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"0","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561432}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561432}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561432}]},"ts":9223372036854775807} 2018-11-15 19:19:21,435 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"1","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561435}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561435}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561435}]},"ts":9223372036854775807} 2018-11-15 19:19:21,436 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"2","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561435}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561435}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561435}]},"ts":9223372036854775807} 2018-11-15 19:19:21,436 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"3","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561436}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561436}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561436}]},"ts":9223372036854775807} 2018-11-15 19:19:21,436 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"4","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561436}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561436}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561436}]},"ts":9223372036854775807} 2018-11-15 19:19:21,437 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"5","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561437}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561437}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561437}]},"ts":9223372036854775807} 2018-11-15 19:19:21,437 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"6","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561437}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561437}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561437}]},"ts":9223372036854775807} 2018-11-15 19:19:21,438 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"7","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561437}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561437}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561437}]},"ts":9223372036854775807} 2018-11-15 19:19:21,438 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"8","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561438}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561438}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561438}]},"ts":9223372036854775807} 2018-11-15 19:19:21,439 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"9","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561439}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561439}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561439}]},"ts":9223372036854775807} 2018-11-15 19:19:21,439 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"10","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561439}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561439}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561439}]},"ts":9223372036854775807} 2018-11-15 19:19:21,439 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"11","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561439}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561439}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561439}]},"ts":9223372036854775807} 2018-11-15 19:19:21,439 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"12","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561439}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561439}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561439}]},"ts":9223372036854775807} 2018-11-15 19:19:21,440 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"13","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561440}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561440}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561440}]},"ts":9223372036854775807} 2018-11-15 19:19:21,440 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"14","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561440}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561440}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561440}]},"ts":9223372036854775807} 2018-11-15 19:19:21,441 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"15","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561441}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561441}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561441}]},"ts":9223372036854775807} 2018-11-15 19:19:21,441 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"16","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561441}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561441}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561441}]},"ts":9223372036854775807} 2018-11-15 19:19:21,441 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"17","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561441}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561441}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561441}]},"ts":9223372036854775807} 2018-11-15 19:19:21,442 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"18","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561441}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561441}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561441}]},"ts":9223372036854775807} 2018-11-15 19:19:21,442 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"19","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561442}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561442}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561442}]},"ts":9223372036854775807} 2018-11-15 19:19:21,442 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"20","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561442}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561442}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561442}]},"ts":9223372036854775807} 2018-11-15 19:19:21,442 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"21","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561442}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561442}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561442}]},"ts":9223372036854775807} 2018-11-15 19:19:21,443 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"22","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561443}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561443}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561443}]},"ts":9223372036854775807} 2018-11-15 19:19:21,443 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"23","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561443}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561443}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561443}]},"ts":9223372036854775807} 2018-11-15 19:19:21,443 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"24","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561443}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561443}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561443}]},"ts":9223372036854775807} 2018-11-15 19:19:21,444 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"25","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561444}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561444}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561444}]},"ts":9223372036854775807} 2018-11-15 19:19:21,444 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"26","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561444}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561444}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561444}]},"ts":9223372036854775807} 2018-11-15 19:19:21,444 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"27","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561444}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561444}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561444}]},"ts":9223372036854775807} 2018-11-15 19:19:21,445 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"28","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561444}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561444}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561444}]},"ts":9223372036854775807} 2018-11-15 19:19:21,445 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"29","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561445}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561445}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561445}]},"ts":9223372036854775807} 2018-11-15 19:19:21,445 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"30","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561445}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561445}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561445}]},"ts":9223372036854775807} 2018-11-15 19:19:21,445 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"31","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561445}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561445}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561445}]},"ts":9223372036854775807} 2018-11-15 19:19:21,446 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"32","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561446}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561446}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561446}]},"ts":9223372036854775807} 2018-11-15 19:19:21,446 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"33","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561446}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561446}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561446}]},"ts":9223372036854775807} 2018-11-15 19:19:21,446 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"34","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561446}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561446}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561446}]},"ts":9223372036854775807} 2018-11-15 19:19:21,446 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"35","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561446}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561446}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561446}]},"ts":9223372036854775807} 2018-11-15 19:19:21,447 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"36","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561447}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561447}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561447}]},"ts":9223372036854775807} 2018-11-15 19:19:21,447 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"37","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561447}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561447}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561447}]},"ts":9223372036854775807} 2018-11-15 19:19:21,447 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"38","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561447}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561447}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561447}]},"ts":9223372036854775807} 2018-11-15 19:19:21,447 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"39","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561447}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561447}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561447}]},"ts":9223372036854775807} 2018-11-15 19:19:21,448 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"40","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561447}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561447}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561447}]},"ts":9223372036854775807} 2018-11-15 19:19:21,448 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"41","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561448}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561448}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561448}]},"ts":9223372036854775807} 2018-11-15 19:19:21,448 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"42","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561448}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561448}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561448}]},"ts":9223372036854775807} 2018-11-15 19:19:21,448 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"43","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561448}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561448}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561448}]},"ts":9223372036854775807} 2018-11-15 19:19:21,448 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"44","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561448}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561448}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561448}]},"ts":9223372036854775807} 2018-11-15 19:19:21,449 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"45","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561449}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561449}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561449}]},"ts":9223372036854775807} 2018-11-15 19:19:21,449 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"46","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561449}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561449}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561449}]},"ts":9223372036854775807} 2018-11-15 19:19:21,449 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"47","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561449}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561449}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561449}]},"ts":9223372036854775807} 2018-11-15 19:19:21,450 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"48","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561450}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561450}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561450}]},"ts":9223372036854775807} 2018-11-15 19:19:21,450 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"49","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561450}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561450}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561450}]},"ts":9223372036854775807} 2018-11-15 19:19:21,450 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"50","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561450}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561450}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561450}]},"ts":9223372036854775807} 2018-11-15 19:19:21,451 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"51","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561450}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561450}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561450}]},"ts":9223372036854775807} 2018-11-15 19:19:21,451 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"52","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561451}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561451}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561451}]},"ts":9223372036854775807} 2018-11-15 19:19:21,451 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"53","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561451}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561451}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561451}]},"ts":9223372036854775807} 2018-11-15 19:19:21,452 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"54","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561451}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561451}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561451}]},"ts":9223372036854775807} 2018-11-15 19:19:21,452 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"55","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561452}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561452}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561452}]},"ts":9223372036854775807} 2018-11-15 19:19:21,452 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"56","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561452}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561452}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561452}]},"ts":9223372036854775807} 2018-11-15 19:19:21,452 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"57","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561452}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561452}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561452}]},"ts":9223372036854775807} 2018-11-15 19:19:21,453 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"58","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561452}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561452}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561452}]},"ts":9223372036854775807} 2018-11-15 19:19:21,453 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"59","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561453}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561453}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561453}]},"ts":9223372036854775807} 2018-11-15 19:19:21,453 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"60","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561453}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561453}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561453}]},"ts":9223372036854775807} 2018-11-15 19:19:21,453 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"61","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561453}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561453}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561453}]},"ts":9223372036854775807} 2018-11-15 19:19:21,453 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"62","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561453}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561453}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561453}]},"ts":9223372036854775807} 2018-11-15 19:19:21,453 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"63","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561453}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561453}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561453}]},"ts":9223372036854775807} 2018-11-15 19:19:21,454 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"64","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561454}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561454}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561454}]},"ts":9223372036854775807} 2018-11-15 19:19:21,454 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"65","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561454}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561454}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561454}]},"ts":9223372036854775807} 2018-11-15 19:19:21,454 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"66","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561454}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561454}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561454}]},"ts":9223372036854775807} 2018-11-15 19:19:21,454 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"67","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561454}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561454}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561454}]},"ts":9223372036854775807} 2018-11-15 19:19:21,454 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"68","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561454}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561454}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561454}]},"ts":9223372036854775807} 2018-11-15 19:19:21,455 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"69","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561455}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561455}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561455}]},"ts":9223372036854775807} 2018-11-15 19:19:21,455 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"70","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561455}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561455}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561455}]},"ts":9223372036854775807} 2018-11-15 19:19:21,455 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"71","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561455}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561455}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561455}]},"ts":9223372036854775807} 2018-11-15 19:19:21,455 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"72","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561455}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561455}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561455}]},"ts":9223372036854775807} 2018-11-15 19:19:21,455 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"73","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561455}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561455}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561455}]},"ts":9223372036854775807} 2018-11-15 19:19:21,456 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"74","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561456}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561456}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561456}]},"ts":9223372036854775807} 2018-11-15 19:19:21,456 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"75","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561456}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561456}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561456}]},"ts":9223372036854775807} 2018-11-15 19:19:21,456 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"76","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561456}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561456}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561456}]},"ts":9223372036854775807} 2018-11-15 19:19:21,456 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"77","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561456}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561456}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561456}]},"ts":9223372036854775807} 2018-11-15 19:19:21,456 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"78","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561456}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561456}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561456}]},"ts":9223372036854775807} 2018-11-15 19:19:21,457 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"79","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561456}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561456}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561456}]},"ts":9223372036854775807} 2018-11-15 19:19:21,457 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"80","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561457}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561457}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561457}]},"ts":9223372036854775807} 2018-11-15 19:19:21,457 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"81","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561457}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561457}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561457}]},"ts":9223372036854775807} 2018-11-15 19:19:21,457 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"82","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561457}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561457}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561457}]},"ts":9223372036854775807} 2018-11-15 19:19:21,457 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"83","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561457}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561457}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561457}]},"ts":9223372036854775807} 2018-11-15 19:19:21,457 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"84","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561457}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561457}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561457}]},"ts":9223372036854775807} 2018-11-15 19:19:21,458 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"85","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561458}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561458}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561458}]},"ts":9223372036854775807} 2018-11-15 19:19:21,458 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"86","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561458}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561458}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561458}]},"ts":9223372036854775807} 2018-11-15 19:19:21,458 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"87","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561458}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561458}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561458}]},"ts":9223372036854775807} 2018-11-15 19:19:21,458 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"88","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561458}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561458}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561458}]},"ts":9223372036854775807} 2018-11-15 19:19:21,458 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"89","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561458}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561458}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561458}]},"ts":9223372036854775807} 2018-11-15 19:19:21,459 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"90","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561459}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561459}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561459}]},"ts":9223372036854775807} 2018-11-15 19:19:21,459 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"91","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561459}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561459}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561459}]},"ts":9223372036854775807} 2018-11-15 19:19:21,459 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"92","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561459}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561459}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561459}]},"ts":9223372036854775807} 2018-11-15 19:19:21,460 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"93","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561459}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561459}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561459}]},"ts":9223372036854775807} 2018-11-15 19:19:21,460 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"94","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561460}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561460}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561460}]},"ts":9223372036854775807} 2018-11-15 19:19:21,460 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"95","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561460}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561460}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561460}]},"ts":9223372036854775807} 2018-11-15 19:19:21,460 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"96","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561460}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561460}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561460}]},"ts":9223372036854775807} 2018-11-15 19:19:21,460 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"97","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561460}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561460}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561460}]},"ts":9223372036854775807} 2018-11-15 19:19:21,460 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"98","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561460}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561460}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561460}]},"ts":9223372036854775807} 2018-11-15 19:19:21,461 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"99","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561461}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561461}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561461}]},"ts":9223372036854775807} 2018-11-15 19:19:21,461 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"100","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561461}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561461}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561461}]},"ts":9223372036854775807} 2018-11-15 19:19:21,461 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"101","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561461}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561461}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561461}]},"ts":9223372036854775807} 2018-11-15 19:19:21,461 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"102","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561461}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561461}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561461}]},"ts":9223372036854775807} 2018-11-15 19:19:21,461 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"103","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561461}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561461}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561461}]},"ts":9223372036854775807} 2018-11-15 19:19:21,462 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"104","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561462}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561462}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561462}]},"ts":9223372036854775807} 2018-11-15 19:19:21,462 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"105","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561462}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561462}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561462}]},"ts":9223372036854775807} 2018-11-15 19:19:21,462 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"106","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561462}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561462}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561462}]},"ts":9223372036854775807} 2018-11-15 19:19:21,462 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"107","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561462}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561462}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561462}]},"ts":9223372036854775807} 2018-11-15 19:19:21,462 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"108","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561462}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561462}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561462}]},"ts":9223372036854775807} 2018-11-15 19:19:21,463 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"109","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561462}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561462}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561462}]},"ts":9223372036854775807} 2018-11-15 19:19:21,463 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"110","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561463}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561463}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561463}]},"ts":9223372036854775807} 2018-11-15 19:19:21,463 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"111","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561463}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561463}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561463}]},"ts":9223372036854775807} 2018-11-15 19:19:21,463 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"112","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561463}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561463}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561463}]},"ts":9223372036854775807} 2018-11-15 19:19:21,463 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"113","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561463}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561463}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561463}]},"ts":9223372036854775807} 2018-11-15 19:19:21,464 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"114","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561464}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561464}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561464}]},"ts":9223372036854775807} 2018-11-15 19:19:21,464 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"115","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561464}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561464}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561464}]},"ts":9223372036854775807} 2018-11-15 19:19:21,464 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"116","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561464}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561464}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561464}]},"ts":9223372036854775807} 2018-11-15 19:19:21,464 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"117","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561464}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561464}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561464}]},"ts":9223372036854775807} 2018-11-15 19:19:21,465 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"118","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561464}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561464}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561464}]},"ts":9223372036854775807} 2018-11-15 19:19:21,465 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"119","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561465}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561465}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561465}]},"ts":9223372036854775807} 2018-11-15 19:19:21,465 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"120","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561465}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561465}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561465}]},"ts":9223372036854775807} 2018-11-15 19:19:21,465 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"121","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561465}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561465}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561465}]},"ts":9223372036854775807} 2018-11-15 19:19:21,465 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"122","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561465}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561465}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561465}]},"ts":9223372036854775807} 2018-11-15 19:19:21,466 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"123","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561465}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561465}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561465}]},"ts":9223372036854775807} 2018-11-15 19:19:21,466 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"124","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561466}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561466}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561466}]},"ts":9223372036854775807} 2018-11-15 19:19:21,466 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"125","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561466}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561466}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561466}]},"ts":9223372036854775807} 2018-11-15 19:19:21,466 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"126","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561466}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561466}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561466}]},"ts":9223372036854775807} 2018-11-15 19:19:21,466 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"127","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561466}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561466}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561466}]},"ts":9223372036854775807} 2018-11-15 19:19:21,467 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"128","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561466}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561466}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561466}]},"ts":9223372036854775807} 2018-11-15 19:19:21,467 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 50 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:21,467 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"129","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561467}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561467}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561467}]},"ts":9223372036854775807} 2018-11-15 19:19:21,467 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"130","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561467}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561467}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561467}]},"ts":9223372036854775807} 2018-11-15 19:19:21,468 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"131","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561467}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561467}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561467}]},"ts":9223372036854775807} 2018-11-15 19:19:21,468 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"132","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561468}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561468}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561468}]},"ts":9223372036854775807} 2018-11-15 19:19:21,468 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"133","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561468}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561468}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561468}]},"ts":9223372036854775807} 2018-11-15 19:19:21,468 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"134","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561468}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561468}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561468}]},"ts":9223372036854775807} 2018-11-15 19:19:21,468 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"135","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561468}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561468}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561468}]},"ts":9223372036854775807} 2018-11-15 19:19:21,468 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"136","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561468}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561468}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561468}]},"ts":9223372036854775807} 2018-11-15 19:19:21,469 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"137","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561469}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561469}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561469}]},"ts":9223372036854775807} 2018-11-15 19:19:21,469 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"138","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561469}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561469}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561469}]},"ts":9223372036854775807} 2018-11-15 19:19:21,469 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"139","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561469}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561469}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561469}]},"ts":9223372036854775807} 2018-11-15 19:19:21,469 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"140","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561469}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561469}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561469}]},"ts":9223372036854775807} 2018-11-15 19:19:21,469 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"141","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561469}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561469}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561469}]},"ts":9223372036854775807} 2018-11-15 19:19:21,469 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"142","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561469}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561469}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561469}]},"ts":9223372036854775807} 2018-11-15 19:19:21,470 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"143","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561470}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561470}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561470}]},"ts":9223372036854775807} 2018-11-15 19:19:21,470 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"144","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561470}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561470}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561470}]},"ts":9223372036854775807} 2018-11-15 19:19:21,470 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"145","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561470}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561470}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561470}]},"ts":9223372036854775807} 2018-11-15 19:19:21,470 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"146","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561470}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561470}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561470}]},"ts":9223372036854775807} 2018-11-15 19:19:21,470 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"147","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561470}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561470}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561470}]},"ts":9223372036854775807} 2018-11-15 19:19:21,471 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"148","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561470}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561470}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561470}]},"ts":9223372036854775807} 2018-11-15 19:19:21,471 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"149","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561471}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561471}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561471}]},"ts":9223372036854775807} 2018-11-15 19:19:21,471 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"150","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561471}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561471}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561471}]},"ts":9223372036854775807} 2018-11-15 19:19:21,471 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"151","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561471}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561471}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561471}]},"ts":9223372036854775807} 2018-11-15 19:19:21,471 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"152","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561471}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561471}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561471}]},"ts":9223372036854775807} 2018-11-15 19:19:21,471 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"153","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561471}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561471}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561471}]},"ts":9223372036854775807} 2018-11-15 19:19:21,472 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"154","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561471}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561471}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561471}]},"ts":9223372036854775807} 2018-11-15 19:19:21,472 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"155","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561472}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561472}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561472}]},"ts":9223372036854775807} 2018-11-15 19:19:21,472 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"156","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561472}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561472}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561472}]},"ts":9223372036854775807} 2018-11-15 19:19:21,472 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"157","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561472}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561472}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561472}]},"ts":9223372036854775807} 2018-11-15 19:19:21,472 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"158","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561472}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561472}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561472}]},"ts":9223372036854775807} 2018-11-15 19:19:21,472 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"159","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561472}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561472}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561472}]},"ts":9223372036854775807} 2018-11-15 19:19:21,473 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"160","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561473}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561473}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561473}]},"ts":9223372036854775807} 2018-11-15 19:19:21,473 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"161","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561473}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561473}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561473}]},"ts":9223372036854775807} 2018-11-15 19:19:21,473 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"162","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561473}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561473}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561473}]},"ts":9223372036854775807} 2018-11-15 19:19:21,473 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"163","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561473}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561473}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561473}]},"ts":9223372036854775807} 2018-11-15 19:19:21,473 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"164","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561473}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561473}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561473}]},"ts":9223372036854775807} 2018-11-15 19:19:21,473 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"165","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561473}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561473}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561473}]},"ts":9223372036854775807} 2018-11-15 19:19:21,474 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"166","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561474}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561474}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561474}]},"ts":9223372036854775807} 2018-11-15 19:19:21,474 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"167","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561474}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561474}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561474}]},"ts":9223372036854775807} 2018-11-15 19:19:21,474 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"168","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561474}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561474}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561474}]},"ts":9223372036854775807} 2018-11-15 19:19:21,474 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"169","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561474}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561474}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561474}]},"ts":9223372036854775807} 2018-11-15 19:19:21,475 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"170","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561474}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561474}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561474}]},"ts":9223372036854775807} 2018-11-15 19:19:21,475 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"171","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561475}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561475}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561475}]},"ts":9223372036854775807} 2018-11-15 19:19:21,475 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"172","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561475}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561475}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561475}]},"ts":9223372036854775807} 2018-11-15 19:19:21,475 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"173","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561475}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561475}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561475}]},"ts":9223372036854775807} 2018-11-15 19:19:21,475 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"174","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561475}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561475}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561475}]},"ts":9223372036854775807} 2018-11-15 19:19:21,475 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"175","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561475}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561475}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561475}]},"ts":9223372036854775807} 2018-11-15 19:19:21,476 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"176","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561476}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561476}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561476}]},"ts":9223372036854775807} 2018-11-15 19:19:21,476 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"177","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561476}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561476}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561476}]},"ts":9223372036854775807} 2018-11-15 19:19:21,476 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"178","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561476}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561476}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561476}]},"ts":9223372036854775807} 2018-11-15 19:19:21,476 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"179","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561476}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561476}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561476}]},"ts":9223372036854775807} 2018-11-15 19:19:21,476 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"180","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561476}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561476}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561476}]},"ts":9223372036854775807} 2018-11-15 19:19:21,476 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"181","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561476}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561476}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561476}]},"ts":9223372036854775807} 2018-11-15 19:19:21,477 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"182","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561477}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561477}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561477}]},"ts":9223372036854775807} 2018-11-15 19:19:21,477 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"183","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561477}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561477}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561477}]},"ts":9223372036854775807} 2018-11-15 19:19:21,477 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"184","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561477}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561477}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561477}]},"ts":9223372036854775807} 2018-11-15 19:19:21,477 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"185","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561477}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561477}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561477}]},"ts":9223372036854775807} 2018-11-15 19:19:21,477 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"186","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561477}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561477}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561477}]},"ts":9223372036854775807} 2018-11-15 19:19:21,478 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"187","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561477}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561477}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561477}]},"ts":9223372036854775807} 2018-11-15 19:19:21,478 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"188","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561478}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561478}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561478}]},"ts":9223372036854775807} 2018-11-15 19:19:21,478 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"189","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561478}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561478}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561478}]},"ts":9223372036854775807} 2018-11-15 19:19:21,478 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"190","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561478}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561478}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561478}]},"ts":9223372036854775807} 2018-11-15 19:19:21,478 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"191","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561478}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561478}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561478}]},"ts":9223372036854775807} 2018-11-15 19:19:21,478 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"192","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561478}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561478}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561478}]},"ts":9223372036854775807} 2018-11-15 19:19:21,479 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"193","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561479}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561479}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561479}]},"ts":9223372036854775807} 2018-11-15 19:19:21,479 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"194","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561479}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561479}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561479}]},"ts":9223372036854775807} 2018-11-15 19:19:21,479 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"195","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561479}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561479}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561479}]},"ts":9223372036854775807} 2018-11-15 19:19:21,479 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"196","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561479}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561479}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561479}]},"ts":9223372036854775807} 2018-11-15 19:19:21,479 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"197","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561479}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561479}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561479}]},"ts":9223372036854775807} 2018-11-15 19:19:21,479 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"198","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561479}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561479}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561479}]},"ts":9223372036854775807} 2018-11-15 19:19:21,480 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"199","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561480}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561480}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561480}]},"ts":9223372036854775807} 2018-11-15 19:19:21,480 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"200","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561480}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561480}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561480}]},"ts":9223372036854775807} 2018-11-15 19:19:21,480 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"201","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561480}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561480}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561480}]},"ts":9223372036854775807} 2018-11-15 19:19:21,480 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"202","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561480}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561480}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561480}]},"ts":9223372036854775807} 2018-11-15 19:19:21,480 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"203","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561480}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561480}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561480}]},"ts":9223372036854775807} 2018-11-15 19:19:21,480 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"204","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561480}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561480}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561480}]},"ts":9223372036854775807} 2018-11-15 19:19:21,481 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"205","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561481}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561481}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561481}]},"ts":9223372036854775807} 2018-11-15 19:19:21,481 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"206","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561481}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561481}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561481}]},"ts":9223372036854775807} 2018-11-15 19:19:21,481 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"207","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561481}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561481}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561481}]},"ts":9223372036854775807} 2018-11-15 19:19:21,481 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"208","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561481}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561481}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561481}]},"ts":9223372036854775807} 2018-11-15 19:19:21,481 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"209","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561481}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561481}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561481}]},"ts":9223372036854775807} 2018-11-15 19:19:21,481 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"210","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561481}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561481}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561481}]},"ts":9223372036854775807} 2018-11-15 19:19:21,482 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"211","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561482}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561482}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561482}]},"ts":9223372036854775807} 2018-11-15 19:19:21,482 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"212","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561482}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561482}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561482}]},"ts":9223372036854775807} 2018-11-15 19:19:21,482 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"213","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561482}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561482}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561482}]},"ts":9223372036854775807} 2018-11-15 19:19:21,482 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"214","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561482}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561482}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561482}]},"ts":9223372036854775807} 2018-11-15 19:19:21,482 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"215","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561482}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561482}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561482}]},"ts":9223372036854775807} 2018-11-15 19:19:21,483 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"216","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561482}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561482}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561482}]},"ts":9223372036854775807} 2018-11-15 19:19:21,483 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"217","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561483}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561483}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561483}]},"ts":9223372036854775807} 2018-11-15 19:19:21,483 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"218","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561483}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561483}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561483}]},"ts":9223372036854775807} 2018-11-15 19:19:21,483 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"219","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561483}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561483}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561483}]},"ts":9223372036854775807} 2018-11-15 19:19:21,483 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"220","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561483}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561483}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561483}]},"ts":9223372036854775807} 2018-11-15 19:19:21,483 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"221","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561483}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561483}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561483}]},"ts":9223372036854775807} 2018-11-15 19:19:21,484 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"222","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561483}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561483}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561483}]},"ts":9223372036854775807} 2018-11-15 19:19:21,484 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"223","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561484}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561484}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561484}]},"ts":9223372036854775807} 2018-11-15 19:19:21,484 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"224","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561484}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561484}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561484}]},"ts":9223372036854775807} 2018-11-15 19:19:21,484 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"225","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561484}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561484}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561484}]},"ts":9223372036854775807} 2018-11-15 19:19:21,484 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"226","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561484}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561484}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561484}]},"ts":9223372036854775807} 2018-11-15 19:19:21,484 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"227","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561484}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561484}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561484}]},"ts":9223372036854775807} 2018-11-15 19:19:21,485 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"228","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561485}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561485}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561485}]},"ts":9223372036854775807} 2018-11-15 19:19:21,485 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"229","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561485}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561485}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561485}]},"ts":9223372036854775807} 2018-11-15 19:19:21,485 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"230","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561485}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561485}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561485}]},"ts":9223372036854775807} 2018-11-15 19:19:21,485 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"231","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561485}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561485}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561485}]},"ts":9223372036854775807} 2018-11-15 19:19:21,485 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"232","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561485}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561485}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561485}]},"ts":9223372036854775807} 2018-11-15 19:19:21,485 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"233","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561485}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561485}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561485}]},"ts":9223372036854775807} 2018-11-15 19:19:21,486 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"234","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561486}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561486}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561486}]},"ts":9223372036854775807} 2018-11-15 19:19:21,486 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"235","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561486}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561486}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561486}]},"ts":9223372036854775807} 2018-11-15 19:19:21,486 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"236","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561486}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561486}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561486}]},"ts":9223372036854775807} 2018-11-15 19:19:21,486 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"237","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561486}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561486}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561486}]},"ts":9223372036854775807} 2018-11-15 19:19:21,486 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"238","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561486}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561486}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561486}]},"ts":9223372036854775807} 2018-11-15 19:19:21,486 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"239","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561486}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561486}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561486}]},"ts":9223372036854775807} 2018-11-15 19:19:21,487 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"240","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561487}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561487}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561487}]},"ts":9223372036854775807} 2018-11-15 19:19:21,487 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"241","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561487}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561487}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561487}]},"ts":9223372036854775807} 2018-11-15 19:19:21,487 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"242","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561487}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561487}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561487}]},"ts":9223372036854775807} 2018-11-15 19:19:21,487 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"243","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561487}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561487}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561487}]},"ts":9223372036854775807} 2018-11-15 19:19:21,487 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"244","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561487}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561487}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561487}]},"ts":9223372036854775807} 2018-11-15 19:19:21,487 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"245","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561487}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561487}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561487}]},"ts":9223372036854775807} 2018-11-15 19:19:21,488 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"246","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561488}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561488}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561488}]},"ts":9223372036854775807} 2018-11-15 19:19:21,488 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"247","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561488}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561488}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561488}]},"ts":9223372036854775807} 2018-11-15 19:19:21,488 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"248","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561488}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561488}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561488}]},"ts":9223372036854775807} 2018-11-15 19:19:21,488 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"249","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561488}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561488}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561488}]},"ts":9223372036854775807} 2018-11-15 19:19:21,488 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"250","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561488}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561488}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561488}]},"ts":9223372036854775807} 2018-11-15 19:19:21,488 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"251","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561488}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561488}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561488}]},"ts":9223372036854775807} 2018-11-15 19:19:21,489 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"252","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561489}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561489}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561489}]},"ts":9223372036854775807} 2018-11-15 19:19:21,489 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"253","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561489}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561489}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561489}]},"ts":9223372036854775807} 2018-11-15 19:19:21,489 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"254","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561489}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561489}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561489}]},"ts":9223372036854775807} 2018-11-15 19:19:21,489 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"255","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561489}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561489}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561489}]},"ts":9223372036854775807} 2018-11-15 19:19:21,489 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"256","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561489}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561489}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561489}]},"ts":9223372036854775807} 2018-11-15 19:19:21,490 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"257","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561489}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561489}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561489}]},"ts":9223372036854775807} 2018-11-15 19:19:21,490 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"258","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561490}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561490}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561490}]},"ts":9223372036854775807} 2018-11-15 19:19:21,490 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"259","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561490}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561490}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561490}]},"ts":9223372036854775807} 2018-11-15 19:19:21,490 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"260","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561490}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561490}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561490}]},"ts":9223372036854775807} 2018-11-15 19:19:21,490 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"261","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561490}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561490}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561490}]},"ts":9223372036854775807} 2018-11-15 19:19:21,490 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"262","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561490}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561490}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561490}]},"ts":9223372036854775807} 2018-11-15 19:19:21,491 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"263","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561490}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561490}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561490}]},"ts":9223372036854775807} 2018-11-15 19:19:21,491 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"264","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561491}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561491}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561491}]},"ts":9223372036854775807} 2018-11-15 19:19:21,491 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"265","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561491}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561491}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561491}]},"ts":9223372036854775807} 2018-11-15 19:19:21,491 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"266","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561491}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561491}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561491}]},"ts":9223372036854775807} 2018-11-15 19:19:21,491 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"267","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561491}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561491}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561491}]},"ts":9223372036854775807} 2018-11-15 19:19:21,491 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"268","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561491}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561491}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561491}]},"ts":9223372036854775807} 2018-11-15 19:19:21,492 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"269","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561492}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561492}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561492}]},"ts":9223372036854775807} 2018-11-15 19:19:21,492 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"270","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561492}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561492}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561492}]},"ts":9223372036854775807} 2018-11-15 19:19:21,492 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"271","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561492}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561492}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561492}]},"ts":9223372036854775807} 2018-11-15 19:19:21,492 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"272","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561492}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561492}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561492}]},"ts":9223372036854775807} 2018-11-15 19:19:21,492 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"273","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561492}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561492}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561492}]},"ts":9223372036854775807} 2018-11-15 19:19:21,492 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"274","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561492}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561492}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561492}]},"ts":9223372036854775807} 2018-11-15 19:19:21,493 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"275","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561493}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561493}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561493}]},"ts":9223372036854775807} 2018-11-15 19:19:21,493 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"276","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561493}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561493}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561493}]},"ts":9223372036854775807} 2018-11-15 19:19:21,493 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"277","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561493}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561493}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561493}]},"ts":9223372036854775807} 2018-11-15 19:19:21,493 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"278","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561493}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561493}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561493}]},"ts":9223372036854775807} 2018-11-15 19:19:21,493 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"279","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561493}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561493}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561493}]},"ts":9223372036854775807} 2018-11-15 19:19:21,493 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"280","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561493}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561493}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561493}]},"ts":9223372036854775807} 2018-11-15 19:19:21,494 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"281","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561494}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561494}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561494}]},"ts":9223372036854775807} 2018-11-15 19:19:21,494 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"282","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561494}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561494}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561494}]},"ts":9223372036854775807} 2018-11-15 19:19:21,494 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"283","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561494}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561494}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561494}]},"ts":9223372036854775807} 2018-11-15 19:19:21,494 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"284","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561494}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561494}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561494}]},"ts":9223372036854775807} 2018-11-15 19:19:21,494 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"285","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561494}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561494}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561494}]},"ts":9223372036854775807} 2018-11-15 19:19:21,494 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"286","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561494}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561494}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561494}]},"ts":9223372036854775807} 2018-11-15 19:19:21,495 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"287","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561495}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561495}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561495}]},"ts":9223372036854775807} 2018-11-15 19:19:21,495 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"288","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561495}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561495}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561495}]},"ts":9223372036854775807} 2018-11-15 19:19:21,495 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"289","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561495}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561495}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561495}]},"ts":9223372036854775807} 2018-11-15 19:19:21,495 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"290","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561495}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561495}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561495}]},"ts":9223372036854775807} 2018-11-15 19:19:21,495 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"291","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561495}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561495}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561495}]},"ts":9223372036854775807} 2018-11-15 19:19:21,495 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"292","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561495}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561495}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561495}]},"ts":9223372036854775807} 2018-11-15 19:19:21,496 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"293","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561496}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561496}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561496}]},"ts":9223372036854775807} 2018-11-15 19:19:21,496 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"294","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561496}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561496}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561496}]},"ts":9223372036854775807} 2018-11-15 19:19:21,496 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"295","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561496}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561496}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561496}]},"ts":9223372036854775807} 2018-11-15 19:19:21,496 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"296","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561496}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561496}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561496}]},"ts":9223372036854775807} 2018-11-15 19:19:21,496 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"297","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561496}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561496}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561496}]},"ts":9223372036854775807} 2018-11-15 19:19:21,497 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"298","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561496}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561496}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561496}]},"ts":9223372036854775807} 2018-11-15 19:19:21,497 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"299","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561497}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561497}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561497}]},"ts":9223372036854775807} 2018-11-15 19:19:21,497 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"300","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561497}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561497}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561497}]},"ts":9223372036854775807} 2018-11-15 19:19:21,497 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"301","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561497}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561497}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561497}]},"ts":9223372036854775807} 2018-11-15 19:19:21,497 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"302","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561497}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561497}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561497}]},"ts":9223372036854775807} 2018-11-15 19:19:21,497 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"303","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561497}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561497}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561497}]},"ts":9223372036854775807} 2018-11-15 19:19:21,498 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"304","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561498}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561498}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561498}]},"ts":9223372036854775807} 2018-11-15 19:19:21,498 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"305","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561498}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561498}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561498}]},"ts":9223372036854775807} 2018-11-15 19:19:21,498 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"306","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561498}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561498}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561498}]},"ts":9223372036854775807} 2018-11-15 19:19:21,498 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"307","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561498}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561498}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561498}]},"ts":9223372036854775807} 2018-11-15 19:19:21,498 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"308","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561498}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561498}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561498}]},"ts":9223372036854775807} 2018-11-15 19:19:21,498 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"309","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561498}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561498}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561498}]},"ts":9223372036854775807} 2018-11-15 19:19:21,499 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"310","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561499}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561499}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561499}]},"ts":9223372036854775807} 2018-11-15 19:19:21,499 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"311","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561499}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561499}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561499}]},"ts":9223372036854775807} 2018-11-15 19:19:21,499 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"312","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561499}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561499}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561499}]},"ts":9223372036854775807} 2018-11-15 19:19:21,499 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"313","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561499}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561499}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561499}]},"ts":9223372036854775807} 2018-11-15 19:19:21,499 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"314","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561499}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561499}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561499}]},"ts":9223372036854775807} 2018-11-15 19:19:21,499 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"315","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561499}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561499}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561499}]},"ts":9223372036854775807} 2018-11-15 19:19:21,500 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"316","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561500}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561500}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561500}]},"ts":9223372036854775807} 2018-11-15 19:19:21,500 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"317","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561500}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561500}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561500}]},"ts":9223372036854775807} 2018-11-15 19:19:21,500 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"318","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561500}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561500}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561500}]},"ts":9223372036854775807} 2018-11-15 19:19:21,500 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"319","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561500}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561500}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561500}]},"ts":9223372036854775807} 2018-11-15 19:19:21,500 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"320","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561500}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561500}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561500}]},"ts":9223372036854775807} 2018-11-15 19:19:21,500 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"321","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561500}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561500}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561500}]},"ts":9223372036854775807} 2018-11-15 19:19:21,501 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"322","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561501}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561501}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561501}]},"ts":9223372036854775807} 2018-11-15 19:19:21,501 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"323","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561501}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561501}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561501}]},"ts":9223372036854775807} 2018-11-15 19:19:21,501 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"324","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561501}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561501}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561501}]},"ts":9223372036854775807} 2018-11-15 19:19:21,501 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"325","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561501}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561501}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561501}]},"ts":9223372036854775807} 2018-11-15 19:19:21,501 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"326","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561501}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561501}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561501}]},"ts":9223372036854775807} 2018-11-15 19:19:21,501 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"327","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561501}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561501}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561501}]},"ts":9223372036854775807} 2018-11-15 19:19:21,502 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"328","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561502}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561502}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561502}]},"ts":9223372036854775807} 2018-11-15 19:19:21,502 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"329","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561502}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561502}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561502}]},"ts":9223372036854775807} 2018-11-15 19:19:21,502 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"330","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561502}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561502}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561502}]},"ts":9223372036854775807} 2018-11-15 19:19:21,502 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"331","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561502}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561502}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561502}]},"ts":9223372036854775807} 2018-11-15 19:19:21,502 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"332","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561502}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561502}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561502}]},"ts":9223372036854775807} 2018-11-15 19:19:21,502 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"333","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561502}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561502}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561502}]},"ts":9223372036854775807} 2018-11-15 19:19:21,503 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"334","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561503}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561503}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561503}]},"ts":9223372036854775807} 2018-11-15 19:19:21,503 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"335","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561503}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561503}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561503}]},"ts":9223372036854775807} 2018-11-15 19:19:21,503 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"336","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561503}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561503}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561503}]},"ts":9223372036854775807} 2018-11-15 19:19:21,503 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"337","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561503}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561503}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561503}]},"ts":9223372036854775807} 2018-11-15 19:19:21,503 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"338","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561503}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561503}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561503}]},"ts":9223372036854775807} 2018-11-15 19:19:21,504 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"339","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561503}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561503}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561503}]},"ts":9223372036854775807} 2018-11-15 19:19:21,504 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"340","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561504}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561504}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561504}]},"ts":9223372036854775807} 2018-11-15 19:19:21,504 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"341","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561504}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561504}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561504}]},"ts":9223372036854775807} 2018-11-15 19:19:21,504 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"342","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561504}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561504}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561504}]},"ts":9223372036854775807} 2018-11-15 19:19:21,504 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"343","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561504}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561504}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561504}]},"ts":9223372036854775807} 2018-11-15 19:19:21,504 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"344","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561504}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561504}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561504}]},"ts":9223372036854775807} 2018-11-15 19:19:21,505 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"345","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561505}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561505}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561505}]},"ts":9223372036854775807} 2018-11-15 19:19:21,505 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"346","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561505}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561505}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561505}]},"ts":9223372036854775807} 2018-11-15 19:19:21,505 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"347","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561505}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561505}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561505}]},"ts":9223372036854775807} 2018-11-15 19:19:21,505 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"348","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561505}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561505}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561505}]},"ts":9223372036854775807} 2018-11-15 19:19:21,505 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"349","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561505}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561505}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561505}]},"ts":9223372036854775807} 2018-11-15 19:19:21,505 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"350","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561505}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561505}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561505}]},"ts":9223372036854775807} 2018-11-15 19:19:21,506 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"351","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561506}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561506}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561506}]},"ts":9223372036854775807} 2018-11-15 19:19:21,506 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"352","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561506}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561506}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561506}]},"ts":9223372036854775807} 2018-11-15 19:19:21,506 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"353","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561506}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561506}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561506}]},"ts":9223372036854775807} 2018-11-15 19:19:21,506 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"354","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561506}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561506}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561506}]},"ts":9223372036854775807} 2018-11-15 19:19:21,506 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"355","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561506}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561506}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561506}]},"ts":9223372036854775807} 2018-11-15 19:19:21,506 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"356","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561506}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561506}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561506}]},"ts":9223372036854775807} 2018-11-15 19:19:21,507 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"357","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561507}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561507}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561507}]},"ts":9223372036854775807} 2018-11-15 19:19:21,507 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"358","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561507}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561507}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561507}]},"ts":9223372036854775807} 2018-11-15 19:19:21,507 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"359","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561507}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561507}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561507}]},"ts":9223372036854775807} 2018-11-15 19:19:21,507 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"360","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561507}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561507}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561507}]},"ts":9223372036854775807} 2018-11-15 19:19:21,508 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"361","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561508}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561508}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561508}]},"ts":9223372036854775807} 2018-11-15 19:19:21,508 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"362","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561508}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561508}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561508}]},"ts":9223372036854775807} 2018-11-15 19:19:21,508 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"363","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561508}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561508}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561508}]},"ts":9223372036854775807} 2018-11-15 19:19:21,508 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"364","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561508}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561508}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561508}]},"ts":9223372036854775807} 2018-11-15 19:19:21,508 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"365","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561508}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561508}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561508}]},"ts":9223372036854775807} 2018-11-15 19:19:21,508 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"366","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561508}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561508}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561508}]},"ts":9223372036854775807} 2018-11-15 19:19:21,509 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"367","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561509}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561509}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561509}]},"ts":9223372036854775807} 2018-11-15 19:19:21,509 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"368","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561509}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561509}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561509}]},"ts":9223372036854775807} 2018-11-15 19:19:21,509 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"369","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561509}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561509}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561509}]},"ts":9223372036854775807} 2018-11-15 19:19:21,509 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"370","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561509}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561509}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561509}]},"ts":9223372036854775807} 2018-11-15 19:19:21,509 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"371","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561509}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561509}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561509}]},"ts":9223372036854775807} 2018-11-15 19:19:21,510 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"372","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561509}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561509}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561509}]},"ts":9223372036854775807} 2018-11-15 19:19:21,510 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"373","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561510}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561510}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561510}]},"ts":9223372036854775807} 2018-11-15 19:19:21,510 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"374","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561510}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561510}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561510}]},"ts":9223372036854775807} 2018-11-15 19:19:21,510 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"375","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561510}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561510}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561510}]},"ts":9223372036854775807} 2018-11-15 19:19:21,510 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"376","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561510}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561510}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561510}]},"ts":9223372036854775807} 2018-11-15 19:19:21,510 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"377","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561510}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561510}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561510}]},"ts":9223372036854775807} 2018-11-15 19:19:21,511 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"378","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561510}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561510}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561510}]},"ts":9223372036854775807} 2018-11-15 19:19:21,511 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"379","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561511}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561511}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561511}]},"ts":9223372036854775807} 2018-11-15 19:19:21,511 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"380","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561511}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561511}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561511}]},"ts":9223372036854775807} 2018-11-15 19:19:21,511 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"381","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561511}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561511}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561511}]},"ts":9223372036854775807} 2018-11-15 19:19:21,511 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"382","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561511}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561511}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561511}]},"ts":9223372036854775807} 2018-11-15 19:19:21,511 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"383","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561511}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561511}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561511}]},"ts":9223372036854775807} 2018-11-15 19:19:21,512 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"384","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561512}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561512}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561512}]},"ts":9223372036854775807} 2018-11-15 19:19:21,512 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"385","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561512}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561512}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561512}]},"ts":9223372036854775807} 2018-11-15 19:19:21,512 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"386","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561512}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561512}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561512}]},"ts":9223372036854775807} 2018-11-15 19:19:21,512 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"387","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561512}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561512}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561512}]},"ts":9223372036854775807} 2018-11-15 19:19:21,512 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"388","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561512}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561512}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561512}]},"ts":9223372036854775807} 2018-11-15 19:19:21,512 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"389","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561512}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561512}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561512}]},"ts":9223372036854775807} 2018-11-15 19:19:21,513 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"390","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561513}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561513}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561513}]},"ts":9223372036854775807} 2018-11-15 19:19:21,513 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"391","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561513}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561513}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561513}]},"ts":9223372036854775807} 2018-11-15 19:19:21,513 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"392","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561513}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561513}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561513}]},"ts":9223372036854775807} 2018-11-15 19:19:21,513 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"393","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561513}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561513}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561513}]},"ts":9223372036854775807} 2018-11-15 19:19:21,513 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"394","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561513}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561513}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561513}]},"ts":9223372036854775807} 2018-11-15 19:19:21,514 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"395","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561513}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561513}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561513}]},"ts":9223372036854775807} 2018-11-15 19:19:21,514 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"396","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561514}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561514}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561514}]},"ts":9223372036854775807} 2018-11-15 19:19:21,514 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"397","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561514}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561514}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561514}]},"ts":9223372036854775807} 2018-11-15 19:19:21,514 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"398","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561514}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561514}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561514}]},"ts":9223372036854775807} 2018-11-15 19:19:21,514 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"399","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561514}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561514}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561514}]},"ts":9223372036854775807} 2018-11-15 19:19:21,514 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"400","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561514}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561514}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561514}]},"ts":9223372036854775807} 2018-11-15 19:19:21,515 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"401","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561514}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561514}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561514}]},"ts":9223372036854775807} 2018-11-15 19:19:21,515 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"402","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561515}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561515}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561515}]},"ts":9223372036854775807} 2018-11-15 19:19:21,515 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"403","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561515}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561515}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561515}]},"ts":9223372036854775807} 2018-11-15 19:19:21,515 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"404","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561515}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561515}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561515}]},"ts":9223372036854775807} 2018-11-15 19:19:21,515 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"405","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561515}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561515}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561515}]},"ts":9223372036854775807} 2018-11-15 19:19:21,515 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"406","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561515}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561515}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561515}]},"ts":9223372036854775807} 2018-11-15 19:19:21,516 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"407","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561515}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561515}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561515}]},"ts":9223372036854775807} 2018-11-15 19:19:21,516 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"408","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561516}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561516}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561516}]},"ts":9223372036854775807} 2018-11-15 19:19:21,516 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"409","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561516}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561516}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561516}]},"ts":9223372036854775807} 2018-11-15 19:19:21,516 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"410","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561516}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561516}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561516}]},"ts":9223372036854775807} 2018-11-15 19:19:21,516 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"411","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561516}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561516}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561516}]},"ts":9223372036854775807} 2018-11-15 19:19:21,516 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"412","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561516}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561516}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561516}]},"ts":9223372036854775807} 2018-11-15 19:19:21,517 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"413","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561516}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561516}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561516}]},"ts":9223372036854775807} 2018-11-15 19:19:21,517 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"414","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561517}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561517}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561517}]},"ts":9223372036854775807} 2018-11-15 19:19:21,517 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"415","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561517}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561517}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561517}]},"ts":9223372036854775807} 2018-11-15 19:19:21,517 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"416","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561517}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561517}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561517}]},"ts":9223372036854775807} 2018-11-15 19:19:21,517 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"417","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561517}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561517}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561517}]},"ts":9223372036854775807} 2018-11-15 19:19:21,517 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"418","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561517}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561517}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561517}]},"ts":9223372036854775807} 2018-11-15 19:19:21,518 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"419","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561518}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561518}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561518}]},"ts":9223372036854775807} 2018-11-15 19:19:21,518 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"420","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561518}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561518}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561518}]},"ts":9223372036854775807} 2018-11-15 19:19:21,518 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"421","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561518}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561518}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561518}]},"ts":9223372036854775807} 2018-11-15 19:19:21,518 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"422","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561518}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561518}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561518}]},"ts":9223372036854775807} 2018-11-15 19:19:21,519 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"423","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561519}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561519}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561519}]},"ts":9223372036854775807} 2018-11-15 19:19:21,519 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"424","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561519}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561519}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561519}]},"ts":9223372036854775807} 2018-11-15 19:19:21,519 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"425","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561519}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561519}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561519}]},"ts":9223372036854775807} 2018-11-15 19:19:21,519 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"426","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561519}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561519}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561519}]},"ts":9223372036854775807} 2018-11-15 19:19:21,519 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"427","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561519}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561519}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561519}]},"ts":9223372036854775807} 2018-11-15 19:19:21,519 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"428","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561519}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561519}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561519}]},"ts":9223372036854775807} 2018-11-15 19:19:21,520 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"429","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561520}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561520}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561520}]},"ts":9223372036854775807} 2018-11-15 19:19:21,520 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"430","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561520}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561520}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561520}]},"ts":9223372036854775807} 2018-11-15 19:19:21,520 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"431","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561520}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561520}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561520}]},"ts":9223372036854775807} 2018-11-15 19:19:21,520 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"432","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561520}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561520}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561520}]},"ts":9223372036854775807} 2018-11-15 19:19:21,520 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"433","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561520}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561520}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561520}]},"ts":9223372036854775807} 2018-11-15 19:19:21,520 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"434","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561520}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561520}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561520}]},"ts":9223372036854775807} 2018-11-15 19:19:21,521 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"435","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561521}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561521}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561521}]},"ts":9223372036854775807} 2018-11-15 19:19:21,521 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"436","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561521}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561521}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561521}]},"ts":9223372036854775807} 2018-11-15 19:19:21,521 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"437","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561521}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561521}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561521}]},"ts":9223372036854775807} 2018-11-15 19:19:21,521 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"438","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561521}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561521}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561521}]},"ts":9223372036854775807} 2018-11-15 19:19:21,521 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"439","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561521}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561521}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561521}]},"ts":9223372036854775807} 2018-11-15 19:19:21,521 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"440","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561521}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561521}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561521}]},"ts":9223372036854775807} 2018-11-15 19:19:21,522 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"441","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561522}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561522}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561522}]},"ts":9223372036854775807} 2018-11-15 19:19:21,522 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"442","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561522}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561522}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561522}]},"ts":9223372036854775807} 2018-11-15 19:19:21,522 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"443","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561522}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561522}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561522}]},"ts":9223372036854775807} 2018-11-15 19:19:21,522 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"444","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561522}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561522}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561522}]},"ts":9223372036854775807} 2018-11-15 19:19:21,522 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"445","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561522}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561522}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561522}]},"ts":9223372036854775807} 2018-11-15 19:19:21,522 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"446","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561522}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561522}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561522}]},"ts":9223372036854775807} 2018-11-15 19:19:21,523 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"447","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561523}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561523}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561523}]},"ts":9223372036854775807} 2018-11-15 19:19:21,523 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"448","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561523}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561523}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561523}]},"ts":9223372036854775807} 2018-11-15 19:19:21,523 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"449","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561523}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561523}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561523}]},"ts":9223372036854775807} 2018-11-15 19:19:21,523 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"450","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561523}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561523}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561523}]},"ts":9223372036854775807} 2018-11-15 19:19:21,523 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"451","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561523}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561523}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561523}]},"ts":9223372036854775807} 2018-11-15 19:19:21,523 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"452","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561523}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561523}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561523}]},"ts":9223372036854775807} 2018-11-15 19:19:21,524 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"453","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561524}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561524}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561524}]},"ts":9223372036854775807} 2018-11-15 19:19:21,524 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"454","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561524}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561524}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561524}]},"ts":9223372036854775807} 2018-11-15 19:19:21,524 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"455","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561524}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561524}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561524}]},"ts":9223372036854775807} 2018-11-15 19:19:21,524 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"456","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561524}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561524}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561524}]},"ts":9223372036854775807} 2018-11-15 19:19:21,524 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"457","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561524}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561524}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561524}]},"ts":9223372036854775807} 2018-11-15 19:19:21,524 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"458","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561524}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561524}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561524}]},"ts":9223372036854775807} 2018-11-15 19:19:21,525 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"459","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561525}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561525}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561525}]},"ts":9223372036854775807} 2018-11-15 19:19:21,525 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"460","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561525}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561525}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561525}]},"ts":9223372036854775807} 2018-11-15 19:19:21,525 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"461","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561525}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561525}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561525}]},"ts":9223372036854775807} 2018-11-15 19:19:21,525 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"462","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561525}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561525}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561525}]},"ts":9223372036854775807} 2018-11-15 19:19:21,525 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"463","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561525}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561525}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561525}]},"ts":9223372036854775807} 2018-11-15 19:19:21,525 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"464","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561525}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561525}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561525}]},"ts":9223372036854775807} 2018-11-15 19:19:21,526 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"465","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561526}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561526}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561526}]},"ts":9223372036854775807} 2018-11-15 19:19:21,526 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"466","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561526}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561526}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561526}]},"ts":9223372036854775807} 2018-11-15 19:19:21,526 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"467","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561526}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561526}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561526}]},"ts":9223372036854775807} 2018-11-15 19:19:21,526 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"468","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561526}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561526}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561526}]},"ts":9223372036854775807} 2018-11-15 19:19:21,526 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"469","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561526}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561526}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561526}]},"ts":9223372036854775807} 2018-11-15 19:19:21,526 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"470","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561526}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561526}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561526}]},"ts":9223372036854775807} 2018-11-15 19:19:21,527 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"471","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561527}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561527}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561527}]},"ts":9223372036854775807} 2018-11-15 19:19:21,527 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"472","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561527}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561527}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561527}]},"ts":9223372036854775807} 2018-11-15 19:19:21,527 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"473","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561527}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561527}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561527}]},"ts":9223372036854775807} 2018-11-15 19:19:21,527 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"474","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561527}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561527}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561527}]},"ts":9223372036854775807} 2018-11-15 19:19:21,527 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"475","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561527}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561527}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561527}]},"ts":9223372036854775807} 2018-11-15 19:19:21,527 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"476","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561527}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561527}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561527}]},"ts":9223372036854775807} 2018-11-15 19:19:21,528 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"477","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561528}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561528}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561528}]},"ts":9223372036854775807} 2018-11-15 19:19:21,528 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"478","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561528}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561528}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561528}]},"ts":9223372036854775807} 2018-11-15 19:19:21,528 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"479","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561528}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561528}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561528}]},"ts":9223372036854775807} 2018-11-15 19:19:21,528 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"480","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561528}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561528}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561528}]},"ts":9223372036854775807} 2018-11-15 19:19:21,528 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"481","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561528}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561528}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561528}]},"ts":9223372036854775807} 2018-11-15 19:19:21,529 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"482","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561528}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561528}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561528}]},"ts":9223372036854775807} 2018-11-15 19:19:21,529 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"483","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561529}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561529}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561529}]},"ts":9223372036854775807} 2018-11-15 19:19:21,529 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"484","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561529}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561529}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561529}]},"ts":9223372036854775807} 2018-11-15 19:19:21,529 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"485","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561529}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561529}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561529}]},"ts":9223372036854775807} 2018-11-15 19:19:21,529 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"486","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561529}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561529}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561529}]},"ts":9223372036854775807} 2018-11-15 19:19:21,529 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"487","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561529}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561529}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561529}]},"ts":9223372036854775807} 2018-11-15 19:19:21,530 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"488","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561529}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561529}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561529}]},"ts":9223372036854775807} 2018-11-15 19:19:21,530 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"489","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561530}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561530}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561530}]},"ts":9223372036854775807} 2018-11-15 19:19:21,530 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"490","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561530}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561530}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561530}]},"ts":9223372036854775807} 2018-11-15 19:19:21,530 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"491","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561530}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561530}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561530}]},"ts":9223372036854775807} 2018-11-15 19:19:21,530 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"492","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561530}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561530}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561530}]},"ts":9223372036854775807} 2018-11-15 19:19:21,530 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"493","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561530}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561530}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561530}]},"ts":9223372036854775807} 2018-11-15 19:19:21,531 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"494","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561530}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561530}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561530}]},"ts":9223372036854775807} 2018-11-15 19:19:21,531 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"495","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561531}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561531}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561531}]},"ts":9223372036854775807} 2018-11-15 19:19:21,531 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"496","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561531}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561531}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561531}]},"ts":9223372036854775807} 2018-11-15 19:19:21,531 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"497","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561531}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561531}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561531}]},"ts":9223372036854775807} 2018-11-15 19:19:21,531 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"498","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561531}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561531}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561531}]},"ts":9223372036854775807} 2018-11-15 19:19:21,531 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"499","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561531}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561531}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561531}]},"ts":9223372036854775807} 2018-11-15 19:19:21,532 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"500","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561531}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561531}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561531}]},"ts":9223372036854775807} 2018-11-15 19:19:21,532 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"501","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561532}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561532}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561532}]},"ts":9223372036854775807} 2018-11-15 19:19:21,532 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"502","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561532}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561532}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561532}]},"ts":9223372036854775807} 2018-11-15 19:19:21,532 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"503","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561532}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561532}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561532}]},"ts":9223372036854775807} 2018-11-15 19:19:21,532 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"504","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561532}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561532}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561532}]},"ts":9223372036854775807} 2018-11-15 19:19:21,532 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"505","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561532}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561532}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561532}]},"ts":9223372036854775807} 2018-11-15 19:19:21,532 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"506","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561532}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561532}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561532}]},"ts":9223372036854775807} 2018-11-15 19:19:21,533 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"507","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561533}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561533}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561533}]},"ts":9223372036854775807} 2018-11-15 19:19:21,533 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"508","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561533}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561533}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561533}]},"ts":9223372036854775807} 2018-11-15 19:19:21,533 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"509","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561533}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561533}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561533}]},"ts":9223372036854775807} 2018-11-15 19:19:21,533 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"510","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561533}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561533}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561533}]},"ts":9223372036854775807} 2018-11-15 19:19:21,533 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"511","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561533}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561533}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561533}]},"ts":9223372036854775807} 2018-11-15 19:19:21,533 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"512","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561533}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561533}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561533}]},"ts":9223372036854775807} 2018-11-15 19:19:21,534 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"513","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561534}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561534}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561534}]},"ts":9223372036854775807} 2018-11-15 19:19:21,534 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"514","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561534}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561534}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561534}]},"ts":9223372036854775807} 2018-11-15 19:19:21,534 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"515","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561534}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561534}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561534}]},"ts":9223372036854775807} 2018-11-15 19:19:21,534 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"516","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561534}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561534}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561534}]},"ts":9223372036854775807} 2018-11-15 19:19:21,534 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"517","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561534}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561534}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561534}]},"ts":9223372036854775807} 2018-11-15 19:19:21,535 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"518","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561534}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561534}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561534}]},"ts":9223372036854775807} 2018-11-15 19:19:21,535 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"519","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561535}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561535}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561535}]},"ts":9223372036854775807} 2018-11-15 19:19:21,535 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"520","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561535}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561535}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561535}]},"ts":9223372036854775807} 2018-11-15 19:19:21,535 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"521","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561535}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561535}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561535}]},"ts":9223372036854775807} 2018-11-15 19:19:21,535 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"522","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561535}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561535}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561535}]},"ts":9223372036854775807} 2018-11-15 19:19:21,535 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"523","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561535}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561535}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561535}]},"ts":9223372036854775807} 2018-11-15 19:19:21,535 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"524","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561535}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561535}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561535}]},"ts":9223372036854775807} 2018-11-15 19:19:21,536 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"525","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561536}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561536}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561536}]},"ts":9223372036854775807} 2018-11-15 19:19:21,536 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"526","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561536}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561536}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561536}]},"ts":9223372036854775807} 2018-11-15 19:19:21,536 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"527","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561536}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561536}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561536}]},"ts":9223372036854775807} 2018-11-15 19:19:21,536 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"528","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561536}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561536}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561536}]},"ts":9223372036854775807} 2018-11-15 19:19:21,536 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"529","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561536}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561536}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561536}]},"ts":9223372036854775807} 2018-11-15 19:19:21,536 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"530","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561536}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561536}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561536}]},"ts":9223372036854775807} 2018-11-15 19:19:21,537 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"531","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561537}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561537}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561537}]},"ts":9223372036854775807} 2018-11-15 19:19:21,537 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"532","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561537}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561537}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561537}]},"ts":9223372036854775807} 2018-11-15 19:19:21,537 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"533","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561537}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561537}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561537}]},"ts":9223372036854775807} 2018-11-15 19:19:21,537 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"534","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561537}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561537}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561537}]},"ts":9223372036854775807} 2018-11-15 19:19:21,537 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"535","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561537}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561537}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561537}]},"ts":9223372036854775807} 2018-11-15 19:19:21,537 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"536","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561537}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561537}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561537}]},"ts":9223372036854775807} 2018-11-15 19:19:21,538 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"537","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561538}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561538}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561538}]},"ts":9223372036854775807} 2018-11-15 19:19:21,538 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"538","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561538}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561538}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561538}]},"ts":9223372036854775807} 2018-11-15 19:19:21,538 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"539","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561538}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561538}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561538}]},"ts":9223372036854775807} 2018-11-15 19:19:21,538 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"540","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561538}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561538}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561538}]},"ts":9223372036854775807} 2018-11-15 19:19:21,538 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"541","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561538}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561538}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561538}]},"ts":9223372036854775807} 2018-11-15 19:19:21,538 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"542","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561538}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561538}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561538}]},"ts":9223372036854775807} 2018-11-15 19:19:21,539 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"543","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561539}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561539}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561539}]},"ts":9223372036854775807} 2018-11-15 19:19:21,539 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"544","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561539}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561539}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561539}]},"ts":9223372036854775807} 2018-11-15 19:19:21,539 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"545","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561539}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561539}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561539}]},"ts":9223372036854775807} 2018-11-15 19:19:21,539 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"546","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561539}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561539}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561539}]},"ts":9223372036854775807} 2018-11-15 19:19:21,539 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"547","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561539}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561539}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561539}]},"ts":9223372036854775807} 2018-11-15 19:19:21,539 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"548","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561539}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561539}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561539}]},"ts":9223372036854775807} 2018-11-15 19:19:21,540 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"549","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561540}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561540}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561540}]},"ts":9223372036854775807} 2018-11-15 19:19:21,540 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"550","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561540}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561540}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561540}]},"ts":9223372036854775807} 2018-11-15 19:19:21,540 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"551","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561540}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561540}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561540}]},"ts":9223372036854775807} 2018-11-15 19:19:21,540 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"552","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561540}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561540}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561540}]},"ts":9223372036854775807} 2018-11-15 19:19:21,540 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"553","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561540}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561540}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561540}]},"ts":9223372036854775807} 2018-11-15 19:19:21,540 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"554","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561540}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561540}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561540}]},"ts":9223372036854775807} 2018-11-15 19:19:21,541 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"555","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561541}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561541}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561541}]},"ts":9223372036854775807} 2018-11-15 19:19:21,541 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"556","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561541}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561541}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561541}]},"ts":9223372036854775807} 2018-11-15 19:19:21,541 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"557","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561541}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561541}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561541}]},"ts":9223372036854775807} 2018-11-15 19:19:21,541 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"558","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561541}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561541}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561541}]},"ts":9223372036854775807} 2018-11-15 19:19:21,541 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"559","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561541}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561541}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561541}]},"ts":9223372036854775807} 2018-11-15 19:19:21,541 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"560","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561541}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561541}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561541}]},"ts":9223372036854775807} 2018-11-15 19:19:21,542 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"561","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561542}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561542}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561542}]},"ts":9223372036854775807} 2018-11-15 19:19:21,542 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"562","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561542}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561542}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561542}]},"ts":9223372036854775807} 2018-11-15 19:19:21,542 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"563","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561542}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561542}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561542}]},"ts":9223372036854775807} 2018-11-15 19:19:21,542 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"564","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561542}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561542}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561542}]},"ts":9223372036854775807} 2018-11-15 19:19:21,542 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"565","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561542}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561542}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561542}]},"ts":9223372036854775807} 2018-11-15 19:19:21,542 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"566","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561542}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561542}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561542}]},"ts":9223372036854775807} 2018-11-15 19:19:21,543 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"567","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561543}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561543}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561543}]},"ts":9223372036854775807} 2018-11-15 19:19:21,543 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"568","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561543}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561543}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561543}]},"ts":9223372036854775807} 2018-11-15 19:19:21,543 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"569","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561543}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561543}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561543}]},"ts":9223372036854775807} 2018-11-15 19:19:21,543 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"570","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561543}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561543}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561543}]},"ts":9223372036854775807} 2018-11-15 19:19:21,543 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"571","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561543}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561543}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561543}]},"ts":9223372036854775807} 2018-11-15 19:19:21,543 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"572","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561543}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561543}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561543}]},"ts":9223372036854775807} 2018-11-15 19:19:21,544 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"573","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561544}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561544}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561544}]},"ts":9223372036854775807} 2018-11-15 19:19:21,544 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"574","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561544}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561544}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561544}]},"ts":9223372036854775807} 2018-11-15 19:19:21,544 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"575","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561544}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561544}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561544}]},"ts":9223372036854775807} 2018-11-15 19:19:21,544 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"576","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561544}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561544}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561544}]},"ts":9223372036854775807} 2018-11-15 19:19:21,544 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"577","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561544}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561544}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561544}]},"ts":9223372036854775807} 2018-11-15 19:19:21,544 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"578","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561544}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561544}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561544}]},"ts":9223372036854775807} 2018-11-15 19:19:21,545 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"579","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561545}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561545}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561545}]},"ts":9223372036854775807} 2018-11-15 19:19:21,545 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"580","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561545}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561545}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561545}]},"ts":9223372036854775807} 2018-11-15 19:19:21,545 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"581","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561545}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561545}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561545}]},"ts":9223372036854775807} 2018-11-15 19:19:21,545 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"582","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561545}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561545}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561545}]},"ts":9223372036854775807} 2018-11-15 19:19:21,545 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"583","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561545}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561545}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561545}]},"ts":9223372036854775807} 2018-11-15 19:19:21,545 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"584","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561545}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561545}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561545}]},"ts":9223372036854775807} 2018-11-15 19:19:21,546 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"585","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561546}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561546}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561546}]},"ts":9223372036854775807} 2018-11-15 19:19:21,546 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"586","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561546}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561546}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561546}]},"ts":9223372036854775807} 2018-11-15 19:19:21,546 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"587","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561546}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561546}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561546}]},"ts":9223372036854775807} 2018-11-15 19:19:21,546 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"588","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561546}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561546}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561546}]},"ts":9223372036854775807} 2018-11-15 19:19:21,546 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"589","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561546}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561546}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561546}]},"ts":9223372036854775807} 2018-11-15 19:19:21,546 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"590","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561546}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561546}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561546}]},"ts":9223372036854775807} 2018-11-15 19:19:21,547 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"591","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561546}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561546}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561546}]},"ts":9223372036854775807} 2018-11-15 19:19:21,547 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"592","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561547}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561547}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561547}]},"ts":9223372036854775807} 2018-11-15 19:19:21,547 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"593","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561547}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561547}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561547}]},"ts":9223372036854775807} 2018-11-15 19:19:21,547 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"594","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561547}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561547}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561547}]},"ts":9223372036854775807} 2018-11-15 19:19:21,547 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"595","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561547}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561547}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561547}]},"ts":9223372036854775807} 2018-11-15 19:19:21,547 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"596","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561547}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561547}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561547}]},"ts":9223372036854775807} 2018-11-15 19:19:21,547 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"597","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561547}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561547}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561547}]},"ts":9223372036854775807} 2018-11-15 19:19:21,548 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"598","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561548}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561548}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561548}]},"ts":9223372036854775807} 2018-11-15 19:19:21,548 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"599","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561548}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561548}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561548}]},"ts":9223372036854775807} 2018-11-15 19:19:21,548 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"600","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561548}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561548}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561548}]},"ts":9223372036854775807} 2018-11-15 19:19:21,548 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"601","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561548}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561548}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561548}]},"ts":9223372036854775807} 2018-11-15 19:19:21,548 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"602","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561548}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561548}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561548}]},"ts":9223372036854775807} 2018-11-15 19:19:21,548 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"603","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561548}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561548}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561548}]},"ts":9223372036854775807} 2018-11-15 19:19:21,549 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"604","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561549}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561549}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561549}]},"ts":9223372036854775807} 2018-11-15 19:19:21,549 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"605","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561549}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561549}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561549}]},"ts":9223372036854775807} 2018-11-15 19:19:21,549 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"606","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561549}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561549}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561549}]},"ts":9223372036854775807} 2018-11-15 19:19:21,549 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"607","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561549}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561549}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561549}]},"ts":9223372036854775807} 2018-11-15 19:19:21,549 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"608","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561549}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561549}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561549}]},"ts":9223372036854775807} 2018-11-15 19:19:21,549 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"609","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561549}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561549}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561549}]},"ts":9223372036854775807} 2018-11-15 19:19:21,550 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"610","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561550}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561550}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561550}]},"ts":9223372036854775807} 2018-11-15 19:19:21,550 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"611","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561550}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561550}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561550}]},"ts":9223372036854775807} 2018-11-15 19:19:21,550 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"612","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561550}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561550}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561550}]},"ts":9223372036854775807} 2018-11-15 19:19:21,550 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"613","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561550}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561550}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561550}]},"ts":9223372036854775807} 2018-11-15 19:19:21,550 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"614","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561550}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561550}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561550}]},"ts":9223372036854775807} 2018-11-15 19:19:21,550 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"615","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561550}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561550}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561550}]},"ts":9223372036854775807} 2018-11-15 19:19:21,550 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"616","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561550}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561550}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561550}]},"ts":9223372036854775807} 2018-11-15 19:19:21,551 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"617","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561551}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561551}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561551}]},"ts":9223372036854775807} 2018-11-15 19:19:21,551 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"618","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561551}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561551}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561551}]},"ts":9223372036854775807} 2018-11-15 19:19:21,551 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"619","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561551}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561551}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561551}]},"ts":9223372036854775807} 2018-11-15 19:19:21,551 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"620","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561551}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561551}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561551}]},"ts":9223372036854775807} 2018-11-15 19:19:21,551 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"621","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561551}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561551}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561551}]},"ts":9223372036854775807} 2018-11-15 19:19:21,551 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"622","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561551}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561551}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561551}]},"ts":9223372036854775807} 2018-11-15 19:19:21,552 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"623","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561552}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561552}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561552}]},"ts":9223372036854775807} 2018-11-15 19:19:21,552 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"624","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561552}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561552}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561552}]},"ts":9223372036854775807} 2018-11-15 19:19:21,552 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"625","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561552}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561552}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561552}]},"ts":9223372036854775807} 2018-11-15 19:19:21,552 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"626","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561552}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561552}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561552}]},"ts":9223372036854775807} 2018-11-15 19:19:21,552 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"627","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561552}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561552}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561552}]},"ts":9223372036854775807} 2018-11-15 19:19:21,552 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"628","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561552}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561552}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561552}]},"ts":9223372036854775807} 2018-11-15 19:19:21,553 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"629","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561553}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561553}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561553}]},"ts":9223372036854775807} 2018-11-15 19:19:21,553 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"630","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561553}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561553}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561553}]},"ts":9223372036854775807} 2018-11-15 19:19:21,553 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"631","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561553}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561553}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561553}]},"ts":9223372036854775807} 2018-11-15 19:19:21,553 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"632","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561553}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561553}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561553}]},"ts":9223372036854775807} 2018-11-15 19:19:21,553 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"633","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561553}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561553}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561553}]},"ts":9223372036854775807} 2018-11-15 19:19:21,553 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"634","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561553}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561553}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561553}]},"ts":9223372036854775807} 2018-11-15 19:19:21,554 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"635","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561553}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561553}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561553}]},"ts":9223372036854775807} 2018-11-15 19:19:21,554 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"636","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561554}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561554}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561554}]},"ts":9223372036854775807} 2018-11-15 19:19:21,554 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"637","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561554}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561554}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561554}]},"ts":9223372036854775807} 2018-11-15 19:19:21,554 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"638","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561554}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561554}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561554}]},"ts":9223372036854775807} 2018-11-15 19:19:21,554 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"639","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561554}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561554}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561554}]},"ts":9223372036854775807} 2018-11-15 19:19:21,554 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"640","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561554}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561554}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561554}]},"ts":9223372036854775807} 2018-11-15 19:19:21,554 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"641","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561554}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561554}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561554}]},"ts":9223372036854775807} 2018-11-15 19:19:21,555 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"642","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561555}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561555}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561555}]},"ts":9223372036854775807} 2018-11-15 19:19:21,555 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"643","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561555}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561555}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561555}]},"ts":9223372036854775807} 2018-11-15 19:19:21,555 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"644","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561555}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561555}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561555}]},"ts":9223372036854775807} 2018-11-15 19:19:21,555 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"645","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561555}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561555}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561555}]},"ts":9223372036854775807} 2018-11-15 19:19:21,555 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"646","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561555}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561555}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561555}]},"ts":9223372036854775807} 2018-11-15 19:19:21,555 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"647","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561555}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561555}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561555}]},"ts":9223372036854775807} 2018-11-15 19:19:21,556 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"648","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561556}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561556}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561556}]},"ts":9223372036854775807} 2018-11-15 19:19:21,556 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"649","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561556}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561556}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561556}]},"ts":9223372036854775807} 2018-11-15 19:19:21,556 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"650","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561556}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561556}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561556}]},"ts":9223372036854775807} 2018-11-15 19:19:21,556 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"651","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561556}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561556}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561556}]},"ts":9223372036854775807} 2018-11-15 19:19:21,556 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"652","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561556}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561556}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561556}]},"ts":9223372036854775807} 2018-11-15 19:19:21,556 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"653","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561556}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561556}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561556}]},"ts":9223372036854775807} 2018-11-15 19:19:21,557 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"654","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561557}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561557}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561557}]},"ts":9223372036854775807} 2018-11-15 19:19:21,557 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"655","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561557}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561557}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561557}]},"ts":9223372036854775807} 2018-11-15 19:19:21,557 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"656","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561557}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561557}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561557}]},"ts":9223372036854775807} 2018-11-15 19:19:21,557 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"657","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561557}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561557}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561557}]},"ts":9223372036854775807} 2018-11-15 19:19:21,557 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"658","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561557}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561557}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561557}]},"ts":9223372036854775807} 2018-11-15 19:19:21,557 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"659","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561557}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561557}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561557}]},"ts":9223372036854775807} 2018-11-15 19:19:21,558 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"660","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561557}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561557}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561557}]},"ts":9223372036854775807} 2018-11-15 19:19:21,558 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"661","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561558}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561558}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561558}]},"ts":9223372036854775807} 2018-11-15 19:19:21,558 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"662","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561558}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561558}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561558}]},"ts":9223372036854775807} 2018-11-15 19:19:21,558 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"663","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561558}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561558}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561558}]},"ts":9223372036854775807} 2018-11-15 19:19:21,558 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"664","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561558}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561558}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561558}]},"ts":9223372036854775807} 2018-11-15 19:19:21,558 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"665","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561558}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561558}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561558}]},"ts":9223372036854775807} 2018-11-15 19:19:21,558 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"666","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561558}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561558}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561558}]},"ts":9223372036854775807} 2018-11-15 19:19:21,559 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"667","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561559}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561559}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561559}]},"ts":9223372036854775807} 2018-11-15 19:19:21,559 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"668","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561559}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561559}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561559}]},"ts":9223372036854775807} 2018-11-15 19:19:21,559 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"669","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561559}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561559}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561559}]},"ts":9223372036854775807} 2018-11-15 19:19:21,559 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"670","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561559}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561559}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561559}]},"ts":9223372036854775807} 2018-11-15 19:19:21,559 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"671","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561559}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561559}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561559}]},"ts":9223372036854775807} 2018-11-15 19:19:21,559 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"672","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561559}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561559}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561559}]},"ts":9223372036854775807} 2018-11-15 19:19:21,560 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"673","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561560}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561560}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561560}]},"ts":9223372036854775807} 2018-11-15 19:19:21,560 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"674","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561560}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561560}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561560}]},"ts":9223372036854775807} 2018-11-15 19:19:21,560 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"675","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561560}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561560}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561560}]},"ts":9223372036854775807} 2018-11-15 19:19:21,560 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"676","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561560}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561560}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561560}]},"ts":9223372036854775807} 2018-11-15 19:19:21,560 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"677","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561560}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561560}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561560}]},"ts":9223372036854775807} 2018-11-15 19:19:21,560 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"678","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561560}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561560}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561560}]},"ts":9223372036854775807} 2018-11-15 19:19:21,560 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"679","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561560}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561560}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561560}]},"ts":9223372036854775807} 2018-11-15 19:19:21,561 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"680","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561561}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561561}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561561}]},"ts":9223372036854775807} 2018-11-15 19:19:21,561 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"681","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561561}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561561}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561561}]},"ts":9223372036854775807} 2018-11-15 19:19:21,561 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"682","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561561}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561561}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561561}]},"ts":9223372036854775807} 2018-11-15 19:19:21,561 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"683","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561561}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561561}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561561}]},"ts":9223372036854775807} 2018-11-15 19:19:21,561 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"684","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561561}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561561}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561561}]},"ts":9223372036854775807} 2018-11-15 19:19:21,561 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"685","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561561}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561561}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561561}]},"ts":9223372036854775807} 2018-11-15 19:19:21,562 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"686","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561562}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561562}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561562}]},"ts":9223372036854775807} 2018-11-15 19:19:21,562 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"687","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561562}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561562}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561562}]},"ts":9223372036854775807} 2018-11-15 19:19:21,562 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"688","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561562}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561562}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561562}]},"ts":9223372036854775807} 2018-11-15 19:19:21,562 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"689","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561562}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561562}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561562}]},"ts":9223372036854775807} 2018-11-15 19:19:21,562 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"690","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561562}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561562}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561562}]},"ts":9223372036854775807} 2018-11-15 19:19:21,562 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"691","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561562}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561562}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561562}]},"ts":9223372036854775807} 2018-11-15 19:19:21,563 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"692","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561563}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561563}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561563}]},"ts":9223372036854775807} 2018-11-15 19:19:21,563 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"693","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561563}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561563}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561563}]},"ts":9223372036854775807} 2018-11-15 19:19:21,563 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"694","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561563}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561563}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561563}]},"ts":9223372036854775807} 2018-11-15 19:19:21,563 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"695","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561563}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561563}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561563}]},"ts":9223372036854775807} 2018-11-15 19:19:21,563 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"696","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561563}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561563}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561563}]},"ts":9223372036854775807} 2018-11-15 19:19:21,563 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"697","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561563}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561563}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561563}]},"ts":9223372036854775807} 2018-11-15 19:19:21,564 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"698","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561563}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561563}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561563}]},"ts":9223372036854775807} 2018-11-15 19:19:21,564 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"699","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561564}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561564}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561564}]},"ts":9223372036854775807} 2018-11-15 19:19:21,564 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"700","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561564}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561564}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561564}]},"ts":9223372036854775807} 2018-11-15 19:19:21,564 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"701","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561564}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561564}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561564}]},"ts":9223372036854775807} 2018-11-15 19:19:21,564 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"702","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561564}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561564}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561564}]},"ts":9223372036854775807} 2018-11-15 19:19:21,564 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"703","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561564}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561564}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561564}]},"ts":9223372036854775807} 2018-11-15 19:19:21,564 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"704","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561564}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561564}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561564}]},"ts":9223372036854775807} 2018-11-15 19:19:21,565 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"705","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561565}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561565}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561565}]},"ts":9223372036854775807} 2018-11-15 19:19:21,565 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"706","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561565}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561565}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561565}]},"ts":9223372036854775807} 2018-11-15 19:19:21,565 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"707","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561565}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561565}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561565}]},"ts":9223372036854775807} 2018-11-15 19:19:21,565 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"708","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561565}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561565}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561565}]},"ts":9223372036854775807} 2018-11-15 19:19:21,565 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"709","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561565}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561565}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561565}]},"ts":9223372036854775807} 2018-11-15 19:19:21,565 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"710","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561565}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561565}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561565}]},"ts":9223372036854775807} 2018-11-15 19:19:21,566 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"711","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561566}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561566}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561566}]},"ts":9223372036854775807} 2018-11-15 19:19:21,566 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"712","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561566}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561566}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561566}]},"ts":9223372036854775807} 2018-11-15 19:19:21,566 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"713","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561566}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561566}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561566}]},"ts":9223372036854775807} 2018-11-15 19:19:21,566 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"714","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561566}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561566}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561566}]},"ts":9223372036854775807} 2018-11-15 19:19:21,566 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"715","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561566}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561566}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561566}]},"ts":9223372036854775807} 2018-11-15 19:19:21,566 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"716","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561566}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561566}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561566}]},"ts":9223372036854775807} 2018-11-15 19:19:21,566 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"717","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561566}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561566}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561566}]},"ts":9223372036854775807} 2018-11-15 19:19:21,567 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"718","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561567}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561567}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561567}]},"ts":9223372036854775807} 2018-11-15 19:19:21,567 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"719","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561567}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561567}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561567}]},"ts":9223372036854775807} 2018-11-15 19:19:21,567 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"720","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561567}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561567}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561567}]},"ts":9223372036854775807} 2018-11-15 19:19:21,567 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"721","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561567}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561567}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561567}]},"ts":9223372036854775807} 2018-11-15 19:19:21,567 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"722","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561567}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561567}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561567}]},"ts":9223372036854775807} 2018-11-15 19:19:21,567 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"723","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561567}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561567}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561567}]},"ts":9223372036854775807} 2018-11-15 19:19:21,568 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"724","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561568}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561568}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561568}]},"ts":9223372036854775807} 2018-11-15 19:19:21,568 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"725","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561568}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561568}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561568}]},"ts":9223372036854775807} 2018-11-15 19:19:21,568 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"726","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561568}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561568}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561568}]},"ts":9223372036854775807} 2018-11-15 19:19:21,568 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"727","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561568}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561568}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561568}]},"ts":9223372036854775807} 2018-11-15 19:19:21,568 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"728","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561568}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561568}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561568}]},"ts":9223372036854775807} 2018-11-15 19:19:21,568 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"729","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561568}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561568}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561568}]},"ts":9223372036854775807} 2018-11-15 19:19:21,569 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"730","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561568}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561568}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561568}]},"ts":9223372036854775807} 2018-11-15 19:19:21,569 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"731","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561569}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561569}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561569}]},"ts":9223372036854775807} 2018-11-15 19:19:21,569 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"732","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561569}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561569}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561569}]},"ts":9223372036854775807} 2018-11-15 19:19:21,569 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"733","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561569}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561569}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561569}]},"ts":9223372036854775807} 2018-11-15 19:19:21,569 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"734","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561569}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561569}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561569}]},"ts":9223372036854775807} 2018-11-15 19:19:21,569 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"735","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561569}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561569}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561569}]},"ts":9223372036854775807} 2018-11-15 19:19:21,569 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"736","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561569}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561569}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561569}]},"ts":9223372036854775807} 2018-11-15 19:19:21,570 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"737","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561570}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561570}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561570}]},"ts":9223372036854775807} 2018-11-15 19:19:21,570 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"738","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561570}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561570}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561570}]},"ts":9223372036854775807} 2018-11-15 19:19:21,570 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"739","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561570}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561570}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561570}]},"ts":9223372036854775807} 2018-11-15 19:19:21,570 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"740","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561570}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561570}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561570}]},"ts":9223372036854775807} 2018-11-15 19:19:21,570 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"741","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561570}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561570}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561570}]},"ts":9223372036854775807} 2018-11-15 19:19:21,570 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"742","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561570}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561570}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561570}]},"ts":9223372036854775807} 2018-11-15 19:19:21,571 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"743","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561571}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561571}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561571}]},"ts":9223372036854775807} 2018-11-15 19:19:21,571 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"744","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561571}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561571}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561571}]},"ts":9223372036854775807} 2018-11-15 19:19:21,571 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"745","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561571}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561571}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561571}]},"ts":9223372036854775807} 2018-11-15 19:19:21,571 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"746","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561571}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561571}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561571}]},"ts":9223372036854775807} 2018-11-15 19:19:21,571 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"747","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561571}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561571}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561571}]},"ts":9223372036854775807} 2018-11-15 19:19:21,571 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"748","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561571}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561571}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561571}]},"ts":9223372036854775807} 2018-11-15 19:19:21,572 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"749","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561571}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561571}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561571}]},"ts":9223372036854775807} 2018-11-15 19:19:21,572 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"750","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561572}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561572}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561572}]},"ts":9223372036854775807} 2018-11-15 19:19:21,572 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"751","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561572}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561572}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561572}]},"ts":9223372036854775807} 2018-11-15 19:19:21,572 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"752","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561572}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561572}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561572}]},"ts":9223372036854775807} 2018-11-15 19:19:21,572 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"753","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561572}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561572}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561572}]},"ts":9223372036854775807} 2018-11-15 19:19:21,572 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"754","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561572}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561572}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561572}]},"ts":9223372036854775807} 2018-11-15 19:19:21,572 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"755","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561572}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561572}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561572}]},"ts":9223372036854775807} 2018-11-15 19:19:21,573 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"756","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561573}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561573}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561573}]},"ts":9223372036854775807} 2018-11-15 19:19:21,573 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"757","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561573}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561573}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561573}]},"ts":9223372036854775807} 2018-11-15 19:19:21,573 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"758","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561573}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561573}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561573}]},"ts":9223372036854775807} 2018-11-15 19:19:21,573 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"759","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561573}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561573}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561573}]},"ts":9223372036854775807} 2018-11-15 19:19:21,573 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"760","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561573}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561573}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561573}]},"ts":9223372036854775807} 2018-11-15 19:19:21,573 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"761","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561573}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561573}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561573}]},"ts":9223372036854775807} 2018-11-15 19:19:21,574 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"762","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561573}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561573}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561573}]},"ts":9223372036854775807} 2018-11-15 19:19:21,574 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"763","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561574}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561574}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561574}]},"ts":9223372036854775807} 2018-11-15 19:19:21,574 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"764","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561574}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561574}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561574}]},"ts":9223372036854775807} 2018-11-15 19:19:21,574 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"765","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561574}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561574}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561574}]},"ts":9223372036854775807} 2018-11-15 19:19:21,574 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"766","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561574}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561574}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561574}]},"ts":9223372036854775807} 2018-11-15 19:19:21,574 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"767","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561574}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561574}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561574}]},"ts":9223372036854775807} 2018-11-15 19:19:21,574 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"768","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561574}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561574}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561574}]},"ts":9223372036854775807} 2018-11-15 19:19:21,575 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"769","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561575}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561575}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561575}]},"ts":9223372036854775807} 2018-11-15 19:19:21,575 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"770","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561575}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561575}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561575}]},"ts":9223372036854775807} 2018-11-15 19:19:21,575 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"771","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561575}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561575}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561575}]},"ts":9223372036854775807} 2018-11-15 19:19:21,575 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"772","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561575}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561575}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561575}]},"ts":9223372036854775807} 2018-11-15 19:19:21,575 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"773","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561575}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561575}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561575}]},"ts":9223372036854775807} 2018-11-15 19:19:21,575 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"774","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561575}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561575}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561575}]},"ts":9223372036854775807} 2018-11-15 19:19:21,576 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"775","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561576}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561576}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561576}]},"ts":9223372036854775807} 2018-11-15 19:19:21,576 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"776","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561576}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561576}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561576}]},"ts":9223372036854775807} 2018-11-15 19:19:21,576 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"777","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561576}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561576}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561576}]},"ts":9223372036854775807} 2018-11-15 19:19:21,576 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"778","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561576}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561576}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561576}]},"ts":9223372036854775807} 2018-11-15 19:19:21,576 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"779","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561576}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561576}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561576}]},"ts":9223372036854775807} 2018-11-15 19:19:21,576 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"780","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561576}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561576}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561576}]},"ts":9223372036854775807} 2018-11-15 19:19:21,577 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"781","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561577}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561577}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561577}]},"ts":9223372036854775807} 2018-11-15 19:19:21,577 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"782","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561577}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561577}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561577}]},"ts":9223372036854775807} 2018-11-15 19:19:21,577 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"783","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561577}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561577}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561577}]},"ts":9223372036854775807} 2018-11-15 19:19:21,577 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"784","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561577}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561577}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561577}]},"ts":9223372036854775807} 2018-11-15 19:19:21,577 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"785","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561577}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561577}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561577}]},"ts":9223372036854775807} 2018-11-15 19:19:21,577 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"786","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561577}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561577}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561577}]},"ts":9223372036854775807} 2018-11-15 19:19:21,577 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"787","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561577}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561577}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561577}]},"ts":9223372036854775807} 2018-11-15 19:19:21,578 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"788","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561578}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561578}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561578}]},"ts":9223372036854775807} 2018-11-15 19:19:21,578 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"789","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561578}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561578}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561578}]},"ts":9223372036854775807} 2018-11-15 19:19:21,578 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"790","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561578}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561578}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561578}]},"ts":9223372036854775807} 2018-11-15 19:19:21,578 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"791","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561578}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561578}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561578}]},"ts":9223372036854775807} 2018-11-15 19:19:21,578 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"792","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561578}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561578}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561578}]},"ts":9223372036854775807} 2018-11-15 19:19:21,578 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"793","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561578}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561578}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561578}]},"ts":9223372036854775807} 2018-11-15 19:19:21,579 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"794","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561579}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561579}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561579}]},"ts":9223372036854775807} 2018-11-15 19:19:21,579 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"795","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561579}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561579}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561579}]},"ts":9223372036854775807} 2018-11-15 19:19:21,579 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"796","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561579}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561579}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561579}]},"ts":9223372036854775807} 2018-11-15 19:19:21,579 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"797","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561579}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561579}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561579}]},"ts":9223372036854775807} 2018-11-15 19:19:21,579 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"798","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561579}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561579}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561579}]},"ts":9223372036854775807} 2018-11-15 19:19:21,579 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"799","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561579}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561579}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561579}]},"ts":9223372036854775807} 2018-11-15 19:19:21,580 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"800","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561579}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561579}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561579}]},"ts":9223372036854775807} 2018-11-15 19:19:21,580 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"801","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561580}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561580}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561580}]},"ts":9223372036854775807} 2018-11-15 19:19:21,580 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"802","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561580}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561580}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561580}]},"ts":9223372036854775807} 2018-11-15 19:19:21,580 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"803","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561580}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561580}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561580}]},"ts":9223372036854775807} 2018-11-15 19:19:21,580 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"804","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561580}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561580}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561580}]},"ts":9223372036854775807} 2018-11-15 19:19:21,580 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"805","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561580}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561580}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561580}]},"ts":9223372036854775807} 2018-11-15 19:19:21,580 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"806","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561580}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561580}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561580}]},"ts":9223372036854775807} 2018-11-15 19:19:21,581 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"807","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561581}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561581}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561581}]},"ts":9223372036854775807} 2018-11-15 19:19:21,581 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"808","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561581}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561581}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561581}]},"ts":9223372036854775807} 2018-11-15 19:19:21,581 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"809","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561581}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561581}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561581}]},"ts":9223372036854775807} 2018-11-15 19:19:21,581 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"810","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561581}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561581}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561581}]},"ts":9223372036854775807} 2018-11-15 19:19:21,581 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"811","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561581}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561581}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561581}]},"ts":9223372036854775807} 2018-11-15 19:19:21,581 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"812","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561581}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561581}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561581}]},"ts":9223372036854775807} 2018-11-15 19:19:21,582 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"813","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561582}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561582}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561582}]},"ts":9223372036854775807} 2018-11-15 19:19:21,582 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"814","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561582}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561582}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561582}]},"ts":9223372036854775807} 2018-11-15 19:19:21,582 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"815","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561582}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561582}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561582}]},"ts":9223372036854775807} 2018-11-15 19:19:21,582 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"816","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561582}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561582}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561582}]},"ts":9223372036854775807} 2018-11-15 19:19:21,582 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"817","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561582}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561582}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561582}]},"ts":9223372036854775807} 2018-11-15 19:19:21,582 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"818","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561582}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561582}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561582}]},"ts":9223372036854775807} 2018-11-15 19:19:21,583 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"819","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561583}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561583}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561583}]},"ts":9223372036854775807} 2018-11-15 19:19:21,583 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"820","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561583}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561583}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561583}]},"ts":9223372036854775807} 2018-11-15 19:19:21,583 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"821","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561583}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561583}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561583}]},"ts":9223372036854775807} 2018-11-15 19:19:21,583 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"822","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561583}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561583}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561583}]},"ts":9223372036854775807} 2018-11-15 19:19:21,583 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"823","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561583}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561583}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561583}]},"ts":9223372036854775807} 2018-11-15 19:19:21,583 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"824","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561583}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561583}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561583}]},"ts":9223372036854775807} 2018-11-15 19:19:21,583 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"825","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561583}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561583}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561583}]},"ts":9223372036854775807} 2018-11-15 19:19:21,584 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"826","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561584}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561584}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561584}]},"ts":9223372036854775807} 2018-11-15 19:19:21,584 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"827","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561584}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561584}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561584}]},"ts":9223372036854775807} 2018-11-15 19:19:21,584 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"828","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561584}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561584}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561584}]},"ts":9223372036854775807} 2018-11-15 19:19:21,584 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"829","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561584}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561584}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561584}]},"ts":9223372036854775807} 2018-11-15 19:19:21,584 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"830","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561584}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561584}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561584}]},"ts":9223372036854775807} 2018-11-15 19:19:21,584 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"831","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561584}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561584}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561584}]},"ts":9223372036854775807} 2018-11-15 19:19:21,585 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"832","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561585}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561585}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561585}]},"ts":9223372036854775807} 2018-11-15 19:19:21,585 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"833","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561585}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561585}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561585}]},"ts":9223372036854775807} 2018-11-15 19:19:21,585 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"834","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561585}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561585}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561585}]},"ts":9223372036854775807} 2018-11-15 19:19:21,585 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"835","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561585}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561585}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561585}]},"ts":9223372036854775807} 2018-11-15 19:19:21,585 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"836","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561585}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561585}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561585}]},"ts":9223372036854775807} 2018-11-15 19:19:21,585 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"837","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561585}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561585}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561585}]},"ts":9223372036854775807} 2018-11-15 19:19:21,585 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"838","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561585}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561585}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561585}]},"ts":9223372036854775807} 2018-11-15 19:19:21,586 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"839","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561586}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561586}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561586}]},"ts":9223372036854775807} 2018-11-15 19:19:21,586 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"840","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561586}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561586}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561586}]},"ts":9223372036854775807} 2018-11-15 19:19:21,586 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"841","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561586}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561586}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561586}]},"ts":9223372036854775807} 2018-11-15 19:19:21,586 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"842","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561586}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561586}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561586}]},"ts":9223372036854775807} 2018-11-15 19:19:21,586 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"843","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561586}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561586}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561586}]},"ts":9223372036854775807} 2018-11-15 19:19:21,586 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"844","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561586}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561586}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561586}]},"ts":9223372036854775807} 2018-11-15 19:19:21,587 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"845","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561587}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561587}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561587}]},"ts":9223372036854775807} 2018-11-15 19:19:21,587 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"846","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561587}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561587}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561587}]},"ts":9223372036854775807} 2018-11-15 19:19:21,587 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"847","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561587}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561587}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561587}]},"ts":9223372036854775807} 2018-11-15 19:19:21,587 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"848","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561587}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561587}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561587}]},"ts":9223372036854775807} 2018-11-15 19:19:21,587 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"849","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561587}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561587}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561587}]},"ts":9223372036854775807} 2018-11-15 19:19:21,587 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"850","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561587}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561587}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561587}]},"ts":9223372036854775807} 2018-11-15 19:19:21,587 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"851","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561587}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561587}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561587}]},"ts":9223372036854775807} 2018-11-15 19:19:21,588 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"852","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561588}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561588}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561588}]},"ts":9223372036854775807} 2018-11-15 19:19:21,588 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"853","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561588}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561588}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561588}]},"ts":9223372036854775807} 2018-11-15 19:19:21,588 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"854","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561588}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561588}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561588}]},"ts":9223372036854775807} 2018-11-15 19:19:21,588 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"855","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561588}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561588}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561588}]},"ts":9223372036854775807} 2018-11-15 19:19:21,588 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"856","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561588}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561588}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561588}]},"ts":9223372036854775807} 2018-11-15 19:19:21,588 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"857","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561588}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561588}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561588}]},"ts":9223372036854775807} 2018-11-15 19:19:21,589 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"858","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561589}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561589}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561589}]},"ts":9223372036854775807} 2018-11-15 19:19:21,589 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"859","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561589}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561589}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561589}]},"ts":9223372036854775807} 2018-11-15 19:19:21,589 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"860","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561589}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561589}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561589}]},"ts":9223372036854775807} 2018-11-15 19:19:21,589 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"861","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561589}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561589}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561589}]},"ts":9223372036854775807} 2018-11-15 19:19:21,589 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"862","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561589}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561589}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561589}]},"ts":9223372036854775807} 2018-11-15 19:19:21,589 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"863","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561589}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561589}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561589}]},"ts":9223372036854775807} 2018-11-15 19:19:21,589 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"864","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561589}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561589}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561589}]},"ts":9223372036854775807} 2018-11-15 19:19:21,590 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"865","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561590}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561590}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561590}]},"ts":9223372036854775807} 2018-11-15 19:19:21,590 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"866","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561590}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561590}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561590}]},"ts":9223372036854775807} 2018-11-15 19:19:21,590 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"867","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561590}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561590}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561590}]},"ts":9223372036854775807} 2018-11-15 19:19:21,590 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"868","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561590}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561590}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561590}]},"ts":9223372036854775807} 2018-11-15 19:19:21,590 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"869","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561590}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561590}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561590}]},"ts":9223372036854775807} 2018-11-15 19:19:21,590 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"870","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561590}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561590}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561590}]},"ts":9223372036854775807} 2018-11-15 19:19:21,591 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"871","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561591}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561591}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561591}]},"ts":9223372036854775807} 2018-11-15 19:19:21,591 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"872","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561591}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561591}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561591}]},"ts":9223372036854775807} 2018-11-15 19:19:21,591 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"873","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561591}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561591}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561591}]},"ts":9223372036854775807} 2018-11-15 19:19:21,591 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"874","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561591}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561591}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561591}]},"ts":9223372036854775807} 2018-11-15 19:19:21,591 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"875","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561591}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561591}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561591}]},"ts":9223372036854775807} 2018-11-15 19:19:21,591 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"876","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561591}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561591}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561591}]},"ts":9223372036854775807} 2018-11-15 19:19:21,592 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"877","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561591}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561591}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561591}]},"ts":9223372036854775807} 2018-11-15 19:19:21,592 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"878","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561592}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561592}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561592}]},"ts":9223372036854775807} 2018-11-15 19:19:21,592 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"879","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561592}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561592}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561592}]},"ts":9223372036854775807} 2018-11-15 19:19:21,592 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"880","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561592}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561592}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561592}]},"ts":9223372036854775807} 2018-11-15 19:19:21,592 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"881","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561592}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561592}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561592}]},"ts":9223372036854775807} 2018-11-15 19:19:21,592 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"882","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561592}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561592}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561592}]},"ts":9223372036854775807} 2018-11-15 19:19:21,592 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"883","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561592}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561592}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561592}]},"ts":9223372036854775807} 2018-11-15 19:19:21,593 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"884","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561593}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561593}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561593}]},"ts":9223372036854775807} 2018-11-15 19:19:21,593 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"885","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561593}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561593}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561593}]},"ts":9223372036854775807} 2018-11-15 19:19:21,593 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"886","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561593}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561593}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561593}]},"ts":9223372036854775807} 2018-11-15 19:19:21,593 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"887","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561593}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561593}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561593}]},"ts":9223372036854775807} 2018-11-15 19:19:21,593 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"888","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561593}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561593}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561593}]},"ts":9223372036854775807} 2018-11-15 19:19:21,593 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"889","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561593}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561593}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561593}]},"ts":9223372036854775807} 2018-11-15 19:19:21,593 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"890","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561593}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561593}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561593}]},"ts":9223372036854775807} 2018-11-15 19:19:21,594 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"891","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561594}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561594}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561594}]},"ts":9223372036854775807} 2018-11-15 19:19:21,594 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"892","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561594}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561594}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561594}]},"ts":9223372036854775807} 2018-11-15 19:19:21,594 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"893","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561594}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561594}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561594}]},"ts":9223372036854775807} 2018-11-15 19:19:21,594 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"894","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561594}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561594}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561594}]},"ts":9223372036854775807} 2018-11-15 19:19:21,594 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"895","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561594}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561594}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561594}]},"ts":9223372036854775807} 2018-11-15 19:19:21,594 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"896","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561594}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561594}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561594}]},"ts":9223372036854775807} 2018-11-15 19:19:21,595 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"897","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561595}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561595}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561595}]},"ts":9223372036854775807} 2018-11-15 19:19:21,595 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"898","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561595}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561595}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561595}]},"ts":9223372036854775807} 2018-11-15 19:19:21,595 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"899","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561595}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561595}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561595}]},"ts":9223372036854775807} 2018-11-15 19:19:21,595 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"900","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561595}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561595}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561595}]},"ts":9223372036854775807} 2018-11-15 19:19:21,595 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"901","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561595}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561595}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561595}]},"ts":9223372036854775807} 2018-11-15 19:19:21,595 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"902","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561595}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561595}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561595}]},"ts":9223372036854775807} 2018-11-15 19:19:21,595 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"903","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561595}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561595}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561595}]},"ts":9223372036854775807} 2018-11-15 19:19:21,596 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"904","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561596}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561596}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561596}]},"ts":9223372036854775807} 2018-11-15 19:19:21,596 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"905","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561596}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561596}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561596}]},"ts":9223372036854775807} 2018-11-15 19:19:21,596 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"906","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561596}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561596}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561596}]},"ts":9223372036854775807} 2018-11-15 19:19:21,596 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"907","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561596}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561596}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561596}]},"ts":9223372036854775807} 2018-11-15 19:19:21,596 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"908","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561596}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561596}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561596}]},"ts":9223372036854775807} 2018-11-15 19:19:21,596 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"909","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561596}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561596}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561596}]},"ts":9223372036854775807} 2018-11-15 19:19:21,596 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"910","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561596}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561596}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561596}]},"ts":9223372036854775807} 2018-11-15 19:19:21,597 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"911","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561597}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561597}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561597}]},"ts":9223372036854775807} 2018-11-15 19:19:21,597 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"912","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561597}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561597}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561597}]},"ts":9223372036854775807} 2018-11-15 19:19:21,597 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"913","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561597}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561597}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561597}]},"ts":9223372036854775807} 2018-11-15 19:19:21,597 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"914","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561597}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561597}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561597}]},"ts":9223372036854775807} 2018-11-15 19:19:21,597 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"915","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561597}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561597}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561597}]},"ts":9223372036854775807} 2018-11-15 19:19:21,597 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"916","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561597}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561597}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561597}]},"ts":9223372036854775807} 2018-11-15 19:19:21,598 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"917","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561598}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561598}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561598}]},"ts":9223372036854775807} 2018-11-15 19:19:21,598 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"918","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561598}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561598}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561598}]},"ts":9223372036854775807} 2018-11-15 19:19:21,598 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"919","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561598}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561598}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561598}]},"ts":9223372036854775807} 2018-11-15 19:19:21,598 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"920","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561598}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561598}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561598}]},"ts":9223372036854775807} 2018-11-15 19:19:21,598 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"921","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561598}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561598}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561598}]},"ts":9223372036854775807} 2018-11-15 19:19:21,598 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"922","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561598}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561598}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561598}]},"ts":9223372036854775807} 2018-11-15 19:19:21,598 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"923","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561598}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561598}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561598}]},"ts":9223372036854775807} 2018-11-15 19:19:21,599 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"924","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561599}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561599}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561599}]},"ts":9223372036854775807} 2018-11-15 19:19:21,599 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"925","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561599}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561599}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561599}]},"ts":9223372036854775807} 2018-11-15 19:19:21,599 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"926","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561599}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561599}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561599}]},"ts":9223372036854775807} 2018-11-15 19:19:21,599 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"927","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561599}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561599}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561599}]},"ts":9223372036854775807} 2018-11-15 19:19:21,599 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"928","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561599}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561599}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561599}]},"ts":9223372036854775807} 2018-11-15 19:19:21,599 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"929","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561599}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561599}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561599}]},"ts":9223372036854775807} 2018-11-15 19:19:21,600 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"930","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561600}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561600}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561600}]},"ts":9223372036854775807} 2018-11-15 19:19:21,600 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"931","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561600}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561600}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561600}]},"ts":9223372036854775807} 2018-11-15 19:19:21,600 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"932","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561600}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561600}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561600}]},"ts":9223372036854775807} 2018-11-15 19:19:21,600 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"933","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561600}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561600}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561600}]},"ts":9223372036854775807} 2018-11-15 19:19:21,600 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"934","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561600}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561600}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561600}]},"ts":9223372036854775807} 2018-11-15 19:19:21,600 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"935","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561600}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561600}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561600}]},"ts":9223372036854775807} 2018-11-15 19:19:21,600 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"936","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561600}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561600}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561600}]},"ts":9223372036854775807} 2018-11-15 19:19:21,601 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"937","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561601}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561601}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561601}]},"ts":9223372036854775807} 2018-11-15 19:19:21,601 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"938","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561601}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561601}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561601}]},"ts":9223372036854775807} 2018-11-15 19:19:21,601 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"939","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561601}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561601}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561601}]},"ts":9223372036854775807} 2018-11-15 19:19:21,601 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"940","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561601}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561601}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561601}]},"ts":9223372036854775807} 2018-11-15 19:19:21,601 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"941","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561601}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561601}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561601}]},"ts":9223372036854775807} 2018-11-15 19:19:21,601 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"942","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561601}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561601}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561601}]},"ts":9223372036854775807} 2018-11-15 19:19:21,602 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"943","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561602}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561602}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561602}]},"ts":9223372036854775807} 2018-11-15 19:19:21,602 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"944","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561602}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561602}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561602}]},"ts":9223372036854775807} 2018-11-15 19:19:21,602 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"945","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561602}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561602}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561602}]},"ts":9223372036854775807} 2018-11-15 19:19:21,602 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"946","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561602}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561602}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561602}]},"ts":9223372036854775807} 2018-11-15 19:19:21,602 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"947","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561602}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561602}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561602}]},"ts":9223372036854775807} 2018-11-15 19:19:21,602 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"948","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561602}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561602}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561602}]},"ts":9223372036854775807} 2018-11-15 19:19:21,603 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"949","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561603}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561603}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561603}]},"ts":9223372036854775807} 2018-11-15 19:19:21,603 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"950","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561603}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561603}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561603}]},"ts":9223372036854775807} 2018-11-15 19:19:21,603 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"951","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561603}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561603}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561603}]},"ts":9223372036854775807} 2018-11-15 19:19:21,603 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"952","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561603}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561603}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561603}]},"ts":9223372036854775807} 2018-11-15 19:19:21,603 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"953","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561603}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561603}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561603}]},"ts":9223372036854775807} 2018-11-15 19:19:21,603 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"954","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561603}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561603}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561603}]},"ts":9223372036854775807} 2018-11-15 19:19:21,604 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"955","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561604}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561604}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561604}]},"ts":9223372036854775807} 2018-11-15 19:19:21,604 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"956","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561604}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561604}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561604}]},"ts":9223372036854775807} 2018-11-15 19:19:21,604 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"957","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561604}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561604}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561604}]},"ts":9223372036854775807} 2018-11-15 19:19:21,604 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"958","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561604}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561604}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561604}]},"ts":9223372036854775807} 2018-11-15 19:19:21,604 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"959","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561604}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561604}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561604}]},"ts":9223372036854775807} 2018-11-15 19:19:21,604 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"960","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561604}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561604}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561604}]},"ts":9223372036854775807} 2018-11-15 19:19:21,605 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"961","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561605}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561605}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561605}]},"ts":9223372036854775807} 2018-11-15 19:19:21,605 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"962","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561605}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561605}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561605}]},"ts":9223372036854775807} 2018-11-15 19:19:21,605 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"963","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561605}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561605}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561605}]},"ts":9223372036854775807} 2018-11-15 19:19:21,605 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"964","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561605}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561605}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561605}]},"ts":9223372036854775807} 2018-11-15 19:19:21,605 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"965","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561605}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561605}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561605}]},"ts":9223372036854775807} 2018-11-15 19:19:21,606 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"966","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561605}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561605}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561605}]},"ts":9223372036854775807} 2018-11-15 19:19:21,606 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"967","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561606}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561606}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561606}]},"ts":9223372036854775807} 2018-11-15 19:19:21,606 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"968","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561606}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561606}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561606}]},"ts":9223372036854775807} 2018-11-15 19:19:21,606 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"969","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561606}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561606}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561606}]},"ts":9223372036854775807} 2018-11-15 19:19:21,606 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"970","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561606}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561606}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561606}]},"ts":9223372036854775807} 2018-11-15 19:19:21,606 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"971","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561606}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561606}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561606}]},"ts":9223372036854775807} 2018-11-15 19:19:21,607 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"972","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561606}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561606}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561606}]},"ts":9223372036854775807} 2018-11-15 19:19:21,607 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"973","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561607}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561607}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561607}]},"ts":9223372036854775807} 2018-11-15 19:19:21,607 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"974","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561607}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561607}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561607}]},"ts":9223372036854775807} 2018-11-15 19:19:21,607 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"975","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561607}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561607}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561607}]},"ts":9223372036854775807} 2018-11-15 19:19:21,607 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"976","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561607}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561607}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561607}]},"ts":9223372036854775807} 2018-11-15 19:19:21,607 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"977","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561607}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561607}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561607}]},"ts":9223372036854775807} 2018-11-15 19:19:21,607 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"978","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561607}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561607}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561607}]},"ts":9223372036854775807} 2018-11-15 19:19:21,608 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"979","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561608}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561608}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561608}]},"ts":9223372036854775807} 2018-11-15 19:19:21,608 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"980","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561608}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561608}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561608}]},"ts":9223372036854775807} 2018-11-15 19:19:21,608 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"981","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561608}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561608}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561608}]},"ts":9223372036854775807} 2018-11-15 19:19:21,608 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"982","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561608}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561608}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561608}]},"ts":9223372036854775807} 2018-11-15 19:19:21,608 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"983","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561608}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561608}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561608}]},"ts":9223372036854775807} 2018-11-15 19:19:21,609 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"984","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561608}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561608}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561608}]},"ts":9223372036854775807} 2018-11-15 19:19:21,609 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"985","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561609}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561609}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561609}]},"ts":9223372036854775807} 2018-11-15 19:19:21,609 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"986","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561609}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561609}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561609}]},"ts":9223372036854775807} 2018-11-15 19:19:21,609 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"987","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561609}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561609}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561609}]},"ts":9223372036854775807} 2018-11-15 19:19:21,609 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"988","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561609}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561609}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561609}]},"ts":9223372036854775807} 2018-11-15 19:19:21,609 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"989","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561609}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561609}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561609}]},"ts":9223372036854775807} 2018-11-15 19:19:21,609 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"990","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561609}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561609}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561609}]},"ts":9223372036854775807} 2018-11-15 19:19:21,610 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"991","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561610}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561610}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561610}]},"ts":9223372036854775807} 2018-11-15 19:19:21,610 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"992","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561610}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561610}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561610}]},"ts":9223372036854775807} 2018-11-15 19:19:21,610 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"993","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561610}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561610}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561610}]},"ts":9223372036854775807} 2018-11-15 19:19:21,610 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"994","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561610}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561610}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561610}]},"ts":9223372036854775807} 2018-11-15 19:19:21,610 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"995","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561610}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561610}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561610}]},"ts":9223372036854775807} 2018-11-15 19:19:21,610 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"996","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561610}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561610}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561610}]},"ts":9223372036854775807} 2018-11-15 19:19:21,610 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"997","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561610}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561610}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561610}]},"ts":9223372036854775807} 2018-11-15 19:19:21,611 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"998","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561611}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561611}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561611}]},"ts":9223372036854775807} 2018-11-15 19:19:21,611 INFO [Time-limited test] regionserver.TestHRegion(4708): {"totalColumns":3,"row":"999","families":{"cf3":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561611}],"cf2":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561611}],"cf1":[{"qualifier":"cq","vlen":0,"tag":[],"timestamp":1542309561611}]},"ts":9223372036854775807} 2018-11-15 19:19:21,611 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 3/3 column families, dataSize=81.71 KB heapSize=305.44 KB 2018-11-15 19:19:21,683 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 4d795903d4b14e8a98c4cbc3da9c3cbd 2018-11-15 19:19:21,687 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=27.24 KB at sequenceid=1002 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/23068d04-c400-0a8a-6b97-c725bd1fa951/TestHRegiontestRegionReplicaSecondaryIsReadOnly/data/default/testRegionReplicaSecondaryIsReadOnly/11639eea3c49987851f7b1af619b41a6/.tmp/cf1/4d795903d4b14e8a98c4cbc3da9c3cbd 2018-11-15 19:19:21,770 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on f6aebce80d874cd5bd32191c3005413c 2018-11-15 19:19:21,776 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=27.24 KB at sequenceid=1002 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/23068d04-c400-0a8a-6b97-c725bd1fa951/TestHRegiontestRegionReplicaSecondaryIsReadOnly/data/default/testRegionReplicaSecondaryIsReadOnly/11639eea3c49987851f7b1af619b41a6/.tmp/cf2/f6aebce80d874cd5bd32191c3005413c 2018-11-15 19:19:21,882 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 3cb0d37fbc6844b89c1af67556c7716e 2018-11-15 19:19:21,892 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=27.24 KB at sequenceid=1002 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/23068d04-c400-0a8a-6b97-c725bd1fa951/TestHRegiontestRegionReplicaSecondaryIsReadOnly/data/default/testRegionReplicaSecondaryIsReadOnly/11639eea3c49987851f7b1af619b41a6/.tmp/cf3/3cb0d37fbc6844b89c1af67556c7716e 2018-11-15 19:19:21,896 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/23068d04-c400-0a8a-6b97-c725bd1fa951/TestHRegiontestRegionReplicaSecondaryIsReadOnly/data/default/testRegionReplicaSecondaryIsReadOnly/11639eea3c49987851f7b1af619b41a6/.tmp/cf1/4d795903d4b14e8a98c4cbc3da9c3cbd as /mnt/disk2/a/hbase/hbase-server/target/test-data/23068d04-c400-0a8a-6b97-c725bd1fa951/TestHRegiontestRegionReplicaSecondaryIsReadOnly/data/default/testRegionReplicaSecondaryIsReadOnly/11639eea3c49987851f7b1af619b41a6/cf1/4d795903d4b14e8a98c4cbc3da9c3cbd 2018-11-15 19:19:21,897 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/23068d04-c400-0a8a-6b97-c725bd1fa951/TestHRegiontestRegionReplicaSecondaryIsReadOnly/data/default/testRegionReplicaSecondaryIsReadOnly/11639eea3c49987851f7b1af619b41a6/cf1/4d795903d4b14e8a98c4cbc3da9c3cbd, entries=1000, sequenceid=1002, filesize=36.5 K 2018-11-15 19:19:21,899 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/23068d04-c400-0a8a-6b97-c725bd1fa951/TestHRegiontestRegionReplicaSecondaryIsReadOnly/data/default/testRegionReplicaSecondaryIsReadOnly/11639eea3c49987851f7b1af619b41a6/.tmp/cf2/f6aebce80d874cd5bd32191c3005413c as /mnt/disk2/a/hbase/hbase-server/target/test-data/23068d04-c400-0a8a-6b97-c725bd1fa951/TestHRegiontestRegionReplicaSecondaryIsReadOnly/data/default/testRegionReplicaSecondaryIsReadOnly/11639eea3c49987851f7b1af619b41a6/cf2/f6aebce80d874cd5bd32191c3005413c 2018-11-15 19:19:21,900 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/23068d04-c400-0a8a-6b97-c725bd1fa951/TestHRegiontestRegionReplicaSecondaryIsReadOnly/data/default/testRegionReplicaSecondaryIsReadOnly/11639eea3c49987851f7b1af619b41a6/cf2/f6aebce80d874cd5bd32191c3005413c, entries=1000, sequenceid=1002, filesize=36.5 K 2018-11-15 19:19:21,900 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/23068d04-c400-0a8a-6b97-c725bd1fa951/TestHRegiontestRegionReplicaSecondaryIsReadOnly/data/default/testRegionReplicaSecondaryIsReadOnly/11639eea3c49987851f7b1af619b41a6/.tmp/cf3/3cb0d37fbc6844b89c1af67556c7716e as /mnt/disk2/a/hbase/hbase-server/target/test-data/23068d04-c400-0a8a-6b97-c725bd1fa951/TestHRegiontestRegionReplicaSecondaryIsReadOnly/data/default/testRegionReplicaSecondaryIsReadOnly/11639eea3c49987851f7b1af619b41a6/cf3/3cb0d37fbc6844b89c1af67556c7716e 2018-11-15 19:19:21,901 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/23068d04-c400-0a8a-6b97-c725bd1fa951/TestHRegiontestRegionReplicaSecondaryIsReadOnly/data/default/testRegionReplicaSecondaryIsReadOnly/11639eea3c49987851f7b1af619b41a6/cf3/3cb0d37fbc6844b89c1af67556c7716e, entries=1000, sequenceid=1002, filesize=36.5 K 2018-11-15 19:19:21,903 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~81.71 KB/83670, heapSize ~305.39 KB/312720, currentSize=0 B/0 for 11639eea3c49987851f7b1af619b41a6 in 292ms, sequenceid=1002, compaction requested=false 2018-11-15 19:19:21,903 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309561611 Obtaining lock to block concurrent updates at 1542309561611 Preparing flush snapshotting stores in 11639eea3c49987851f7b1af619b41a6 at 1542309561611 Finished memstore snapshotting testRegionReplicaSecondaryIsReadOnly,,1542309561132.11639eea3c49987851f7b1af619b41a6., syncing WAL and waiting on mvcc, flushsize=dataSize=83670, getHeapSize=312720, getOffHeapSize=0 at 1542309561612 Flushing stores of testRegionReplicaSecondaryIsReadOnly,,1542309561132.11639eea3c49987851f7b1af619b41a6. at 1542309561612 Flushing cf1: creating writer at 1542309561612 Flushing cf1: appending metadata at 1542309561686 Flushing cf1: closing flushed file at 1542309561686 Flushing cf2: creating writer at 1542309561689 Flushing cf2: appending metadata at 1542309561775 Flushing cf2: closing flushed file at 1542309561775 Flushing cf3: creating writer at 1542309561778 Flushing cf3: appending metadata at 1542309561889 Flushing cf3: closing flushed file at 1542309561889 Flushing cf1: reopening flushed file at 1542309561896 Flushing cf2: reopening flushed file at 1542309561899 Flushing cf3: reopening flushed file at 1542309561901 Finished flush of dataSize ~81.71 KB/83670, heapSize ~305.39 KB/312720, currentSize=0 B/0 for 11639eea3c49987851f7b1af619b41a6 in 292ms, sequenceid=1002, compaction requested=false at 1542309561903 Flush successful at 1542309561903 2018-11-15 19:19:21,904 DEBUG [Time-limited test] regionserver.HRegion(7233): Opening region: {ENCODED => d8b8d855275c4b56948b9fe1fffa1387, NAME => 'testRegionReplicaSecondaryIsReadOnly,,1542309561132_0001.d8b8d855275c4b56948b9fe1fffa1387.', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2018-11-15 19:19:21,906 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testRegionReplicaSecondaryIsReadOnly,,1542309561132_0001.d8b8d855275c4b56948b9fe1fffa1387.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:19:21,906 DEBUG [Time-limited test] regionserver.HRegion(7272): checking encryption for d8b8d855275c4b56948b9fe1fffa1387 2018-11-15 19:19:21,907 DEBUG [Time-limited test] regionserver.HRegion(7277): checking classloading for d8b8d855275c4b56948b9fe1fffa1387 2018-11-15 19:19:21,909 DEBUG [StoreOpener-d8b8d855275c4b56948b9fe1fffa1387-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:19:21,910 INFO [StoreOpener-d8b8d855275c4b56948b9fe1fffa1387-1] hfile.CacheConfig(237): Created cacheConfig for cf1: blockCache=LruBlockCache{blockCount=248, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:19:21,911 INFO [StoreOpener-d8b8d855275c4b56948b9fe1fffa1387-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:19:21,913 DEBUG [StoreOpener-d8b8d855275c4b56948b9fe1fffa1387-1] regionserver.HStore(587): loaded file:/mnt/disk2/a/hbase/hbase-server/target/test-data/23068d04-c400-0a8a-6b97-c725bd1fa951/TestHRegiontestRegionReplicaSecondaryIsReadOnly/data/default/testRegionReplicaSecondaryIsReadOnly/11639eea3c49987851f7b1af619b41a6/cf1/4d795903d4b14e8a98c4cbc3da9c3cbd 2018-11-15 19:19:21,913 INFO [StoreOpener-d8b8d855275c4b56948b9fe1fffa1387-1] regionserver.HStore(335): Store=cf1, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:19:21,914 DEBUG [StoreOpener-d8b8d855275c4b56948b9fe1fffa1387-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:19:21,914 INFO [StoreOpener-d8b8d855275c4b56948b9fe1fffa1387-1] hfile.CacheConfig(237): Created cacheConfig for cf2: blockCache=LruBlockCache{blockCount=248, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:19:21,914 INFO [StoreOpener-d8b8d855275c4b56948b9fe1fffa1387-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:19:21,916 DEBUG [StoreOpener-d8b8d855275c4b56948b9fe1fffa1387-1] regionserver.HStore(587): loaded file:/mnt/disk2/a/hbase/hbase-server/target/test-data/23068d04-c400-0a8a-6b97-c725bd1fa951/TestHRegiontestRegionReplicaSecondaryIsReadOnly/data/default/testRegionReplicaSecondaryIsReadOnly/11639eea3c49987851f7b1af619b41a6/cf2/f6aebce80d874cd5bd32191c3005413c 2018-11-15 19:19:21,916 INFO [StoreOpener-d8b8d855275c4b56948b9fe1fffa1387-1] regionserver.HStore(335): Store=cf2, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:19:21,916 DEBUG [StoreOpener-d8b8d855275c4b56948b9fe1fffa1387-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:19:21,916 INFO [StoreOpener-d8b8d855275c4b56948b9fe1fffa1387-1] hfile.CacheConfig(237): Created cacheConfig for cf3: blockCache=LruBlockCache{blockCount=248, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:19:21,917 INFO [StoreOpener-d8b8d855275c4b56948b9fe1fffa1387-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:19:21,918 DEBUG [StoreOpener-d8b8d855275c4b56948b9fe1fffa1387-1] regionserver.HStore(587): loaded file:/mnt/disk2/a/hbase/hbase-server/target/test-data/23068d04-c400-0a8a-6b97-c725bd1fa951/TestHRegiontestRegionReplicaSecondaryIsReadOnly/data/default/testRegionReplicaSecondaryIsReadOnly/11639eea3c49987851f7b1af619b41a6/cf3/3cb0d37fbc6844b89c1af67556c7716e 2018-11-15 19:19:21,918 INFO [StoreOpener-d8b8d855275c4b56948b9fe1fffa1387-1] regionserver.HStore(335): Store=cf3, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:19:21,919 DEBUG [Time-limited test] regionserver.FlushLargeStoresPolicy(61): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionReplicaSecondaryIsReadOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7M)) instead. 2018-11-15 19:19:21,920 INFO [Time-limited test] regionserver.HRegion(1009): Opened d8b8d855275c4b56948b9fe1fffa1387; next sequenceid=1003 2018-11-15 19:19:21,920 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 11639eea3c49987851f7b1af619b41a6, disabling compactions & flushes 2018-11-15 19:19:21,920 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testRegionReplicaSecondaryIsReadOnly,,1542309561132.11639eea3c49987851f7b1af619b41a6. 2018-11-15 19:19:21,922 INFO [Time-limited test] regionserver.HRegion(1711): Closed testRegionReplicaSecondaryIsReadOnly,,1542309561132.11639eea3c49987851f7b1af619b41a6. 2018-11-15 19:19:21,924 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/23068d04-c400-0a8a-6b97-c725bd1fa951/TestHRegiontestRegionReplicaSecondaryIsReadOnly/oldWALs 2018-11-15 19:19:21,924 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-23353141:(num 1542309561138) 2018-11-15 19:19:21,924 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing d8b8d855275c4b56948b9fe1fffa1387, disabling compactions & flushes 2018-11-15 19:19:21,924 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testRegionReplicaSecondaryIsReadOnly,,1542309561132_0001.d8b8d855275c4b56948b9fe1fffa1387. 2018-11-15 19:19:21,925 INFO [Time-limited test] regionserver.HRegion(1711): Closed testRegionReplicaSecondaryIsReadOnly,,1542309561132_0001.d8b8d855275c4b56948b9fe1fffa1387. 2018-11-15 19:19:21,925 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/23068d04-c400-0a8a-6b97-c725bd1fa951 2018-11-15 19:19:22,016 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testRegionReplicaSecondaryIsReadOnly Thread=86 (was 86), OpenFileDescriptor=30200 (was 29914) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=101 (was 101), ProcessCount=363 (was 363), AvailableMemoryMB=36824 (was 36833) 2018-11-15 19:19:22,016 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=30200 is superior to 1024 2018-11-15 19:19:22,125 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testPutWithMemStoreFlush Thread=86, OpenFileDescriptor=30200, MaxFileDescriptor=32000, SystemLoadAverage=101, ProcessCount=363, AvailableMemoryMB=36823 2018-11-15 19:19:22,125 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=30200 is superior to 1024 2018-11-15 19:19:22,159 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs so I do NOT create it in target/test-data/d610bd62-7d70-0309-f8de-33765495a980 2018-11-15 19:19:22,159 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs Erasing configuration value by system value. 2018-11-15 19:19:22,159 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp so I do NOT create it in target/test-data/d610bd62-7d70-0309-f8de-33765495a980 2018-11-15 19:19:22,160 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp Erasing configuration value by system value. 2018-11-15 19:19:22,160 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/d610bd62-7d70-0309-f8de-33765495a980 2018-11-15 19:19:22,160 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:19:22,162 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:19:22,167 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-29090477, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/d610bd62-7d70-0309-f8de-33765495a980/a07b22cb-d2dc-571d-6815-af4d83408d7c/testPutWithMemStoreFlush.log/WALs/hregion-29090477, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/d610bd62-7d70-0309-f8de-33765495a980/a07b22cb-d2dc-571d-6815-af4d83408d7c/testPutWithMemStoreFlush.log/oldWALs 2018-11-15 19:19:22,272 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/d610bd62-7d70-0309-f8de-33765495a980/a07b22cb-d2dc-571d-6815-af4d83408d7c/testPutWithMemStoreFlush.log/WALs/hregion-29090477/hregion-29090477.1542309562168 2018-11-15 19:19:22,272 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:19:22,273 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testPutWithMemStoreFlush HTD == 'testPutWithMemStoreFlush', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/d610bd62-7d70-0309-f8de-33765495a980 Table name == testPutWithMemStoreFlush 2018-11-15 19:19:22,377 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testPutWithMemStoreFlush,,1542309562273.1521885dcbcee5e021bf62ffffcafa14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:19:22,379 DEBUG [StoreOpener-1521885dcbcee5e021bf62ffffcafa14-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:19:22,380 INFO [StoreOpener-1521885dcbcee5e021bf62ffffcafa14-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=248, currentSize=8.66 MB, freeSize=986.94 MB, maxSize=995.60 MB, heapSize=8.66 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:19:22,381 INFO [StoreOpener-1521885dcbcee5e021bf62ffffcafa14-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:19:22,381 INFO [StoreOpener-1521885dcbcee5e021bf62ffffcafa14-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:19:22,382 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 1521885dcbcee5e021bf62ffffcafa14 2018-11-15 19:19:22,383 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/d610bd62-7d70-0309-f8de-33765495a980/data/default/testPutWithMemStoreFlush/1521885dcbcee5e021bf62ffffcafa14 2018-11-15 19:19:22,383 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/d610bd62-7d70-0309-f8de-33765495a980/default/testPutWithMemStoreFlush/1521885dcbcee5e021bf62ffffcafa14 2018-11-15 19:19:22,383 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 1521885dcbcee5e021bf62ffffcafa14 2018-11-15 19:19:22,384 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 1521885dcbcee5e021bf62ffffcafa14 2018-11-15 19:19:22,384 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 1521885dcbcee5e021bf62ffffcafa14 2018-11-15 19:19:22,385 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 1521885dcbcee5e021bf62ffffcafa14 2018-11-15 19:19:22,469 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 51 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:22,488 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/d610bd62-7d70-0309-f8de-33765495a980/default/testPutWithMemStoreFlush/1521885dcbcee5e021bf62ffffcafa14/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:19:22,488 INFO [Time-limited test] regionserver.HRegion(1009): Opened 1521885dcbcee5e021bf62ffffcafa14; next sequenceid=2 2018-11-15 19:19:22,491 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=47 B heapSize=376 B 2018-11-15 19:19:22,598 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 23eea9f2ceae4ce1a327baa752a89299 2018-11-15 19:19:22,601 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=47 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/d610bd62-7d70-0309-f8de-33765495a980/data/default/testPutWithMemStoreFlush/1521885dcbcee5e021bf62ffffcafa14/.tmp/family/23eea9f2ceae4ce1a327baa752a89299 2018-11-15 19:19:22,603 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/d610bd62-7d70-0309-f8de-33765495a980/data/default/testPutWithMemStoreFlush/1521885dcbcee5e021bf62ffffcafa14/.tmp/family/23eea9f2ceae4ce1a327baa752a89299 as /mnt/disk2/a/hbase/hbase-server/target/test-data/d610bd62-7d70-0309-f8de-33765495a980/data/default/testPutWithMemStoreFlush/1521885dcbcee5e021bf62ffffcafa14/family/23eea9f2ceae4ce1a327baa752a89299 2018-11-15 19:19:22,605 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/d610bd62-7d70-0309-f8de-33765495a980/data/default/testPutWithMemStoreFlush/1521885dcbcee5e021bf62ffffcafa14/family/23eea9f2ceae4ce1a327baa752a89299, entries=1, sequenceid=3, filesize=4.8 K 2018-11-15 19:19:22,605 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~47 B/47, heapSize ~360 B/360, currentSize=0 B/0 for 1521885dcbcee5e021bf62ffffcafa14 in 114ms, sequenceid=3, compaction requested=false 2018-11-15 19:19:22,606 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309562491 Obtaining lock to block concurrent updates at 1542309562491 Preparing flush snapshotting stores in 1521885dcbcee5e021bf62ffffcafa14 at 1542309562491 Finished memstore snapshotting testPutWithMemStoreFlush,,1542309562273.1521885dcbcee5e021bf62ffffcafa14., syncing WAL and waiting on mvcc, flushsize=dataSize=47, getHeapSize=360, getOffHeapSize=0 at 1542309562492 Flushing stores of testPutWithMemStoreFlush,,1542309562273.1521885dcbcee5e021bf62ffffcafa14. at 1542309562492 Flushing family: creating writer at 1542309562492 Flushing family: appending metadata at 1542309562599 Flushing family: closing flushed file at 1542309562599 Flushing family: reopening flushed file at 1542309562604 Finished flush of dataSize ~47 B/47, heapSize ~360 B/360, currentSize=0 B/0 for 1521885dcbcee5e021bf62ffffcafa14 in 114ms, sequenceid=3, compaction requested=false at 1542309562606 Flush successful at 1542309562606 2018-11-15 19:19:22,609 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=47 B heapSize=376 B 2018-11-15 19:19:22,716 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 8ee1599097164c63b87b5f9223fd3e1d 2018-11-15 19:19:22,718 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=47 B at sequenceid=7 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/d610bd62-7d70-0309-f8de-33765495a980/data/default/testPutWithMemStoreFlush/1521885dcbcee5e021bf62ffffcafa14/.tmp/family/8ee1599097164c63b87b5f9223fd3e1d 2018-11-15 19:19:22,720 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/d610bd62-7d70-0309-f8de-33765495a980/data/default/testPutWithMemStoreFlush/1521885dcbcee5e021bf62ffffcafa14/.tmp/family/8ee1599097164c63b87b5f9223fd3e1d as /mnt/disk2/a/hbase/hbase-server/target/test-data/d610bd62-7d70-0309-f8de-33765495a980/data/default/testPutWithMemStoreFlush/1521885dcbcee5e021bf62ffffcafa14/family/8ee1599097164c63b87b5f9223fd3e1d 2018-11-15 19:19:22,722 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/d610bd62-7d70-0309-f8de-33765495a980/data/default/testPutWithMemStoreFlush/1521885dcbcee5e021bf62ffffcafa14/family/8ee1599097164c63b87b5f9223fd3e1d, entries=1, sequenceid=7, filesize=4.8 K 2018-11-15 19:19:22,722 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~47 B/47, heapSize ~360 B/360, currentSize=0 B/0 for 1521885dcbcee5e021bf62ffffcafa14 in 113ms, sequenceid=7, compaction requested=false 2018-11-15 19:19:22,723 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309562609 Obtaining lock to block concurrent updates at 1542309562610 Preparing flush snapshotting stores in 1521885dcbcee5e021bf62ffffcafa14 at 1542309562610 Finished memstore snapshotting testPutWithMemStoreFlush,,1542309562273.1521885dcbcee5e021bf62ffffcafa14., syncing WAL and waiting on mvcc, flushsize=dataSize=47, getHeapSize=360, getOffHeapSize=0 at 1542309562610 Flushing stores of testPutWithMemStoreFlush,,1542309562273.1521885dcbcee5e021bf62ffffcafa14. at 1542309562610 Flushing family: creating writer at 1542309562610 Flushing family: appending metadata at 1542309562716 Flushing family: closing flushed file at 1542309562716 Flushing family: reopening flushed file at 1542309562720 Finished flush of dataSize ~47 B/47, heapSize ~360 B/360, currentSize=0 B/0 for 1521885dcbcee5e021bf62ffffcafa14 in 113ms, sequenceid=7, compaction requested=false at 1542309562723 Flush successful at 1542309562723 2018-11-15 19:19:22,724 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 1521885dcbcee5e021bf62ffffcafa14, disabling compactions & flushes 2018-11-15 19:19:22,724 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testPutWithMemStoreFlush,,1542309562273.1521885dcbcee5e021bf62ffffcafa14. 2018-11-15 19:19:22,726 INFO [Time-limited test] regionserver.HRegion(1711): Closed testPutWithMemStoreFlush,,1542309562273.1521885dcbcee5e021bf62ffffcafa14. 2018-11-15 19:19:22,727 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/d610bd62-7d70-0309-f8de-33765495a980/a07b22cb-d2dc-571d-6815-af4d83408d7c/testPutWithMemStoreFlush.log/oldWALs 2018-11-15 19:19:22,728 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-29090477:(num 1542309562168) 2018-11-15 19:19:22,728 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/d610bd62-7d70-0309-f8de-33765495a980 2018-11-15 19:19:22,856 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testPutWithMemStoreFlush Thread=86 (was 86), OpenFileDescriptor=30488 (was 30200) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=101 (was 101), ProcessCount=363 (was 363), AvailableMemoryMB=36820 (was 36823) 2018-11-15 19:19:22,856 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=30488 is superior to 1024 2018-11-15 19:19:22,980 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testToShowNPEOnRegionScannerReseek Thread=86, OpenFileDescriptor=30490, MaxFileDescriptor=32000, SystemLoadAverage=101, ProcessCount=363, AvailableMemoryMB=36820 2018-11-15 19:19:22,980 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=30490 is superior to 1024 2018-11-15 19:19:23,003 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs so I do NOT create it in target/test-data/64819e09-cfec-8c8e-8df8-36af319388d0 2018-11-15 19:19:23,003 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs Erasing configuration value by system value. 2018-11-15 19:19:23,003 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp so I do NOT create it in target/test-data/64819e09-cfec-8c8e-8df8-36af319388d0 2018-11-15 19:19:23,004 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp Erasing configuration value by system value. 2018-11-15 19:19:23,004 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/64819e09-cfec-8c8e-8df8-36af319388d0 2018-11-15 19:19:23,004 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:19:23,005 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:19:23,009 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-60148861, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/64819e09-cfec-8c8e-8df8-36af319388d0/ed8f7132-6d1b-52a4-c2ec-13fc7211862e/testToShowNPEOnRegionScannerReseek.log/WALs/hregion-60148861, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/64819e09-cfec-8c8e-8df8-36af319388d0/ed8f7132-6d1b-52a4-c2ec-13fc7211862e/testToShowNPEOnRegionScannerReseek.log/oldWALs 2018-11-15 19:19:23,115 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/64819e09-cfec-8c8e-8df8-36af319388d0/ed8f7132-6d1b-52a4-c2ec-13fc7211862e/testToShowNPEOnRegionScannerReseek.log/WALs/hregion-60148861/hregion-60148861.1542309563010 2018-11-15 19:19:23,115 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:19:23,116 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testToShowNPEOnRegionScannerReseek HTD == 'testToShowNPEOnRegionScannerReseek', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'family', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/64819e09-cfec-8c8e-8df8-36af319388d0 Table name == testToShowNPEOnRegionScannerReseek 2018-11-15 19:19:23,225 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testToShowNPEOnRegionScannerReseek,,1542309563116.1c65faba36ec2d795695ee4777a28d3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:19:23,227 DEBUG [StoreOpener-1c65faba36ec2d795695ee4777a28d3d-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:19:23,228 INFO [StoreOpener-1c65faba36ec2d795695ee4777a28d3d-1] hfile.CacheConfig(237): Created cacheConfig for family: blockCache=LruBlockCache{blockCount=252, currentSize=8.67 MB, freeSize=986.93 MB, maxSize=995.60 MB, heapSize=8.67 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:19:23,229 INFO [StoreOpener-1c65faba36ec2d795695ee4777a28d3d-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:19:23,229 INFO [StoreOpener-1c65faba36ec2d795695ee4777a28d3d-1] regionserver.HStore(335): Store=family, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:19:23,230 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 1c65faba36ec2d795695ee4777a28d3d 2018-11-15 19:19:23,231 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/64819e09-cfec-8c8e-8df8-36af319388d0/data/default/testToShowNPEOnRegionScannerReseek/1c65faba36ec2d795695ee4777a28d3d 2018-11-15 19:19:23,231 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/64819e09-cfec-8c8e-8df8-36af319388d0/default/testToShowNPEOnRegionScannerReseek/1c65faba36ec2d795695ee4777a28d3d 2018-11-15 19:19:23,231 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 1c65faba36ec2d795695ee4777a28d3d 2018-11-15 19:19:23,231 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 1c65faba36ec2d795695ee4777a28d3d 2018-11-15 19:19:23,232 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 1c65faba36ec2d795695ee4777a28d3d 2018-11-15 19:19:23,232 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 1c65faba36ec2d795695ee4777a28d3d 2018-11-15 19:19:23,335 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/64819e09-cfec-8c8e-8df8-36af319388d0/default/testToShowNPEOnRegionScannerReseek/1c65faba36ec2d795695ee4777a28d3d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:19:23,336 INFO [Time-limited test] regionserver.HRegion(1009): Opened 1c65faba36ec2d795695ee4777a28d3d; next sequenceid=2 2018-11-15 19:19:23,337 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=64 B heapSize=464 B 2018-11-15 19:19:23,428 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 68490a32c1e045cc88dd9f308a5514b4 2018-11-15 19:19:23,430 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=64 B at sequenceid=4 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/64819e09-cfec-8c8e-8df8-36af319388d0/data/default/testToShowNPEOnRegionScannerReseek/1c65faba36ec2d795695ee4777a28d3d/.tmp/family/68490a32c1e045cc88dd9f308a5514b4 2018-11-15 19:19:23,431 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/64819e09-cfec-8c8e-8df8-36af319388d0/data/default/testToShowNPEOnRegionScannerReseek/1c65faba36ec2d795695ee4777a28d3d/.tmp/family/68490a32c1e045cc88dd9f308a5514b4 as /mnt/disk2/a/hbase/hbase-server/target/test-data/64819e09-cfec-8c8e-8df8-36af319388d0/data/default/testToShowNPEOnRegionScannerReseek/1c65faba36ec2d795695ee4777a28d3d/family/68490a32c1e045cc88dd9f308a5514b4 2018-11-15 19:19:23,433 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/64819e09-cfec-8c8e-8df8-36af319388d0/data/default/testToShowNPEOnRegionScannerReseek/1c65faba36ec2d795695ee4777a28d3d/family/68490a32c1e045cc88dd9f308a5514b4, entries=2, sequenceid=4, filesize=4.8 K 2018-11-15 19:19:23,434 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~64 B/64, heapSize ~448 B/448, currentSize=0 B/0 for 1c65faba36ec2d795695ee4777a28d3d in 97ms, sequenceid=4, compaction requested=false 2018-11-15 19:19:23,434 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309563337 Obtaining lock to block concurrent updates at 1542309563338 Preparing flush snapshotting stores in 1c65faba36ec2d795695ee4777a28d3d at 1542309563338 Finished memstore snapshotting testToShowNPEOnRegionScannerReseek,,1542309563116.1c65faba36ec2d795695ee4777a28d3d., syncing WAL and waiting on mvcc, flushsize=dataSize=64, getHeapSize=448, getOffHeapSize=0 at 1542309563338 Flushing stores of testToShowNPEOnRegionScannerReseek,,1542309563116.1c65faba36ec2d795695ee4777a28d3d. at 1542309563338 Flushing family: creating writer at 1542309563338 Flushing family: appending metadata at 1542309563428 Flushing family: closing flushed file at 1542309563428 Flushing family: reopening flushed file at 1542309563432 Finished flush of dataSize ~64 B/64, heapSize ~448 B/448, currentSize=0 B/0 for 1c65faba36ec2d795695ee4777a28d3d in 97ms, sequenceid=4, compaction requested=false at 1542309563434 Flush successful at 1542309563434 Smallest read point:6 2018-11-15 19:19:23,435 DEBUG [Time-limited test] compactions.SortedCompactionPolicy(68): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2018-11-15 19:19:23,435 DEBUG [Time-limited test] regionserver.HStore(1825): 1c65faba36ec2d795695ee4777a28d3d - family: Initiating major compaction (all files) 2018-11-15 19:19:23,436 INFO [Time-limited test] regionserver.HRegion(2185): Starting compaction of family in testToShowNPEOnRegionScannerReseek,,1542309563116.1c65faba36ec2d795695ee4777a28d3d. 2018-11-15 19:19:23,436 INFO [Time-limited test] regionserver.HStore(1405): Starting compaction of [/mnt/disk2/a/hbase/hbase-server/target/test-data/64819e09-cfec-8c8e-8df8-36af319388d0/data/default/testToShowNPEOnRegionScannerReseek/1c65faba36ec2d795695ee4777a28d3d/family/68490a32c1e045cc88dd9f308a5514b4] into tmpdir=/mnt/disk2/a/hbase/hbase-server/target/test-data/64819e09-cfec-8c8e-8df8-36af319388d0/data/default/testToShowNPEOnRegionScannerReseek/1c65faba36ec2d795695ee4777a28d3d/.tmp, totalSize=4.8 K 2018-11-15 19:19:23,437 DEBUG [Time-limited test] compactions.Compactor(202): Compacting 68490a32c1e045cc88dd9f308a5514b4, keycount=2, bloomtype=ROW, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1542309563336 2018-11-15 19:19:23,472 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 52 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:23,542 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 3b9e80135ec242518018ab236a9532da 2018-11-15 19:19:23,547 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/64819e09-cfec-8c8e-8df8-36af319388d0/data/default/testToShowNPEOnRegionScannerReseek/1c65faba36ec2d795695ee4777a28d3d/.tmp/family/3b9e80135ec242518018ab236a9532da as /mnt/disk2/a/hbase/hbase-server/target/test-data/64819e09-cfec-8c8e-8df8-36af319388d0/data/default/testToShowNPEOnRegionScannerReseek/1c65faba36ec2d795695ee4777a28d3d/family/3b9e80135ec242518018ab236a9532da 2018-11-15 19:19:23,549 INFO [Time-limited test] regionserver.HStore(1578): Completed major compaction of 1 (all) file(s) in family of 1c65faba36ec2d795695ee4777a28d3d into 3b9e80135ec242518018ab236a9532da(size=4.8 K), total size for store is 4.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2018-11-15 19:19:23,550 DEBUG [Time-limited test] regionserver.HRegion(2215): Compaction status journal: Compacting store family at 1542309563436 Compaction complete at 1542309563550 2018-11-15 19:19:23,550 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 1c65faba36ec2d795695ee4777a28d3d, disabling compactions & flushes 2018-11-15 19:19:23,551 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testToShowNPEOnRegionScannerReseek,,1542309563116.1c65faba36ec2d795695ee4777a28d3d. 2018-11-15 19:19:23,552 DEBUG [StoreCloserThread-testToShowNPEOnRegionScannerReseek,,1542309563116.1c65faba36ec2d795695ee4777a28d3d.-1] regionserver.HStore(2680): Moving the files [/mnt/disk2/a/hbase/hbase-server/target/test-data/64819e09-cfec-8c8e-8df8-36af319388d0/data/default/testToShowNPEOnRegionScannerReseek/1c65faba36ec2d795695ee4777a28d3d/family/68490a32c1e045cc88dd9f308a5514b4] to archive 2018-11-15 19:19:23,554 DEBUG [StoreCloserThread-testToShowNPEOnRegionScannerReseek,,1542309563116.1c65faba36ec2d795695ee4777a28d3d.-1] backup.HFileArchiver(256): Archiving compacted files. 2018-11-15 19:19:23,555 DEBUG [StoreCloserThread-testToShowNPEOnRegionScannerReseek,,1542309563116.1c65faba36ec2d795695ee4777a28d3d.-1] backup.HFileArchiver(444): Archived from FileableStoreFile, /mnt/disk2/a/hbase/hbase-server/target/test-data/64819e09-cfec-8c8e-8df8-36af319388d0/data/default/testToShowNPEOnRegionScannerReseek/1c65faba36ec2d795695ee4777a28d3d/family/68490a32c1e045cc88dd9f308a5514b4 to file:/mnt/disk2/a/hbase/hbase-server/target/test-data/64819e09-cfec-8c8e-8df8-36af319388d0/archive/data/default/testToShowNPEOnRegionScannerReseek/1c65faba36ec2d795695ee4777a28d3d/family/68490a32c1e045cc88dd9f308a5514b4 2018-11-15 19:19:23,556 INFO [Time-limited test] regionserver.HRegion(1711): Closed testToShowNPEOnRegionScannerReseek,,1542309563116.1c65faba36ec2d795695ee4777a28d3d. 2018-11-15 19:19:23,558 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/64819e09-cfec-8c8e-8df8-36af319388d0/ed8f7132-6d1b-52a4-c2ec-13fc7211862e/testToShowNPEOnRegionScannerReseek.log/oldWALs 2018-11-15 19:19:23,558 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-60148861:(num 1542309563010) 2018-11-15 19:19:23,558 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/64819e09-cfec-8c8e-8df8-36af319388d0 2018-11-15 19:19:23,686 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testToShowNPEOnRegionScannerReseek Thread=86 (was 86), OpenFileDescriptor=30776 (was 30490) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=93 (was 101), ProcessCount=363 (was 363), AvailableMemoryMB=36820 (was 36820) 2018-11-15 19:19:23,686 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=30776 is superior to 1024 2018-11-15 19:19:23,817 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testMemstoreSizeAccountingWithFailedPostBatchMutate Thread=86, OpenFileDescriptor=30778, MaxFileDescriptor=32000, SystemLoadAverage=93, ProcessCount=363, AvailableMemoryMB=36819 2018-11-15 19:19:23,817 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=30778 is superior to 1024 2018-11-15 19:19:23,847 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs so I do NOT create it in target/test-data/60aff271-5a70-2c05-7d52-8c77879127ce 2018-11-15 19:19:23,848 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs Erasing configuration value by system value. 2018-11-15 19:19:23,848 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp so I do NOT create it in target/test-data/60aff271-5a70-2c05-7d52-8c77879127ce 2018-11-15 19:19:23,848 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp Erasing configuration value by system value. 2018-11-15 19:19:23,848 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/60aff271-5a70-2c05-7d52-8c77879127ce 2018-11-15 19:19:23,850 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=wal, suffix=, logDir=/mnt/disk2/a/hbase/hbase-server/target/test-data/60aff271-5a70-2c05-7d52-8c77879127ce/TestHRegiontestMemstoreSizeAccountingWithFailedPostBatchMutate/testMemstoreSizeAccountingWithFailedPostBatchMutate, archiveDir=/mnt/disk2/a/hbase/hbase-server/target/test-data/60aff271-5a70-2c05-7d52-8c77879127ce/TestHRegiontestMemstoreSizeAccountingWithFailedPostBatchMutate/oldWALs 2018-11-15 19:19:23,960 WARN [sync.1] wal.FSHLog$SyncRunner(588): UNEXPECTED java.lang.NullPointerException at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:581) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:19:23,960 WARN [Time-limited test] wal.FSHLog(343): Failed sync-before-close but no outstanding appends; closing WALjava.lang.NullPointerException 2018-11-15 19:19:23,961 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/60aff271-5a70-2c05-7d52-8c77879127ce/TestHRegiontestMemstoreSizeAccountingWithFailedPostBatchMutate/testMemstoreSizeAccountingWithFailedPostBatchMutate/wal.1542309563851 2018-11-15 19:19:23,961 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new FSHLog writer with pipeline: [] 2018-11-15 19:19:23,962 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testMemstoreSizeAccountingWithFailedPostBatchMutate HTD == 'testMemstoreSizeAccountingWithFailedPostBatchMutate', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'MyCF', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/60aff271-5a70-2c05-7d52-8c77879127ce Table name == testMemstoreSizeAccountingWithFailedPostBatchMutate 2018-11-15 19:19:24,070 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testMemstoreSizeAccountingWithFailedPostBatchMutate,,1542309563962.f88c679f8ee5ec52a5ad2123815ed74e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:19:24,073 DEBUG [StoreOpener-f88c679f8ee5ec52a5ad2123815ed74e-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:19:24,074 INFO [StoreOpener-f88c679f8ee5ec52a5ad2123815ed74e-1] hfile.CacheConfig(237): Created cacheConfig for MyCF: blockCache=LruBlockCache{blockCount=252, currentSize=8.67 MB, freeSize=986.93 MB, maxSize=995.60 MB, heapSize=8.67 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:19:24,074 INFO [StoreOpener-f88c679f8ee5ec52a5ad2123815ed74e-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:19:24,075 INFO [StoreOpener-f88c679f8ee5ec52a5ad2123815ed74e-1] regionserver.HStore(335): Store=MyCF, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:19:24,075 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for f88c679f8ee5ec52a5ad2123815ed74e 2018-11-15 19:19:24,076 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/60aff271-5a70-2c05-7d52-8c77879127ce/data/default/testMemstoreSizeAccountingWithFailedPostBatchMutate/f88c679f8ee5ec52a5ad2123815ed74e 2018-11-15 19:19:24,077 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/60aff271-5a70-2c05-7d52-8c77879127ce/default/testMemstoreSizeAccountingWithFailedPostBatchMutate/f88c679f8ee5ec52a5ad2123815ed74e 2018-11-15 19:19:24,077 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for f88c679f8ee5ec52a5ad2123815ed74e 2018-11-15 19:19:24,077 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for f88c679f8ee5ec52a5ad2123815ed74e 2018-11-15 19:19:24,077 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for f88c679f8ee5ec52a5ad2123815ed74e 2018-11-15 19:19:24,078 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for f88c679f8ee5ec52a5ad2123815ed74e 2018-11-15 19:19:24,182 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/60aff271-5a70-2c05-7d52-8c77879127ce/default/testMemstoreSizeAccountingWithFailedPostBatchMutate/f88c679f8ee5ec52a5ad2123815ed74e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:19:24,182 INFO [Time-limited test] regionserver.HRegion(1009): Opened f88c679f8ee5ec52a5ad2123815ed74e; next sequenceid=2 2018-11-15 19:19:24,189 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing f88c679f8ee5ec52a5ad2123815ed74e, disabling compactions & flushes 2018-11-15 19:19:24,190 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testMemstoreSizeAccountingWithFailedPostBatchMutate,,1542309563962.f88c679f8ee5ec52a5ad2123815ed74e. 2018-11-15 19:19:24,190 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=258 B heapSize=672 B 2018-11-15 19:19:24,298 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 775833549bf0414ab0bbfdb0a40278ca 2018-11-15 19:19:24,301 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=258 B at sequenceid=4 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/60aff271-5a70-2c05-7d52-8c77879127ce/data/default/testMemstoreSizeAccountingWithFailedPostBatchMutate/f88c679f8ee5ec52a5ad2123815ed74e/.tmp/MyCF/775833549bf0414ab0bbfdb0a40278ca 2018-11-15 19:19:24,302 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/60aff271-5a70-2c05-7d52-8c77879127ce/data/default/testMemstoreSizeAccountingWithFailedPostBatchMutate/f88c679f8ee5ec52a5ad2123815ed74e/.tmp/MyCF/775833549bf0414ab0bbfdb0a40278ca as /mnt/disk2/a/hbase/hbase-server/target/test-data/60aff271-5a70-2c05-7d52-8c77879127ce/data/default/testMemstoreSizeAccountingWithFailedPostBatchMutate/f88c679f8ee5ec52a5ad2123815ed74e/MyCF/775833549bf0414ab0bbfdb0a40278ca 2018-11-15 19:19:24,303 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/60aff271-5a70-2c05-7d52-8c77879127ce/data/default/testMemstoreSizeAccountingWithFailedPostBatchMutate/f88c679f8ee5ec52a5ad2123815ed74e/MyCF/775833549bf0414ab0bbfdb0a40278ca, entries=2, sequenceid=4, filesize=5.1 K 2018-11-15 19:19:24,304 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~258 B/258, heapSize ~656 B/656, currentSize=0 B/0 for f88c679f8ee5ec52a5ad2123815ed74e in 114ms, sequenceid=4, compaction requested=false 2018-11-15 19:19:24,306 INFO [Time-limited test] regionserver.HRegion(1711): Closed testMemstoreSizeAccountingWithFailedPostBatchMutate,,1542309563962.f88c679f8ee5ec52a5ad2123815ed74e. 2018-11-15 19:19:24,306 DEBUG [Time-limited test] wal.FSHLog(422): Closing WAL writer in /mnt/disk2/a/hbase/hbase-server/target/test-data/60aff271-5a70-2c05-7d52-8c77879127ce/TestHRegiontestMemstoreSizeAccountingWithFailedPostBatchMutate/testMemstoreSizeAccountingWithFailedPostBatchMutate 2018-11-15 19:19:24,306 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: FSHLog wal:(num 1542309563851) 2018-11-15 19:19:24,306 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/60aff271-5a70-2c05-7d52-8c77879127ce 2018-11-15 19:19:24,431 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testMemstoreSizeAccountingWithFailedPostBatchMutate Thread=86 (was 86), OpenFileDescriptor=30776 (was 30778), MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=93 (was 93), ProcessCount=363 (was 363), AvailableMemoryMB=36819 (was 36819) 2018-11-15 19:19:24,431 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=30776 is superior to 1024 2018-11-15 19:19:24,474 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 53 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:24,556 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testScanner_ExplicitColumns_FromFilesOnly_EnforceVersions Thread=86, OpenFileDescriptor=30778, MaxFileDescriptor=32000, SystemLoadAverage=93, ProcessCount=363, AvailableMemoryMB=36819 2018-11-15 19:19:24,556 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=30778 is superior to 1024 2018-11-15 19:19:24,585 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs so I do NOT create it in target/test-data/8b099539-9a91-2b8d-4577-d8cbb838c12a 2018-11-15 19:19:24,586 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs Erasing configuration value by system value. 2018-11-15 19:19:24,586 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp so I do NOT create it in target/test-data/8b099539-9a91-2b8d-4577-d8cbb838c12a 2018-11-15 19:19:24,586 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp Erasing configuration value by system value. 2018-11-15 19:19:24,586 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/8b099539-9a91-2b8d-4577-d8cbb838c12a 2018-11-15 19:19:24,587 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:19:24,588 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:19:24,593 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-05032108, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/8b099539-9a91-2b8d-4577-d8cbb838c12a/ce2d9944-3c9d-7c67-f2fe-70f2e0d384f3/testScanner_ExplicitColumns_FromFilesOnly_EnforceVersions.log/WALs/hregion-05032108, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/8b099539-9a91-2b8d-4577-d8cbb838c12a/ce2d9944-3c9d-7c67-f2fe-70f2e0d384f3/testScanner_ExplicitColumns_FromFilesOnly_EnforceVersions.log/oldWALs 2018-11-15 19:19:24,701 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/8b099539-9a91-2b8d-4577-d8cbb838c12a/ce2d9944-3c9d-7c67-f2fe-70f2e0d384f3/testScanner_ExplicitColumns_FromFilesOnly_EnforceVersions.log/WALs/hregion-05032108/hregion-05032108.1542309564594 2018-11-15 19:19:24,702 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:19:24,702 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testScanner_ExplicitColumns_FromFilesOnly_EnforceVersions HTD == 'testScanner_ExplicitColumns_FromFilesOnly_EnforceVersions', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'fam1', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/8b099539-9a91-2b8d-4577-d8cbb838c12a Table name == testScanner_ExplicitColumns_FromFilesOnly_EnforceVersions 2018-11-15 19:19:24,809 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testScanner_ExplicitColumns_FromFilesOnly_EnforceVersions,,1542309564702.3d721c3756d311c9a9dc460e08381195.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:19:24,811 DEBUG [StoreOpener-3d721c3756d311c9a9dc460e08381195-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:19:24,812 INFO [StoreOpener-3d721c3756d311c9a9dc460e08381195-1] hfile.CacheConfig(237): Created cacheConfig for fam1: blockCache=LruBlockCache{blockCount=252, currentSize=8.67 MB, freeSize=986.93 MB, maxSize=995.60 MB, heapSize=8.67 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:19:24,813 INFO [StoreOpener-3d721c3756d311c9a9dc460e08381195-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:19:24,813 INFO [StoreOpener-3d721c3756d311c9a9dc460e08381195-1] regionserver.HStore(335): Store=fam1, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:19:24,814 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 3d721c3756d311c9a9dc460e08381195 2018-11-15 19:19:24,815 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/8b099539-9a91-2b8d-4577-d8cbb838c12a/data/default/testScanner_ExplicitColumns_FromFilesOnly_EnforceVersions/3d721c3756d311c9a9dc460e08381195 2018-11-15 19:19:24,815 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/8b099539-9a91-2b8d-4577-d8cbb838c12a/default/testScanner_ExplicitColumns_FromFilesOnly_EnforceVersions/3d721c3756d311c9a9dc460e08381195 2018-11-15 19:19:24,815 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 3d721c3756d311c9a9dc460e08381195 2018-11-15 19:19:24,815 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 3d721c3756d311c9a9dc460e08381195 2018-11-15 19:19:24,816 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 3d721c3756d311c9a9dc460e08381195 2018-11-15 19:19:24,816 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 3d721c3756d311c9a9dc460e08381195 2018-11-15 19:19:24,924 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/8b099539-9a91-2b8d-4577-d8cbb838c12a/default/testScanner_ExplicitColumns_FromFilesOnly_EnforceVersions/3d721c3756d311c9a9dc460e08381195/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:19:24,924 INFO [Time-limited test] regionserver.HRegion(1009): Opened 3d721c3756d311c9a9dc460e08381195; next sequenceid=2 2018-11-15 19:19:24,926 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=228 B heapSize=928 B 2018-11-15 19:19:25,038 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on b5d08cb5214c45fba339e3e1d6865cd1 2018-11-15 19:19:25,041 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=228 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/8b099539-9a91-2b8d-4577-d8cbb838c12a/data/default/testScanner_ExplicitColumns_FromFilesOnly_EnforceVersions/3d721c3756d311c9a9dc460e08381195/.tmp/fam1/b5d08cb5214c45fba339e3e1d6865cd1 2018-11-15 19:19:25,044 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/8b099539-9a91-2b8d-4577-d8cbb838c12a/data/default/testScanner_ExplicitColumns_FromFilesOnly_EnforceVersions/3d721c3756d311c9a9dc460e08381195/.tmp/fam1/b5d08cb5214c45fba339e3e1d6865cd1 as /mnt/disk2/a/hbase/hbase-server/target/test-data/8b099539-9a91-2b8d-4577-d8cbb838c12a/data/default/testScanner_ExplicitColumns_FromFilesOnly_EnforceVersions/3d721c3756d311c9a9dc460e08381195/fam1/b5d08cb5214c45fba339e3e1d6865cd1 2018-11-15 19:19:25,046 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/8b099539-9a91-2b8d-4577-d8cbb838c12a/data/default/testScanner_ExplicitColumns_FromFilesOnly_EnforceVersions/3d721c3756d311c9a9dc460e08381195/fam1/b5d08cb5214c45fba339e3e1d6865cd1, entries=6, sequenceid=3, filesize=4.9 K 2018-11-15 19:19:25,047 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~228 B/228, heapSize ~912 B/912, currentSize=0 B/0 for 3d721c3756d311c9a9dc460e08381195 in 121ms, sequenceid=3, compaction requested=false 2018-11-15 19:19:25,047 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309564926 Obtaining lock to block concurrent updates at 1542309564926 Preparing flush snapshotting stores in 3d721c3756d311c9a9dc460e08381195 at 1542309564926 Finished memstore snapshotting testScanner_ExplicitColumns_FromFilesOnly_EnforceVersions,,1542309564702.3d721c3756d311c9a9dc460e08381195., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=912, getOffHeapSize=0 at 1542309564927 Flushing stores of testScanner_ExplicitColumns_FromFilesOnly_EnforceVersions,,1542309564702.3d721c3756d311c9a9dc460e08381195. at 1542309564927 Flushing fam1: creating writer at 1542309564927 Flushing fam1: appending metadata at 1542309565039 Flushing fam1: closing flushed file at 1542309565039 Flushing fam1: reopening flushed file at 1542309565045 Finished flush of dataSize ~228 B/228, heapSize ~912 B/912, currentSize=0 B/0 for 3d721c3756d311c9a9dc460e08381195 in 121ms, sequenceid=3, compaction requested=false at 1542309565047 Flush successful at 1542309565047 2018-11-15 19:19:25,049 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 3d721c3756d311c9a9dc460e08381195, disabling compactions & flushes 2018-11-15 19:19:25,049 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testScanner_ExplicitColumns_FromFilesOnly_EnforceVersions,,1542309564702.3d721c3756d311c9a9dc460e08381195. 2018-11-15 19:19:25,051 INFO [Time-limited test] regionserver.HRegion(1711): Closed testScanner_ExplicitColumns_FromFilesOnly_EnforceVersions,,1542309564702.3d721c3756d311c9a9dc460e08381195. 2018-11-15 19:19:25,065 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/8b099539-9a91-2b8d-4577-d8cbb838c12a/ce2d9944-3c9d-7c67-f2fe-70f2e0d384f3/testScanner_ExplicitColumns_FromFilesOnly_EnforceVersions.log/oldWALs 2018-11-15 19:19:25,065 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-05032108:(num 1542309564594) 2018-11-15 19:19:25,066 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/8b099539-9a91-2b8d-4577-d8cbb838c12a 2018-11-15 19:19:25,189 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testScanner_ExplicitColumns_FromFilesOnly_EnforceVersions Thread=86 (was 86), OpenFileDescriptor=31064 (was 30778) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=93 (was 93), ProcessCount=363 (was 363), AvailableMemoryMB=36817 (was 36819) 2018-11-15 19:19:25,190 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=31064 is superior to 1024 2018-11-15 19:19:25,324 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testScanner_Wildcard_FromFilesOnly_EnforceVersions Thread=86, OpenFileDescriptor=31066, MaxFileDescriptor=32000, SystemLoadAverage=93, ProcessCount=363, AvailableMemoryMB=36817 2018-11-15 19:19:25,325 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=31066 is superior to 1024 2018-11-15 19:19:25,348 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs so I do NOT create it in target/test-data/b6be55b6-6082-d4af-0dad-7c32c50fe484 2018-11-15 19:19:25,348 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs Erasing configuration value by system value. 2018-11-15 19:19:25,348 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp so I do NOT create it in target/test-data/b6be55b6-6082-d4af-0dad-7c32c50fe484 2018-11-15 19:19:25,349 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp Erasing configuration value by system value. 2018-11-15 19:19:25,349 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/b6be55b6-6082-d4af-0dad-7c32c50fe484 2018-11-15 19:19:25,349 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:19:25,350 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:19:25,354 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-32494747, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/b6be55b6-6082-d4af-0dad-7c32c50fe484/2b7cbc1b-c5bb-ff3b-6da4-053bebc8e0c9/testScanner_Wildcard_FromFilesOnly_EnforceVersions.log/WALs/hregion-32494747, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/b6be55b6-6082-d4af-0dad-7c32c50fe484/2b7cbc1b-c5bb-ff3b-6da4-053bebc8e0c9/testScanner_Wildcard_FromFilesOnly_EnforceVersions.log/oldWALs 2018-11-15 19:19:25,466 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/b6be55b6-6082-d4af-0dad-7c32c50fe484/2b7cbc1b-c5bb-ff3b-6da4-053bebc8e0c9/testScanner_Wildcard_FromFilesOnly_EnforceVersions.log/WALs/hregion-32494747/hregion-32494747.1542309565355 2018-11-15 19:19:25,467 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:19:25,468 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testScanner_Wildcard_FromFilesOnly_EnforceVersions HTD == 'testScanner_Wildcard_FromFilesOnly_EnforceVersions', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'fam1', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/b6be55b6-6082-d4af-0dad-7c32c50fe484 Table name == testScanner_Wildcard_FromFilesOnly_EnforceVersions 2018-11-15 19:19:25,476 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 54 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:25,580 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testScanner_Wildcard_FromFilesOnly_EnforceVersions,,1542309565467.86d52cc36a18985584913253dcd14a31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:19:25,582 DEBUG [StoreOpener-86d52cc36a18985584913253dcd14a31-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:19:25,584 INFO [StoreOpener-86d52cc36a18985584913253dcd14a31-1] hfile.CacheConfig(237): Created cacheConfig for fam1: blockCache=LruBlockCache{blockCount=253, currentSize=8.67 MB, freeSize=986.93 MB, maxSize=995.60 MB, heapSize=8.67 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:19:25,584 INFO [StoreOpener-86d52cc36a18985584913253dcd14a31-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:19:25,585 INFO [StoreOpener-86d52cc36a18985584913253dcd14a31-1] regionserver.HStore(335): Store=fam1, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:19:25,585 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 86d52cc36a18985584913253dcd14a31 2018-11-15 19:19:25,586 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/b6be55b6-6082-d4af-0dad-7c32c50fe484/data/default/testScanner_Wildcard_FromFilesOnly_EnforceVersions/86d52cc36a18985584913253dcd14a31 2018-11-15 19:19:25,587 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/b6be55b6-6082-d4af-0dad-7c32c50fe484/default/testScanner_Wildcard_FromFilesOnly_EnforceVersions/86d52cc36a18985584913253dcd14a31 2018-11-15 19:19:25,587 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 86d52cc36a18985584913253dcd14a31 2018-11-15 19:19:25,587 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 86d52cc36a18985584913253dcd14a31 2018-11-15 19:19:25,588 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 86d52cc36a18985584913253dcd14a31 2018-11-15 19:19:25,588 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 86d52cc36a18985584913253dcd14a31 2018-11-15 19:19:25,700 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/b6be55b6-6082-d4af-0dad-7c32c50fe484/default/testScanner_Wildcard_FromFilesOnly_EnforceVersions/86d52cc36a18985584913253dcd14a31/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:19:25,700 INFO [Time-limited test] regionserver.HRegion(1009): Opened 86d52cc36a18985584913253dcd14a31; next sequenceid=2 2018-11-15 19:19:25,702 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=228 B heapSize=928 B 2018-11-15 19:19:25,816 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 7c7617eae3534ced9620c1195453b566 2018-11-15 19:19:25,818 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=228 B at sequenceid=3 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/b6be55b6-6082-d4af-0dad-7c32c50fe484/data/default/testScanner_Wildcard_FromFilesOnly_EnforceVersions/86d52cc36a18985584913253dcd14a31/.tmp/fam1/7c7617eae3534ced9620c1195453b566 2018-11-15 19:19:25,820 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/b6be55b6-6082-d4af-0dad-7c32c50fe484/data/default/testScanner_Wildcard_FromFilesOnly_EnforceVersions/86d52cc36a18985584913253dcd14a31/.tmp/fam1/7c7617eae3534ced9620c1195453b566 as /mnt/disk2/a/hbase/hbase-server/target/test-data/b6be55b6-6082-d4af-0dad-7c32c50fe484/data/default/testScanner_Wildcard_FromFilesOnly_EnforceVersions/86d52cc36a18985584913253dcd14a31/fam1/7c7617eae3534ced9620c1195453b566 2018-11-15 19:19:25,821 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/b6be55b6-6082-d4af-0dad-7c32c50fe484/data/default/testScanner_Wildcard_FromFilesOnly_EnforceVersions/86d52cc36a18985584913253dcd14a31/fam1/7c7617eae3534ced9620c1195453b566, entries=6, sequenceid=3, filesize=4.9 K 2018-11-15 19:19:25,822 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~228 B/228, heapSize ~912 B/912, currentSize=0 B/0 for 86d52cc36a18985584913253dcd14a31 in 120ms, sequenceid=3, compaction requested=false 2018-11-15 19:19:25,822 DEBUG [Time-limited test] regionserver.HRegion(2362): Flush status journal: Acquiring readlock on region at 1542309565702 Obtaining lock to block concurrent updates at 1542309565702 Preparing flush snapshotting stores in 86d52cc36a18985584913253dcd14a31 at 1542309565702 Finished memstore snapshotting testScanner_Wildcard_FromFilesOnly_EnforceVersions,,1542309565467.86d52cc36a18985584913253dcd14a31., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=912, getOffHeapSize=0 at 1542309565703 Flushing stores of testScanner_Wildcard_FromFilesOnly_EnforceVersions,,1542309565467.86d52cc36a18985584913253dcd14a31. at 1542309565703 Flushing fam1: creating writer at 1542309565703 Flushing fam1: appending metadata at 1542309565817 Flushing fam1: closing flushed file at 1542309565817 Flushing fam1: reopening flushed file at 1542309565820 Finished flush of dataSize ~228 B/228, heapSize ~912 B/912, currentSize=0 B/0 for 86d52cc36a18985584913253dcd14a31 in 120ms, sequenceid=3, compaction requested=false at 1542309565822 Flush successful at 1542309565822 2018-11-15 19:19:25,823 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 86d52cc36a18985584913253dcd14a31, disabling compactions & flushes 2018-11-15 19:19:25,824 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testScanner_Wildcard_FromFilesOnly_EnforceVersions,,1542309565467.86d52cc36a18985584913253dcd14a31. 2018-11-15 19:19:25,825 INFO [Time-limited test] regionserver.HRegion(1711): Closed testScanner_Wildcard_FromFilesOnly_EnforceVersions,,1542309565467.86d52cc36a18985584913253dcd14a31. 2018-11-15 19:19:25,827 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/b6be55b6-6082-d4af-0dad-7c32c50fe484/2b7cbc1b-c5bb-ff3b-6da4-053bebc8e0c9/testScanner_Wildcard_FromFilesOnly_EnforceVersions.log/oldWALs 2018-11-15 19:19:25,827 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-32494747:(num 1542309565355) 2018-11-15 19:19:25,827 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/b6be55b6-6082-d4af-0dad-7c32c50fe484 2018-11-15 19:19:25,950 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testScanner_Wildcard_FromFilesOnly_EnforceVersions Thread=86 (was 86), OpenFileDescriptor=31352 (was 31066) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=93 (was 93), ProcessCount=361 (was 363), AvailableMemoryMB=36817 (was 36817) 2018-11-15 19:19:25,951 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=31352 is superior to 1024 2018-11-15 19:19:26,081 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testCheckAndMutate_WithWrongValue Thread=86, OpenFileDescriptor=31354, MaxFileDescriptor=32000, SystemLoadAverage=93, ProcessCount=361, AvailableMemoryMB=36815 2018-11-15 19:19:26,082 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=31354 is superior to 1024 2018-11-15 19:19:26,112 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs so I do NOT create it in target/test-data/9b1c4759-01e5-a6f2-0b85-51c3e1318dd4 2018-11-15 19:19:26,112 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs Erasing configuration value by system value. 2018-11-15 19:19:26,112 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp so I do NOT create it in target/test-data/9b1c4759-01e5-a6f2-0b85-51c3e1318dd4 2018-11-15 19:19:26,113 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp Erasing configuration value by system value. 2018-11-15 19:19:26,113 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/9b1c4759-01e5-a6f2-0b85-51c3e1318dd4 2018-11-15 19:19:26,114 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:19:26,115 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:19:26,121 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-28540176, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/9b1c4759-01e5-a6f2-0b85-51c3e1318dd4/f8004417-710e-cf1b-20a1-4294f88bc649/testCheckAndMutate_WithWrongValue.log/WALs/hregion-28540176, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/9b1c4759-01e5-a6f2-0b85-51c3e1318dd4/f8004417-710e-cf1b-20a1-4294f88bc649/testCheckAndMutate_WithWrongValue.log/oldWALs 2018-11-15 19:19:26,209 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/9b1c4759-01e5-a6f2-0b85-51c3e1318dd4/f8004417-710e-cf1b-20a1-4294f88bc649/testCheckAndMutate_WithWrongValue.log/WALs/hregion-28540176/hregion-28540176.1542309566122 2018-11-15 19:19:26,210 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:19:26,210 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testCheckAndMutate_WithWrongValue HTD == 'testCheckAndMutate_WithWrongValue', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'fam1', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/9b1c4759-01e5-a6f2-0b85-51c3e1318dd4 Table name == testCheckAndMutate_WithWrongValue 2018-11-15 19:19:26,319 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testCheckAndMutate_WithWrongValue,,1542309566210.fc8d3131ffdcf1ec8b0c2a18a554f5de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:19:26,321 DEBUG [StoreOpener-fc8d3131ffdcf1ec8b0c2a18a554f5de-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:19:26,323 INFO [StoreOpener-fc8d3131ffdcf1ec8b0c2a18a554f5de-1] hfile.CacheConfig(237): Created cacheConfig for fam1: blockCache=LruBlockCache{blockCount=254, currentSize=8.67 MB, freeSize=986.93 MB, maxSize=995.60 MB, heapSize=8.67 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:19:26,324 INFO [StoreOpener-fc8d3131ffdcf1ec8b0c2a18a554f5de-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:19:26,324 INFO [StoreOpener-fc8d3131ffdcf1ec8b0c2a18a554f5de-1] regionserver.HStore(335): Store=fam1, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:19:26,325 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for fc8d3131ffdcf1ec8b0c2a18a554f5de 2018-11-15 19:19:26,326 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/9b1c4759-01e5-a6f2-0b85-51c3e1318dd4/data/default/testCheckAndMutate_WithWrongValue/fc8d3131ffdcf1ec8b0c2a18a554f5de 2018-11-15 19:19:26,326 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/9b1c4759-01e5-a6f2-0b85-51c3e1318dd4/default/testCheckAndMutate_WithWrongValue/fc8d3131ffdcf1ec8b0c2a18a554f5de 2018-11-15 19:19:26,326 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for fc8d3131ffdcf1ec8b0c2a18a554f5de 2018-11-15 19:19:26,327 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for fc8d3131ffdcf1ec8b0c2a18a554f5de 2018-11-15 19:19:26,327 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for fc8d3131ffdcf1ec8b0c2a18a554f5de 2018-11-15 19:19:26,327 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for fc8d3131ffdcf1ec8b0c2a18a554f5de 2018-11-15 19:19:26,437 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/9b1c4759-01e5-a6f2-0b85-51c3e1318dd4/default/testCheckAndMutate_WithWrongValue/fc8d3131ffdcf1ec8b0c2a18a554f5de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:19:26,437 INFO [Time-limited test] regionserver.HRegion(1009): Opened fc8d3131ffdcf1ec8b0c2a18a554f5de; next sequenceid=2 2018-11-15 19:19:26,441 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing fc8d3131ffdcf1ec8b0c2a18a554f5de, disabling compactions & flushes 2018-11-15 19:19:26,442 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testCheckAndMutate_WithWrongValue,,1542309566210.fc8d3131ffdcf1ec8b0c2a18a554f5de. 2018-11-15 19:19:26,442 INFO [Time-limited test] regionserver.HRegion(2647): Flushing 1/1 column families, dataSize=213 B heapSize=624 B 2018-11-15 19:19:26,479 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 55 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:26,558 DEBUG [Time-limited test] hfile.HFile$WriterFactory(336): Unable to set drop behind on 04db655f2eb5465cae53596e7e4cb9f8 2018-11-15 19:19:26,562 INFO [Time-limited test] regionserver.DefaultStoreFlusher(85): Flushed memstore data size=213 B at sequenceid=4 (bloomFilter=true), to=/mnt/disk2/a/hbase/hbase-server/target/test-data/9b1c4759-01e5-a6f2-0b85-51c3e1318dd4/data/default/testCheckAndMutate_WithWrongValue/fc8d3131ffdcf1ec8b0c2a18a554f5de/.tmp/fam1/04db655f2eb5465cae53596e7e4cb9f8 2018-11-15 19:19:26,565 DEBUG [Time-limited test] regionserver.HRegionFileSystem(464): Committing /mnt/disk2/a/hbase/hbase-server/target/test-data/9b1c4759-01e5-a6f2-0b85-51c3e1318dd4/data/default/testCheckAndMutate_WithWrongValue/fc8d3131ffdcf1ec8b0c2a18a554f5de/.tmp/fam1/04db655f2eb5465cae53596e7e4cb9f8 as /mnt/disk2/a/hbase/hbase-server/target/test-data/9b1c4759-01e5-a6f2-0b85-51c3e1318dd4/data/default/testCheckAndMutate_WithWrongValue/fc8d3131ffdcf1ec8b0c2a18a554f5de/fam1/04db655f2eb5465cae53596e7e4cb9f8 2018-11-15 19:19:26,567 INFO [Time-limited test] regionserver.HStore(1077): Added /mnt/disk2/a/hbase/hbase-server/target/test-data/9b1c4759-01e5-a6f2-0b85-51c3e1318dd4/data/default/testCheckAndMutate_WithWrongValue/fc8d3131ffdcf1ec8b0c2a18a554f5de/fam1/04db655f2eb5465cae53596e7e4cb9f8, entries=2, sequenceid=4, filesize=4.9 K 2018-11-15 19:19:26,584 INFO [Time-limited test] regionserver.HRegion(2856): Finished flush of dataSize ~213 B/213, heapSize ~608 B/608, currentSize=0 B/0 for fc8d3131ffdcf1ec8b0c2a18a554f5de in 142ms, sequenceid=4, compaction requested=false 2018-11-15 19:19:26,587 INFO [Time-limited test] regionserver.HRegion(1711): Closed testCheckAndMutate_WithWrongValue,,1542309566210.fc8d3131ffdcf1ec8b0c2a18a554f5de. 2018-11-15 19:19:26,590 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/9b1c4759-01e5-a6f2-0b85-51c3e1318dd4/f8004417-710e-cf1b-20a1-4294f88bc649/testCheckAndMutate_WithWrongValue.log/oldWALs 2018-11-15 19:19:26,590 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-28540176:(num 1542309566122) 2018-11-15 19:19:26,590 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/9b1c4759-01e5-a6f2-0b85-51c3e1318dd4 2018-11-15 19:19:26,723 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testCheckAndMutate_WithWrongValue Thread=86 (was 86), OpenFileDescriptor=31640 (was 31354) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=93 (was 93), ProcessCount=361 (was 361), AvailableMemoryMB=36816 (was 36815) - AvailableMemoryMB LEAK? - 2018-11-15 19:19:26,723 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=31640 is superior to 1024 2018-11-15 19:19:26,858 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testGet_FamilyChecker Thread=86, OpenFileDescriptor=31642, MaxFileDescriptor=32000, SystemLoadAverage=93, ProcessCount=361, AvailableMemoryMB=36815 2018-11-15 19:19:26,858 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=31642 is superior to 1024 2018-11-15 19:19:26,896 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs so I do NOT create it in target/test-data/d5d94ab5-c7c8-572d-cffe-0a668396c907 2018-11-15 19:19:26,896 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs Erasing configuration value by system value. 2018-11-15 19:19:26,896 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp so I do NOT create it in target/test-data/d5d94ab5-c7c8-572d-cffe-0a668396c907 2018-11-15 19:19:26,897 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp Erasing configuration value by system value. 2018-11-15 19:19:26,897 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/d5d94ab5-c7c8-572d-cffe-0a668396c907 2018-11-15 19:19:26,898 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:19:26,899 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:19:26,906 INFO [Time-limited test] wal.AbstractFSWAL(414): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=hregion-43537366, suffix=, logDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/d5d94ab5-c7c8-572d-cffe-0a668396c907/f5ee3a64-a9aa-cc1a-fc60-788a0bb50f14/testGet_FamilyChecker.log/WALs/hregion-43537366, archiveDir=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/d5d94ab5-c7c8-572d-cffe-0a668396c907/f5ee3a64-a9aa-cc1a-fc60-788a0bb50f14/testGet_FamilyChecker.log/oldWALs 2018-11-15 19:19:27,016 INFO [Time-limited test] wal.AbstractFSWAL(679): New WAL /mnt/disk2/a/hbase/hbase-server/target/test-data/d5d94ab5-c7c8-572d-cffe-0a668396c907/f5ee3a64-a9aa-cc1a-fc60-788a0bb50f14/testGet_FamilyChecker.log/WALs/hregion-43537366/hregion-43537366.1542309566906 2018-11-15 19:19:27,017 DEBUG [Time-limited test] wal.AbstractFSWAL(768): Create new AsyncFSWAL writer with pipeline: [] 2018-11-15 19:19:27,018 INFO [Time-limited test] regionserver.HRegion(7059): creating HRegion testGet_FamilyChecker HTD == 'testGet_FamilyChecker', {TABLE_ATTRIBUTES => {DURABILITY => 'SYNC_WAL', READONLY => 'false'}, {NAME => 'fam1', VERSIONS => '2147483647', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536', METADATA => {'IN_MEMORY_COMPACTION' => 'NONE'}} RootDir = /mnt/disk2/a/hbase/hbase-server/target/test-data/d5d94ab5-c7c8-572d-cffe-0a668396c907 Table name == testGet_FamilyChecker 2018-11-15 19:19:27,129 DEBUG [Time-limited test] regionserver.HRegion(836): Instantiated testGet_FamilyChecker,,1542309567017.21a5ec799e725cc3170cf6b6dd382855.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable 2018-11-15 19:19:27,131 DEBUG [StoreOpener-21a5ec799e725cc3170cf6b6dd382855-1] util.CommonFSUtils(576): FileSystem doesn't support setStoragePolicy; HDFS-6584, HDFS-9345 not available. This is normal and expected on earlier Hadoop versions. java.lang.NoSuchMethodException: org.apache.hadoop.fs.LocalFileSystem.setStoragePolicy(org.apache.hadoop.fs.Path, java.lang.String) at java.lang.Class.getDeclaredMethod(Class.java:2130) at org.apache.hadoop.hbase.util.CommonFSUtils.invokeSetStoragePolicy(CommonFSUtils.java:565) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:546) at org.apache.hadoop.hbase.util.CommonFSUtils.setStoragePolicy(CommonFSUtils.java:514) at org.apache.hadoop.hbase.regionserver.HRegionFileSystem.setStoragePolicy(HRegionFileSystem.java:194) at org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:267) at org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:5764) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1051) at org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1048) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-11-15 19:19:27,133 INFO [StoreOpener-21a5ec799e725cc3170cf6b6dd382855-1] hfile.CacheConfig(237): Created cacheConfig for fam1: blockCache=LruBlockCache{blockCount=254, currentSize=8.67 MB, freeSize=986.93 MB, maxSize=995.60 MB, heapSize=8.67 MB, minSize=945.82 MB, minFactor=0.95, multiSize=472.91 MB, multiFactor=0.5, singleSize=236.46 MB, singleFactor=0.25}, cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false 2018-11-15 19:19:27,133 INFO [StoreOpener-21a5ec799e725cc3170cf6b6dd382855-1] compactions.CompactionConfiguration(147): size [128 MB, 8.00 EB, 8.00 EB); files [3, 10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory 2018-11-15 19:19:27,134 INFO [StoreOpener-21a5ec799e725cc3170cf6b6dd382855-1] regionserver.HStore(335): Store=fam1, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2018-11-15 19:19:27,134 DEBUG [Time-limited test] regionserver.HRegion(949): replaying wal for 21a5ec799e725cc3170cf6b6dd382855 2018-11-15 19:19:27,135 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/d5d94ab5-c7c8-572d-cffe-0a668396c907/data/default/testGet_FamilyChecker/21a5ec799e725cc3170cf6b6dd382855 2018-11-15 19:19:27,136 DEBUG [Time-limited test] regionserver.HRegion(4627): Found 0 recovered edits file(s) under file:/mnt/disk2/a/hbase/hbase-server/target/test-data/d5d94ab5-c7c8-572d-cffe-0a668396c907/default/testGet_FamilyChecker/21a5ec799e725cc3170cf6b6dd382855 2018-11-15 19:19:27,136 DEBUG [Time-limited test] regionserver.HRegion(957): stopping wal replay for 21a5ec799e725cc3170cf6b6dd382855 2018-11-15 19:19:27,136 DEBUG [Time-limited test] regionserver.HRegion(969): Cleaning up temporary data for 21a5ec799e725cc3170cf6b6dd382855 2018-11-15 19:19:27,136 DEBUG [Time-limited test] regionserver.HRegion(980): Cleaning up detritus for 21a5ec799e725cc3170cf6b6dd382855 2018-11-15 19:19:27,137 DEBUG [Time-limited test] regionserver.HRegion(1005): writing seq id for 21a5ec799e725cc3170cf6b6dd382855 2018-11-15 19:19:27,246 DEBUG [Time-limited test] wal.WALSplitter(696): Wrote file=file:/mnt/disk2/a/hbase/hbase-server/target/test-data/d5d94ab5-c7c8-572d-cffe-0a668396c907/default/testGet_FamilyChecker/21a5ec799e725cc3170cf6b6dd382855/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2018-11-15 19:19:27,246 INFO [Time-limited test] regionserver.HRegion(1009): Opened 21a5ec799e725cc3170cf6b6dd382855; next sequenceid=2 2018-11-15 19:19:27,247 INFO [Time-limited test] regionserver.TestHRegion(2533): Got expected DoNotRetryIOException successfully 2018-11-15 19:19:27,247 DEBUG [Time-limited test] regionserver.HRegion(1554): Closing 21a5ec799e725cc3170cf6b6dd382855, disabling compactions & flushes 2018-11-15 19:19:27,247 DEBUG [Time-limited test] regionserver.HRegion(1594): Updates disabled for region testGet_FamilyChecker,,1542309567017.21a5ec799e725cc3170cf6b6dd382855. 2018-11-15 19:19:27,248 INFO [Time-limited test] regionserver.HRegion(1711): Closed testGet_FamilyChecker,,1542309567017.21a5ec799e725cc3170cf6b6dd382855. 2018-11-15 19:19:27,250 DEBUG [Time-limited test] wal.AbstractFSWAL(853): Moved 1 WAL file(s) to /mnt/disk2/a/hbase/hbase-server/target/test-data/d5d94ab5-c7c8-572d-cffe-0a668396c907/f5ee3a64-a9aa-cc1a-fc60-788a0bb50f14/testGet_FamilyChecker.log/oldWALs 2018-11-15 19:19:27,251 INFO [Time-limited test] wal.AbstractFSWAL(856): Closed WAL: AsyncFSWAL hregion-43537366:(num 1542309566906) 2018-11-15 19:19:27,251 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/d5d94ab5-c7c8-572d-cffe-0a668396c907 2018-11-15 19:19:27,384 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testGet_FamilyChecker Thread=86 (was 86), OpenFileDescriptor=31928 (was 31642) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=93 (was 93), ProcessCount=361 (was 361), AvailableMemoryMB=36812 (was 36815) 2018-11-15 19:19:27,384 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=31928 is superior to 1024 2018-11-15 19:19:27,481 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 56 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:27,517 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testScanner_DeleteOneFamilyNotAnother Thread=86, OpenFileDescriptor=31930, MaxFileDescriptor=32000, SystemLoadAverage=93, ProcessCount=361, AvailableMemoryMB=36814 2018-11-15 19:19:27,518 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=31930 is superior to 1024 2018-11-15 19:19:27,544 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs so I do NOT create it in target/test-data/58c2c70a-069b-7d74-65db-6922ff865173 2018-11-15 19:19:27,544 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs Erasing configuration value by system value. 2018-11-15 19:19:27,544 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp so I do NOT create it in target/test-data/58c2c70a-069b-7d74-65db-6922ff865173 2018-11-15 19:19:27,544 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp Erasing configuration value by system value. 2018-11-15 19:19:27,544 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/58c2c70a-069b-7d74-65db-6922ff865173 2018-11-15 19:19:27,545 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:19:27,546 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:19:28,483 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 57 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:29,485 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 58 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:29,759 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/58c2c70a-069b-7d74-65db-6922ff865173 2018-11-15 19:19:29,920 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testScanner_DeleteOneFamilyNotAnother Thread=86 (was 86), OpenFileDescriptor=31928 (was 31930), MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=85 (was 93), ProcessCount=361 (was 361), AvailableMemoryMB=36812 (was 36814) 2018-11-15 19:19:29,921 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=31928 is superior to 1024 2018-11-15 19:19:30,051 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testOpenRegionWrittenToWAL Thread=86, OpenFileDescriptor=31930, MaxFileDescriptor=32000, SystemLoadAverage=85, ProcessCount=361, AvailableMemoryMB=36842 2018-11-15 19:19:30,052 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=31930 is superior to 1024 2018-11-15 19:19:30,075 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs so I do NOT create it in target/test-data/8b2522af-1971-3705-b3c3-6f47f697513c 2018-11-15 19:19:30,075 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs Erasing configuration value by system value. 2018-11-15 19:19:30,076 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp so I do NOT create it in target/test-data/8b2522af-1971-3705-b3c3-6f47f697513c 2018-11-15 19:19:30,076 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp Erasing configuration value by system value. 2018-11-15 19:19:30,076 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/8b2522af-1971-3705-b3c3-6f47f697513c 2018-11-15 19:19:30,077 INFO [Time-limited test] zookeeper.RecoverableZooKeeper(106): Process identifier=testing utility connecting to ZooKeeper ensemble=localhost:21818 2018-11-15 19:19:30,078 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:19:30,083 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:19:30,488 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 59 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:31,490 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 60 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:32,299 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/8b2522af-1971-3705-b3c3-6f47f697513c 2018-11-15 19:19:32,450 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testOpenRegionWrittenToWAL Thread=86 (was 86), OpenFileDescriptor=31932 (was 31930) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=85 (was 85), ProcessCount=361 (was 361), AvailableMemoryMB=36843 (was 36842) - AvailableMemoryMB LEAK? - 2018-11-15 19:19:32,450 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=31932 is superior to 1024 2018-11-15 19:19:32,492 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 61 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:32,579 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testScanner_ExplicitColumns_FromMemStore_EnforceVersions Thread=86, OpenFileDescriptor=31934, MaxFileDescriptor=32000, SystemLoadAverage=85, ProcessCount=361, AvailableMemoryMB=36844 2018-11-15 19:19:32,580 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=31934 is superior to 1024 2018-11-15 19:19:32,612 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs so I do NOT create it in target/test-data/f35d6192-6160-ef5d-ce5e-d1de48cb71eb 2018-11-15 19:19:32,613 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs Erasing configuration value by system value. 2018-11-15 19:19:32,613 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp so I do NOT create it in target/test-data/f35d6192-6160-ef5d-ce5e-d1de48cb71eb 2018-11-15 19:19:32,613 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp Erasing configuration value by system value. 2018-11-15 19:19:32,613 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/f35d6192-6160-ef5d-ce5e-d1de48cb71eb 2018-11-15 19:19:32,614 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:19:32,615 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:19:33,494 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 62 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:34,496 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 63 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:34,828 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/f35d6192-6160-ef5d-ce5e-d1de48cb71eb 2018-11-15 19:19:34,961 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testScanner_ExplicitColumns_FromMemStore_EnforceVersions Thread=87 (was 86) - Thread LEAK? -, OpenFileDescriptor=31932 (was 31934), MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=79 (was 85), ProcessCount=361 (was 361), AvailableMemoryMB=36843 (was 36844) 2018-11-15 19:19:34,962 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=31932 is superior to 1024 2018-11-15 19:19:35,089 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testGet_Basic Thread=87, OpenFileDescriptor=31934, MaxFileDescriptor=32000, SystemLoadAverage=79, ProcessCount=361, AvailableMemoryMB=36843 2018-11-15 19:19:35,090 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=31934 is superior to 1024 2018-11-15 19:19:35,117 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs so I do NOT create it in target/test-data/2f15db09-a306-7abd-c79a-307e624e6328 2018-11-15 19:19:35,117 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs Erasing configuration value by system value. 2018-11-15 19:19:35,117 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp so I do NOT create it in target/test-data/2f15db09-a306-7abd-c79a-307e624e6328 2018-11-15 19:19:35,117 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp Erasing configuration value by system value. 2018-11-15 19:19:35,118 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/2f15db09-a306-7abd-c79a-307e624e6328 2018-11-15 19:19:35,118 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:19:35,119 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:19:35,502 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 64 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:36,504 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 65 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:37,327 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/2f15db09-a306-7abd-c79a-307e624e6328 2018-11-15 19:19:37,460 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testGet_Basic Thread=87 (was 87), OpenFileDescriptor=31932 (was 31934), MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=79 (was 79), ProcessCount=361 (was 361), AvailableMemoryMB=36844 (was 36843) - AvailableMemoryMB LEAK? - 2018-11-15 19:19:37,460 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=31932 is superior to 1024 2018-11-15 19:19:37,506 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 66 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:37,591 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testGet_Empty Thread=87, OpenFileDescriptor=31934, MaxFileDescriptor=32000, SystemLoadAverage=79, ProcessCount=361, AvailableMemoryMB=36844 2018-11-15 19:19:37,591 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=31934 is superior to 1024 2018-11-15 19:19:37,615 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs so I do NOT create it in target/test-data/7740ee6a-0968-115f-427d-f27faa17aff9 2018-11-15 19:19:37,616 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs Erasing configuration value by system value. 2018-11-15 19:19:37,616 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp so I do NOT create it in target/test-data/7740ee6a-0968-115f-427d-f27faa17aff9 2018-11-15 19:19:37,616 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp Erasing configuration value by system value. 2018-11-15 19:19:37,616 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/7740ee6a-0968-115f-427d-f27faa17aff9 2018-11-15 19:19:37,616 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:19:37,617 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:19:38,508 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 67 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:39,514 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 68 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:39,826 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/7740ee6a-0968-115f-427d-f27faa17aff9 2018-11-15 19:19:39,959 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testGet_Empty Thread=87 (was 87), OpenFileDescriptor=31932 (was 31934), MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=72 (was 79), ProcessCount=361 (was 361), AvailableMemoryMB=36843 (was 36844) 2018-11-15 19:19:39,959 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=31932 is superior to 1024 2018-11-15 19:19:40,089 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testFlushedFileWithNoTags Thread=87, OpenFileDescriptor=31934, MaxFileDescriptor=32000, SystemLoadAverage=72, ProcessCount=361, AvailableMemoryMB=36842 2018-11-15 19:19:40,090 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=31934 is superior to 1024 2018-11-15 19:19:40,113 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs so I do NOT create it in target/test-data/6b6b1206-c047-b987-7155-faa6076b118a 2018-11-15 19:19:40,113 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs Erasing configuration value by system value. 2018-11-15 19:19:40,114 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp so I do NOT create it in target/test-data/6b6b1206-c047-b987-7155-faa6076b118a 2018-11-15 19:19:40,114 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp Erasing configuration value by system value. 2018-11-15 19:19:40,114 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/6b6b1206-c047-b987-7155-faa6076b118a 2018-11-15 19:19:40,115 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:19:40,517 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 69 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:41,519 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 70 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:42,323 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/6b6b1206-c047-b987-7155-faa6076b118a 2018-11-15 19:19:42,455 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testFlushedFileWithNoTags Thread=87 (was 87), OpenFileDescriptor=31932 (was 31934), MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=72 (was 72), ProcessCount=363 (was 361) - ProcessCount LEAK? -, AvailableMemoryMB=36843 (was 36842) - AvailableMemoryMB LEAK? - 2018-11-15 19:19:42,456 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=31932 is superior to 1024 2018-11-15 19:19:42,522 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 71 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:42,590 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testCheckAndMutateTimestampsAreMonotonic Thread=87, OpenFileDescriptor=31934, MaxFileDescriptor=32000, SystemLoadAverage=72, ProcessCount=363, AvailableMemoryMB=36843 2018-11-15 19:19:42,590 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=31934 is superior to 1024 2018-11-15 19:19:42,620 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs so I do NOT create it in target/test-data/8de3a08c-d602-1dba-41de-ec276cf53fdf 2018-11-15 19:19:42,621 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs Erasing configuration value by system value. 2018-11-15 19:19:42,621 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp so I do NOT create it in target/test-data/8de3a08c-d602-1dba-41de-ec276cf53fdf 2018-11-15 19:19:42,621 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp Erasing configuration value by system value. 2018-11-15 19:19:42,621 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/8de3a08c-d602-1dba-41de-ec276cf53fdf 2018-11-15 19:19:42,622 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:19:42,623 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:19:43,523 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 72 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:44,525 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 73 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:44,832 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/8de3a08c-d602-1dba-41de-ec276cf53fdf 2018-11-15 19:19:44,963 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testCheckAndMutateTimestampsAreMonotonic Thread=81 (was 87), OpenFileDescriptor=31932 (was 31934), MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=66 (was 72), ProcessCount=363 (was 363), AvailableMemoryMB=36843 (was 36843) 2018-11-15 19:19:44,963 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=31932 is superior to 1024 2018-11-15 19:19:45,095 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testCompactionAffectedByScanners Thread=81, OpenFileDescriptor=31934, MaxFileDescriptor=32000, SystemLoadAverage=66, ProcessCount=363, AvailableMemoryMB=36843 2018-11-15 19:19:45,095 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=31934 is superior to 1024 2018-11-15 19:19:45,117 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs so I do NOT create it in target/test-data/292da0f4-76b4-3579-f9b2-5a3039ceac8c 2018-11-15 19:19:45,117 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs Erasing configuration value by system value. 2018-11-15 19:19:45,117 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp so I do NOT create it in target/test-data/292da0f4-76b4-3579-f9b2-5a3039ceac8c 2018-11-15 19:19:45,118 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp Erasing configuration value by system value. 2018-11-15 19:19:45,118 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/292da0f4-76b4-3579-f9b2-5a3039ceac8c 2018-11-15 19:19:45,118 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:19:45,119 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:19:45,527 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 74 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:46,529 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 75 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:47,327 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/292da0f4-76b4-3579-f9b2-5a3039ceac8c 2018-11-15 19:19:47,461 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testCompactionAffectedByScanners Thread=81 (was 81), OpenFileDescriptor=31932 (was 31934), MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=66 (was 66), ProcessCount=361 (was 363), AvailableMemoryMB=36844 (was 36843) - AvailableMemoryMB LEAK? - 2018-11-15 19:19:47,461 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=31932 is superior to 1024 2018-11-15 19:19:47,531 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 76 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:47,587 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testDeleteRowWithBloomFilter Thread=81, OpenFileDescriptor=31934, MaxFileDescriptor=32000, SystemLoadAverage=66, ProcessCount=361, AvailableMemoryMB=36844 2018-11-15 19:19:47,587 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=31934 is superior to 1024 2018-11-15 19:19:47,609 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs so I do NOT create it in target/test-data/03ecf155-3145-d177-9099-b0ad3146c26e 2018-11-15 19:19:47,609 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs Erasing configuration value by system value. 2018-11-15 19:19:47,609 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp so I do NOT create it in target/test-data/03ecf155-3145-d177-9099-b0ad3146c26e 2018-11-15 19:19:47,610 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp Erasing configuration value by system value. 2018-11-15 19:19:47,610 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/03ecf155-3145-d177-9099-b0ad3146c26e 2018-11-15 19:19:47,611 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:19:48,533 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 77 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:49,535 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 78 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:49,819 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/03ecf155-3145-d177-9099-b0ad3146c26e 2018-11-15 19:19:49,952 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testDeleteRowWithBloomFilter Thread=81 (was 81), OpenFileDescriptor=31932 (was 31934), MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=61 (was 66), ProcessCount=361 (was 361), AvailableMemoryMB=36843 (was 36844) 2018-11-15 19:19:49,953 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=31932 is superior to 1024 2018-11-15 19:19:50,086 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testScanner_ExplicitColumns_FromMemStoreAndFiles_EnforceVersions Thread=81, OpenFileDescriptor=31934, MaxFileDescriptor=32000, SystemLoadAverage=61, ProcessCount=361, AvailableMemoryMB=36843 2018-11-15 19:19:50,087 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=31934 is superior to 1024 2018-11-15 19:19:50,119 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs so I do NOT create it in target/test-data/e67c7432-8def-996e-0339-9229c1c9acf0 2018-11-15 19:19:50,119 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs Erasing configuration value by system value. 2018-11-15 19:19:50,120 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp so I do NOT create it in target/test-data/e67c7432-8def-996e-0339-9229c1c9acf0 2018-11-15 19:19:50,120 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp Erasing configuration value by system value. 2018-11-15 19:19:50,120 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/e67c7432-8def-996e-0339-9229c1c9acf0 2018-11-15 19:19:50,121 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:19:50,122 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:19:50,537 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 79 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:51,539 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 80 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:52,332 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/e67c7432-8def-996e-0339-9229c1c9acf0 2018-11-15 19:19:52,465 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testScanner_ExplicitColumns_FromMemStoreAndFiles_EnforceVersions Thread=81 (was 81), OpenFileDescriptor=31932 (was 31934), MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=61 (was 61), ProcessCount=361 (was 361), AvailableMemoryMB=36841 (was 36843) 2018-11-15 19:19:52,465 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=31932 is superior to 1024 2018-11-15 19:19:52,541 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 81 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:52,594 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testScanner_JoinedScanners Thread=81, OpenFileDescriptor=31934, MaxFileDescriptor=32000, SystemLoadAverage=61, ProcessCount=361, AvailableMemoryMB=36840 2018-11-15 19:19:52,594 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=31934 is superior to 1024 2018-11-15 19:19:52,623 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs so I do NOT create it in target/test-data/42f0aae6-074d-8e68-41a0-436fbd4b3cf8 2018-11-15 19:19:52,623 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs Erasing configuration value by system value. 2018-11-15 19:19:52,623 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp so I do NOT create it in target/test-data/42f0aae6-074d-8e68-41a0-436fbd4b3cf8 2018-11-15 19:19:52,623 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp Erasing configuration value by system value. 2018-11-15 19:19:52,624 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/42f0aae6-074d-8e68-41a0-436fbd4b3cf8 2018-11-15 19:19:52,624 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:19:52,625 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:19:53,543 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 82 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:54,544 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 83 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:54,833 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/42f0aae6-074d-8e68-41a0-436fbd4b3cf8 2018-11-15 19:19:54,978 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testScanner_JoinedScanners Thread=81 (was 81), OpenFileDescriptor=31932 (was 31934), MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=56 (was 61), ProcessCount=361 (was 361), AvailableMemoryMB=36840 (was 36840) 2018-11-15 19:19:54,978 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=31932 is superior to 1024 2018-11-15 19:19:55,111 INFO [Time-limited test] hbase.ResourceChecker(148): before: regionserver.TestHRegion#testCheckAndDelete_ThatDeleteWasWritten Thread=81, OpenFileDescriptor=31934, MaxFileDescriptor=32000, SystemLoadAverage=56, ProcessCount=361, AvailableMemoryMB=36839 2018-11-15 19:19:55,111 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=31934 is superior to 1024 2018-11-15 19:19:55,139 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.log.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs so I do NOT create it in target/test-data/8392d31b-bce7-ca42-7fd4-1fb5148a06a0 2018-11-15 19:19:55,140 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.log.dir property value differs in configuration and system: Configuration=/mnt/disk2/a/hbase/hbase-server/../logs while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_logs Erasing configuration value by system value. 2018-11-15 19:19:55,140 INFO [Time-limited test] hbase.HBaseTestingUtility(463): System.getProperty("hadoop.tmp.dir") already set to: /mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp so I do NOT create it in target/test-data/8392d31b-bce7-ca42-7fd4-1fb5148a06a0 2018-11-15 19:19:55,140 WARN [Time-limited test] hbase.HBaseTestingUtility(467): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-hbase while System=/mnt/disk2/a/hbase/hbase-server/target/test-data/80736896-f3dc-14fd-b929-6d062f4aea9c/hadoop_tmp Erasing configuration value by system value. 2018-11-15 19:19:55,140 DEBUG [Time-limited test] hbase.HBaseTestingUtility(351): Setting hbase.rootdir to /mnt/disk2/a/hbase/hbase-server/target/test-data/8392d31b-bce7-ca42-7fd4-1fb5148a06a0 2018-11-15 19:19:55,141 DEBUG [Time-limited test] fs.HFileSystem(317): The file system is not a DistributedFileSystem. Skipping on block location reordering 2018-11-15 19:19:55,141 INFO [Time-limited test] wal.WALFactory(157): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2018-11-15 19:19:55,546 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 84 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:56,548 WARN [LeaseRenewer:hbase@localhost:38114] hdfs.LeaseRenewer(468): Failed to renew lease for [DFSClient_NONMAPREDUCE_1242021397_20] for 85 seconds. Will retry shortly ... java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.renewLease(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.renewLease(ClientNamenodeProtocolTranslatorPB.java:595) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at sun.reflect.GeneratedMethodAccessor67.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.renewLease(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:901) at org.apache.hadoop.hdfs.LeaseRenewer.renew(LeaseRenewer.java:423) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:448) at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304) at java.lang.Thread.run(Thread.java:748) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 26 more 2018-11-15 19:19:57,349 INFO [Time-limited test] regionserver.TestHRegion(255): Cleaning test directory: /mnt/disk2/a/hbase/hbase-server/target/test-data/8392d31b-bce7-ca42-7fd4-1fb5148a06a0 2018-11-15 19:19:57,483 INFO [Time-limited test] hbase.ResourceChecker(172): after: regionserver.TestHRegion#testCheckAndDelete_ThatDeleteWasWritten Thread=81 (was 81), OpenFileDescriptor=31932 (was 31934), MaxFileDescriptor=32000 (was 32000), SystemLoadAverage=56 (was 56), ProcessCount=361 (was 361), AvailableMemoryMB=36840 (was 36839) - AvailableMemoryMB LEAK? - 2018-11-15 19:19:57,483 WARN [Time-limited test] hbase.ResourceChecker(135): OpenFileDescriptor=31932 is superior to 1024 2018-11-15 19:19:57,495 INFO [Thread-3] regionserver.ShutdownHook$ShutdownHookThread(112): Shutdown hook starting; hbase.shutdown.hook=true; fsShutdownHook=org.apache.hadoop.fs.FileSystem$Cache$ClientFinalizer@58480341 2018-11-15 19:19:57,496 INFO [Thread-3] regionserver.ShutdownHook$ShutdownHookThread(135): Shutdown hook finished. 2018-11-15 19:19:57,497 INFO [Thread-3] regionserver.ShutdownHook$ShutdownHookThread(112): Shutdown hook starting; hbase.shutdown.hook=true; fsShutdownHook=org.apache.hadoop.fs.FileSystem$Cache$ClientFinalizer@58480341 2018-11-15 19:19:57,497 INFO [Thread-3] regionserver.ShutdownHook$ShutdownHookThread(135): Shutdown hook finished. 2018-11-15 19:19:57,498 INFO [Thread-3] regionserver.ShutdownHook$ShutdownHookThread(112): Shutdown hook starting; hbase.shutdown.hook=true; fsShutdownHook=org.apache.hadoop.fs.FileSystem$Cache$ClientFinalizer@58480341 2018-11-15 19:19:57,498 INFO [Thread-3] regionserver.ShutdownHook$ShutdownHookThread(121): Starting fs shutdown hook thread. 2018-11-15 19:19:57,503 WARN [Thread-2098] hdfs.DFSOutputStream$DataStreamer(663): DataStreamer Exception java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.addBlock(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.addBlock(ClientNamenodeProtocolTranslatorPB.java:418) at sun.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.addBlock(Unknown Source) at sun.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.addBlock(Unknown Source) at sun.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.addBlock(Unknown Source) at org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.locateFollowingBlock(DFSOutputStream.java:1603) at org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.nextBlockOutputStream(DFSOutputStream.java:1388) at org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.run(DFSOutputStream.java:554) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 23 more 2018-11-15 19:19:57,504 ERROR [ClientFinalizer-shutdown-hook] hdfs.DFSClient(949): Failed to close inode 16419 java.net.ConnectException: Call From cn012.l42scl.hortonworks.com/172.18.128.12 to localhost:38114 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.GeneratedConstructorAccessor57.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732) at org.apache.hadoop.ipc.Client.call(Client.java:1480) at org.apache.hadoop.ipc.Client.call(Client.java:1413) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy40.addBlock(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.addBlock(ClientNamenodeProtocolTranslatorPB.java:418) at sun.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy43.addBlock(Unknown Source) at sun.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.addBlock(Unknown Source) at sun.reflect.GeneratedMethodAccessor44.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:372) at com.sun.proxy.$Proxy44.addBlock(Unknown Source) at org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.locateFollowingBlock(DFSOutputStream.java:1603) at org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.nextBlockOutputStream(DFSOutputStream.java:1388) at org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.run(DFSOutputStream.java:554) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:615) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:713) at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:376) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1529) at org.apache.hadoop.ipc.Client.call(Client.java:1452) ... 23 more 2018-11-15 19:19:57,505 INFO [Thread-3] regionserver.ShutdownHook$ShutdownHookThread(135): Shutdown hook finished.