07:03:34.408 INFO [main] FileStore.java:425 TarMK opened: target/FailoverServerTest5824621954838715089dir (mmap=false) 07:03:34.422 INFO [main] FileStore.java:425 TarMK opened: target/FailoverClientTest5332630365811795968dir (mmap=false) 07:03:35.626 ERROR [nioEventLoopGroup-3-1] StandbyServerHandler.java:202 Exception occurred: not an SSL/TLS record: 5374616e6462792d434d444034336334303765382d636261612d343638322d386161372d6563646366623037366664623a680d0a io.netty.handler.ssl.NotSslRecordException: not an SSL/TLS record: 5374616e6462792d434d444034336334303765382d636261612d343638322d386161372d6563646366623037366664623a680d0a at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:860) ~[netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:249) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:149) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:787) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:130) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:03:35.631 ERROR [defaultEventExecutorGroup-4-1] StandbyClientHandler.java:112 Exception caught, closing channel. io.netty.handler.codec.DecoderException: java.io.IOException: Received unexpected empty frame. Maybe you have enabled secure transmission on only one endpoint of the connection. at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:213) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:228) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:75) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.timeout.ReadTimeoutHandler.channelInactive(ReadTimeoutHandler.java:144) ~[netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:769) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe$5.run(AbstractChannel.java:567) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] Caused by: java.io.IOException: Received unexpected empty frame. Maybe you have enabled secure transmission on only one endpoint of the connection. at org.apache.jackrabbit.oak.plugins.segment.standby.codec.RecordIdDecoder.decode(RecordIdDecoder.java:51) ~[classes/:na] at io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:343) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.decodeLast(ByteToMessageDecoder.java:304) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:208) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] ... 16 common frames omitted 07:03:39.152 INFO [main] FileStore.java:776 TarMK closed: target/FailoverServerTest5824621954838715089dir 07:03:39.213 INFO [main] FileStore.java:776 TarMK closed: target/FailoverClientTest5332630365811795968dir 07:03:39.230 INFO [main] FileStore.java:425 TarMK opened: target/FailoverServerTest7621137808870418854dir (mmap=false) 07:03:39.232 INFO [main] FileStore.java:425 TarMK opened: target/FailoverClientTest3512275770517473134dir (mmap=false) 07:03:45.120 INFO [main] FileStore.java:776 TarMK closed: target/FailoverServerTest7621137808870418854dir 07:03:45.163 INFO [main] FileStore.java:776 TarMK closed: target/FailoverClientTest3512275770517473134dir 07:03:45.166 INFO [main] FileStore.java:425 TarMK opened: target/FailoverServerTest3212715568239613362dir (mmap=false) 07:03:45.167 INFO [main] FileStore.java:425 TarMK opened: target/FailoverClientTest3833268370899876999dir (mmap=false) 07:03:45.198 ERROR [nioEventLoopGroup-12-1] StandbyServerHandler.java:202 Exception occurred: null java.lang.NullPointerException: null at org.apache.jackrabbit.oak.plugins.segment.standby.server.StandbyServerHandler.channelRead0(StandbyServerHandler.java:147) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.server.StandbyServerHandler.channelRead0(StandbyServerHandler.java:42) ~[classes/:na] at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:163) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:787) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:130) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:03:45.198 ERROR [nioEventLoopGroup-12-1] StandbyServerHandler.java:202 Exception occurred: null java.lang.NullPointerException: null at org.apache.jackrabbit.oak.plugins.segment.standby.server.StandbyServerHandler.channelRead0(StandbyServerHandler.java:147) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.server.StandbyServerHandler.channelRead0(StandbyServerHandler.java:42) ~[classes/:na] at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:163) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:787) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:130) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:03:50.195 ERROR [defaultEventExecutorGroup-13-1] StandbyClientHandler.java:112 Exception caught, closing channel. io.netty.handler.timeout.ReadTimeoutException: null 07:03:53.574 INFO [main] FileStore.java:776 TarMK closed: target/FailoverServerTest3212715568239613362dir 07:03:53.622 INFO [main] FileStore.java:776 TarMK closed: target/FailoverClientTest3833268370899876999dir 07:03:53.629 INFO [main] FileStore.java:425 TarMK opened: target/FailoverServerTest5780338301269728721dir (mmap=false) 07:03:53.631 INFO [main] FileStore.java:425 TarMK opened: target/FailoverClientTest3338044967859079119dir (mmap=false) 07:03:53.634 INFO [main] FileStore.java:425 TarMK opened: target/FailoverClient2Test7178808096604014401dir (mmap=false) 07:04:12.882 INFO [main] FileStore.java:776 TarMK closed: target/FailoverServerTest5780338301269728721dir 07:04:12.928 INFO [main] FileStore.java:776 TarMK closed: target/FailoverClientTest3338044967859079119dir 07:04:12.968 INFO [main] FileStore.java:776 TarMK closed: target/FailoverClient2Test7178808096604014401dir 07:04:12.973 INFO [main] FileStore.java:425 TarMK opened: target/FailoverServerTest2956979869285863368dir (mmap=false) 07:04:12.976 INFO [main] FileStore.java:425 TarMK opened: target/FailoverClientTest8556398582338370802dir (mmap=false) 07:05:18.602 INFO [main] FileStore.java:776 TarMK closed: target/FailoverServerTest2956979869285863368dir 07:05:18.667 INFO [main] FileStore.java:776 TarMK closed: target/FailoverClientTest8556398582338370802dir 07:05:18.676 INFO [main] FileStore.java:425 TarMK opened: target/FailoverServerTest8856242715199758830dir (mmap=false) 07:05:18.678 INFO [main] FileStore.java:425 TarMK opened: target/FailoverClientTest4908217268760856182dir (mmap=false) 07:05:35.966 INFO [main] FileStore.java:776 TarMK closed: target/FailoverServerTest8856242715199758830dir 07:05:36.020 INFO [main] FileStore.java:776 TarMK closed: target/FailoverClientTest4908217268760856182dir 07:05:36.029 INFO [main] FileStore.java:425 TarMK opened: target/FailoverServerTest7050016286418566036dir (mmap=false) 07:05:36.031 INFO [main] FileStore.java:425 TarMK opened: target/FailoverClientTest1318980007490104253dir (mmap=false) 07:05:46.055 ERROR [defaultEventExecutorGroup-73-1] SegmentLoaderHandler.java:158 Exception caught, closing channel. io.netty.handler.timeout.ReadTimeoutException: null 07:05:46.056 ERROR [defaultEventExecutorGroup-71-1] StandbyStore.java:159 could NOT read segment 0620d263-8b62-4206-ad87-4f2e1bb0b1a8 07:05:56.057 ERROR [defaultEventExecutorGroup-71-1] StandbyStore.java:159 could NOT read segment 0620d263-8b62-4206-ad87-4f2e1bb0b1a8 07:05:56.058 ERROR [defaultEventExecutorGroup-71-1] StandbyClientHandler.java:112 Exception caught, closing channel. java.lang.IllegalStateException: Unable to load remote segment 0620d263-8b62-4206-ad87-4f2e1bb0b1a8 at org.apache.jackrabbit.oak.plugins.segment.standby.store.StandbyStore.readSegment(StandbyStore.java:162) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.SegmentTracker.getSegment(SegmentTracker.java:138) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentId.getSegment(SegmentId.java:101) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.Record.getSegment(Record.java:82) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentNodeState.getTemplate(SegmentNodeState.java:79) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentNodeState.compareAgainstBaseState(SegmentNodeState.java:447) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.standby.client.SegmentLoaderHandler.initSync(SegmentLoaderHandler.java:105) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.SegmentLoaderHandler.channelActive(SegmentLoaderHandler.java:78) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.setHead(StandbyClientHandler.java:105) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.channelRead0(StandbyClientHandler.java:77) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.channelRead0(StandbyClientHandler.java:39) ~[classes/:na] at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.access$700(AbstractChannelHandlerContext.java:32) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext$8.run(AbstractChannelHandlerContext.java:324) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultEventExecutor.run(DefaultEventExecutor.java:36) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:06:02.558 INFO [main] FileStore.java:776 TarMK closed: target/FailoverServerTest7050016286418566036dir 07:06:02.597 INFO [main] FileStore.java:776 TarMK closed: target/FailoverClientTest1318980007490104253dir 07:06:02.600 INFO [main] FileStore.java:425 TarMK opened: target/FailoverServerTest8482711561573613689dir (mmap=false) 07:06:02.601 INFO [main] FileStore.java:425 TarMK opened: target/FailoverClientTest220419603551167696dir (mmap=false) 07:06:08.109 INFO [main] FileStore.java:776 TarMK closed: target/FailoverServerTest8482711561573613689dir 07:06:08.144 INFO [main] FileStore.java:776 TarMK closed: target/FailoverClientTest220419603551167696dir 07:06:09.630 INFO [main] FileStore.java:425 TarMK opened: target/FailoverServerTest6570958908015268851dir (mmap=false) 07:06:09.644 INFO [main] FileStore.java:425 TarMK opened: target/FailoverClientTest8092994073909538733dir (mmap=false) 07:06:09.891 WARN [main] NetworkErrorProxy.java:79 Unable to start proxy on port 51913: Address already in use java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:463) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:455) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) ~[na:1.7.0_80] at io.netty.channel.socket.nio.NioServerSocketChannel.doBind(NioServerSocketChannel.java:125) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.bind(AbstractChannel.java:475) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline$HeadContext.bind(DefaultChannelPipeline.java:1021) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeBind(AbstractChannelHandlerContext.java:455) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.bind(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.bind(DefaultChannelPipeline.java:844) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel.bind(AbstractChannel.java:194) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.bootstrap.AbstractBootstrap$2.run(AbstractBootstrap.java:340) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) ~[na:1.7.0_80] 07:06:09.989 ERROR [nioEventLoopGroup-4-1] StandbyServer.java:188 Server failed to start on port 52800, will be canceled java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:463) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:455) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) ~[na:1.7.0_80] at io.netty.channel.socket.nio.NioServerSocketChannel.doBind(NioServerSocketChannel.java:125) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.bind(AbstractChannel.java:475) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline$HeadContext.bind(DefaultChannelPipeline.java:1021) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeBind(AbstractChannelHandlerContext.java:455) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.bind(AbstractChannelHandlerContext.java:440) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.bind(DefaultChannelPipeline.java:844) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel.bind(AbstractChannel.java:194) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.bootstrap.AbstractBootstrap$2.run(AbstractBootstrap.java:340) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:06:10.333 ERROR [defaultEventExecutorGroup-6-1] StandbyClientHandler.java:112 Exception caught, closing channel. io.netty.handler.codec.DecoderException: java.io.IOException: Received unexpected empty frame. Maybe you have enabled secure transmission on only one endpoint of the connection. at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:213) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:228) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:75) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.timeout.ReadTimeoutHandler.channelInactive(ReadTimeoutHandler.java:144) ~[netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:769) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe$5.run(AbstractChannel.java:567) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] Caused by: java.io.IOException: Received unexpected empty frame. Maybe you have enabled secure transmission on only one endpoint of the connection. at org.apache.jackrabbit.oak.plugins.segment.standby.codec.RecordIdDecoder.decode(RecordIdDecoder.java:51) ~[classes/:na] at io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:343) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.decodeLast(ByteToMessageDecoder.java:304) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:208) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] ... 16 common frames omitted 07:06:13.845 INFO [main] FileStore.java:776 TarMK closed: target/FailoverServerTest6570958908015268851dir 07:06:13.902 INFO [main] FileStore.java:776 TarMK closed: target/FailoverClientTest8092994073909538733dir 07:06:13.923 INFO [main] FileStore.java:425 TarMK opened: target/FailoverServerTest6810014951596660238dir (mmap=false) 07:06:13.926 INFO [main] FileStore.java:425 TarMK opened: target/FailoverClientTest2108482215136346564dir (mmap=false) 07:06:13.939 ERROR [nioEventLoopGroup-8-1] StandbyServer.java:188 Server failed to start on port 52800, will be canceled java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:463) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:455) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) ~[na:1.7.0_80] at io.netty.channel.socket.nio.NioServerSocketChannel.doBind(NioServerSocketChannel.java:125) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.bind(AbstractChannel.java:475) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline$HeadContext.bind(DefaultChannelPipeline.java:1021) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeBind(AbstractChannelHandlerContext.java:455) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.bind(AbstractChannelHandlerContext.java:440) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.bind(DefaultChannelPipeline.java:844) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel.bind(AbstractChannel.java:194) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.bootstrap.AbstractBootstrap$2.run(AbstractBootstrap.java:340) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:06:17.763 INFO [main] FileStore.java:776 TarMK closed: target/FailoverServerTest6810014951596660238dir 07:06:17.797 INFO [main] FileStore.java:776 TarMK closed: target/FailoverClientTest2108482215136346564dir 07:06:17.807 INFO [main] FileStore.java:425 TarMK opened: target/FailoverServerTest4717311245173642381dir (mmap=false) 07:06:17.809 INFO [main] FileStore.java:425 TarMK opened: target/FailoverClientTest3495910219490727356dir (mmap=false) 07:06:17.821 WARN [main] NetworkErrorProxy.java:79 Unable to start proxy on port 51913: Address already in use java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:463) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:455) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) ~[na:1.7.0_80] at io.netty.channel.socket.nio.NioServerSocketChannel.doBind(NioServerSocketChannel.java:125) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.bind(AbstractChannel.java:475) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline$HeadContext.bind(DefaultChannelPipeline.java:1021) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeBind(AbstractChannelHandlerContext.java:455) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.bind(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.bind(DefaultChannelPipeline.java:844) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel.bind(AbstractChannel.java:194) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.bootstrap.AbstractBootstrap$2.run(AbstractBootstrap.java:340) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) ~[na:1.7.0_80] 07:06:17.924 ERROR [defaultEventExecutorGroup-17-1] StandbyClientHandler.java:112 Exception caught, closing channel. java.io.IOException: Connection reset by peer at sun.nio.ch.FileDispatcherImpl.read0(Native Method) ~[na:1.7.0_80] at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39) ~[na:1.7.0_80] at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223) ~[na:1.7.0_80] at sun.nio.ch.IOUtil.read(IOUtil.java:192) ~[na:1.7.0_80] at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:384) ~[na:1.7.0_80] at io.netty.buffer.UnpooledUnsafeDirectByteBuf.setBytes(UnpooledUnsafeDirectByteBuf.java:446) ~[netty-buffer-4.0.23.Final.jar:4.0.23.Final] at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:881) ~[netty-buffer-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:225) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:119) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:06:23.626 INFO [main] FileStore.java:776 TarMK closed: target/FailoverServerTest4717311245173642381dir 07:06:23.680 INFO [main] FileStore.java:776 TarMK closed: target/FailoverClientTest3495910219490727356dir 07:06:23.687 INFO [main] FileStore.java:425 TarMK opened: target/FailoverServerTest622509784787627197dir (mmap=false) 07:06:23.689 INFO [main] FileStore.java:425 TarMK opened: target/FailoverClientTest778164185746136310dir (mmap=false) 07:06:23.710 ERROR [nioEventLoopGroup-21-1] StandbyServer.java:188 Server failed to start on port 52800, will be canceled java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:463) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:455) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) ~[na:1.7.0_80] at io.netty.channel.socket.nio.NioServerSocketChannel.doBind(NioServerSocketChannel.java:125) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.bind(AbstractChannel.java:475) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline$HeadContext.bind(DefaultChannelPipeline.java:1021) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeBind(AbstractChannelHandlerContext.java:455) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.bind(AbstractChannelHandlerContext.java:440) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.bind(DefaultChannelPipeline.java:844) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel.bind(AbstractChannel.java:194) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.bootstrap.AbstractBootstrap$2.run(AbstractBootstrap.java:340) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:06:27.823 INFO [nioEventLoopGroup-25-1] NetworkErrorProxy.java:288 FlipHandler flips byte at offset 150 07:06:27.826 ERROR [defaultEventExecutorGroup-26-1] SegmentLoaderHandler.java:158 Exception caught, closing channel. io.netty.handler.codec.compression.DecompressionException: mismatching checksum: 669f3d47 (expected: a282c4cb) at io.netty.handler.codec.compression.Snappy.validateChecksum(Snappy.java:654) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.compression.SnappyFramedDecoder.decode(SnappyFramedDecoder.java:178) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:249) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:149) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.timeout.ReadTimeoutHandler.channelRead(ReadTimeoutHandler.java:150) ~[netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:787) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:130) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:06:33.521 WARN [nioEventLoopGroup-20-2] Slf4JLogger.java:151 Failed to initialize a channel. Closing: [id: 0xed1d50d7, /127.0.0.1:54136 => /127.0.0.1:51913] io.netty.channel.ChannelPipelineException: org.apache.jackrabbit.oak.plugins.segment.ForwardHandler is not a @Sharable handler, so can't be added or removed multiple times. at io.netty.channel.DefaultChannelPipeline.checkMultiplicity(DefaultChannelPipeline.java:463) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.addLast0(DefaultChannelPipeline.java:135) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.addLast(DefaultChannelPipeline.java:128) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.addLast(DefaultChannelPipeline.java:256) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.addLast(DefaultChannelPipeline.java:243) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at org.apache.jackrabbit.oak.plugins.segment.NetworkErrorProxy$1.initChannel(NetworkErrorProxy.java:73) ~[test-classes/:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.NetworkErrorProxy$1.initChannel(NetworkErrorProxy.java:70) ~[test-classes/:1.0.37-SNAPSHOT] at io.netty.channel.ChannelInitializer.channelRegistered(ChannelInitializer.java:69) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRegistered(AbstractChannelHandlerContext.java:158) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRegistered(AbstractChannelHandlerContext.java:144) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRegistered(DefaultChannelPipeline.java:732) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.register0(AbstractChannel.java:442) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.access$100(AbstractChannel.java:374) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe$1.run(AbstractChannel.java:418) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:06:33.820 ERROR [defaultEventExecutorGroup-23-1] StandbyStore.java:159 could NOT read segment 40705553-9a34-44ed-ad98-65604af565a0 07:06:33.821 ERROR [defaultEventExecutorGroup-23-1] StandbyClientHandler.java:112 Exception caught, closing channel. java.lang.IllegalStateException: Unable to load remote segment 40705553-9a34-44ed-ad98-65604af565a0 at org.apache.jackrabbit.oak.plugins.segment.standby.store.StandbyStore.readSegment(StandbyStore.java:162) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.SegmentTracker.getSegment(SegmentTracker.java:138) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentId.getSegment(SegmentId.java:101) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.Record.getSegment(Record.java:82) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentNodeState.getTemplate(SegmentNodeState.java:79) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentNodeState.compareAgainstBaseState(SegmentNodeState.java:447) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.standby.client.SegmentLoaderHandler.initSync(SegmentLoaderHandler.java:105) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.SegmentLoaderHandler.channelActive(SegmentLoaderHandler.java:78) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.setHead(StandbyClientHandler.java:105) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.channelRead0(StandbyClientHandler.java:77) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.channelRead0(StandbyClientHandler.java:39) ~[classes/:na] at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.access$700(AbstractChannelHandlerContext.java:32) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext$8.run(AbstractChannelHandlerContext.java:324) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultEventExecutor.run(DefaultEventExecutor.java:36) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:06:34.901 ERROR [defaultEventExecutorGroup-27-1] StandbyClientHandler.java:112 Exception caught, closing channel. java.io.IOException: Connection reset by peer at sun.nio.ch.FileDispatcherImpl.read0(Native Method) ~[na:1.7.0_80] at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39) ~[na:1.7.0_80] at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223) ~[na:1.7.0_80] at sun.nio.ch.IOUtil.read(IOUtil.java:192) ~[na:1.7.0_80] at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:384) ~[na:1.7.0_80] at io.netty.buffer.UnpooledUnsafeDirectByteBuf.setBytes(UnpooledUnsafeDirectByteBuf.java:446) ~[netty-buffer-4.0.23.Final.jar:4.0.23.Final] at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:881) ~[netty-buffer-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:225) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:119) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:06:38.397 INFO [main] FileStore.java:776 TarMK closed: target/FailoverServerTest622509784787627197dir 07:06:38.433 INFO [main] FileStore.java:776 TarMK closed: target/FailoverClientTest778164185746136310dir 07:06:38.442 INFO [main] FileStore.java:425 TarMK opened: target/FailoverServerTest1683383650895186054dir (mmap=false) 07:06:38.445 INFO [main] FileStore.java:425 TarMK opened: target/FailoverClientTest9089931670089433850dir (mmap=false) 07:06:39.397 WARN [nioEventLoopGroup-31-2] Slf4JLogger.java:151 Failed to initialize a channel. Closing: [id: 0x71d3068a, /127.0.0.1:54156 => /127.0.0.1:51913] io.netty.channel.ChannelPipelineException: org.apache.jackrabbit.oak.plugins.segment.ForwardHandler is not a @Sharable handler, so can't be added or removed multiple times. at io.netty.channel.DefaultChannelPipeline.checkMultiplicity(DefaultChannelPipeline.java:463) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.addLast0(DefaultChannelPipeline.java:135) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.addLast(DefaultChannelPipeline.java:128) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.addLast(DefaultChannelPipeline.java:256) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.addLast(DefaultChannelPipeline.java:243) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at org.apache.jackrabbit.oak.plugins.segment.NetworkErrorProxy$1.initChannel(NetworkErrorProxy.java:73) ~[test-classes/:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.NetworkErrorProxy$1.initChannel(NetworkErrorProxy.java:70) ~[test-classes/:1.0.37-SNAPSHOT] at io.netty.channel.ChannelInitializer.channelRegistered(ChannelInitializer.java:69) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRegistered(AbstractChannelHandlerContext.java:158) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRegistered(AbstractChannelHandlerContext.java:144) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRegistered(DefaultChannelPipeline.java:732) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.register0(AbstractChannel.java:442) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.access$100(AbstractChannel.java:374) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe$1.run(AbstractChannel.java:418) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:06:43.061 WARN [nioEventLoopGroup-31-3] Slf4JLogger.java:151 Failed to initialize a channel. Closing: [id: 0xadee4ff6, /127.0.0.1:54158 => /127.0.0.1:51913] io.netty.channel.ChannelPipelineException: org.apache.jackrabbit.oak.plugins.segment.ForwardHandler is not a @Sharable handler, so can't be added or removed multiple times. at io.netty.channel.DefaultChannelPipeline.checkMultiplicity(DefaultChannelPipeline.java:463) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.addLast0(DefaultChannelPipeline.java:135) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.addLast(DefaultChannelPipeline.java:128) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.addLast(DefaultChannelPipeline.java:256) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.addLast(DefaultChannelPipeline.java:243) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at org.apache.jackrabbit.oak.plugins.segment.NetworkErrorProxy$1.initChannel(NetworkErrorProxy.java:73) ~[test-classes/:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.NetworkErrorProxy$1.initChannel(NetworkErrorProxy.java:70) ~[test-classes/:1.0.37-SNAPSHOT] at io.netty.channel.ChannelInitializer.channelRegistered(ChannelInitializer.java:69) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRegistered(AbstractChannelHandlerContext.java:158) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRegistered(AbstractChannelHandlerContext.java:144) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRegistered(DefaultChannelPipeline.java:732) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.register0(AbstractChannel.java:442) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.access$100(AbstractChannel.java:374) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe$1.run(AbstractChannel.java:418) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:06:44.604 ERROR [defaultEventExecutorGroup-37-1] SegmentLoaderHandler.java:158 Exception caught, closing channel. io.netty.handler.codec.DecoderException: java.lang.IllegalArgumentException: minimumReadableBytes: -2752508 (expected: >= 0) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:280) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:149) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.timeout.ReadTimeoutHandler.channelRead(ReadTimeoutHandler.java:150) ~[netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:787) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:130) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] Caused by: java.lang.IllegalArgumentException: minimumReadableBytes: -2752508 (expected: >= 0) at io.netty.buffer.AbstractByteBuf.checkReadableBytes(AbstractByteBuf.java:1172) ~[netty-buffer-4.0.23.Final.jar:4.0.23.Final] at io.netty.buffer.AbstractByteBuf.skipBytes(AbstractByteBuf.java:741) ~[netty-buffer-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.compression.SnappyFramedDecoder.decode(SnappyFramedDecoder.java:129) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:249) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] ... 15 common frames omitted 07:06:46.749 WARN [nioEventLoopGroup-31-4] Slf4JLogger.java:151 Failed to initialize a channel. Closing: [id: 0xb77f2ac3, /127.0.0.1:54162 => /127.0.0.1:51913] io.netty.channel.ChannelPipelineException: org.apache.jackrabbit.oak.plugins.segment.ForwardHandler is not a @Sharable handler, so can't be added or removed multiple times. at io.netty.channel.DefaultChannelPipeline.checkMultiplicity(DefaultChannelPipeline.java:463) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.addLast0(DefaultChannelPipeline.java:135) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.addLast(DefaultChannelPipeline.java:128) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.addLast(DefaultChannelPipeline.java:256) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.addLast(DefaultChannelPipeline.java:243) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at org.apache.jackrabbit.oak.plugins.segment.NetworkErrorProxy$1.initChannel(NetworkErrorProxy.java:73) ~[test-classes/:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.NetworkErrorProxy$1.initChannel(NetworkErrorProxy.java:70) ~[test-classes/:1.0.37-SNAPSHOT] at io.netty.channel.ChannelInitializer.channelRegistered(ChannelInitializer.java:69) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRegistered(AbstractChannelHandlerContext.java:158) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRegistered(AbstractChannelHandlerContext.java:144) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRegistered(DefaultChannelPipeline.java:732) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.register0(AbstractChannel.java:442) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.access$100(AbstractChannel.java:374) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe$1.run(AbstractChannel.java:418) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:06:48.595 ERROR [defaultEventExecutorGroup-34-1] StandbyStore.java:159 could NOT read segment 93bda9ce-af81-4a96-afcb-8ad5b166888f 07:06:48.597 ERROR [defaultEventExecutorGroup-34-1] StandbyClientHandler.java:112 Exception caught, closing channel. java.lang.IllegalStateException: Unable to load remote segment 93bda9ce-af81-4a96-afcb-8ad5b166888f at org.apache.jackrabbit.oak.plugins.segment.standby.store.StandbyStore.readSegment(StandbyStore.java:162) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.SegmentTracker.getSegment(SegmentTracker.java:138) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentId.getSegment(SegmentId.java:101) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.Record.getSegment(Record.java:82) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentNodeState.getTemplate(SegmentNodeState.java:79) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentNodeState.compareAgainstBaseState(SegmentNodeState.java:447) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.standby.client.SegmentLoaderHandler.initSync(SegmentLoaderHandler.java:105) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.SegmentLoaderHandler.channelActive(SegmentLoaderHandler.java:78) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.setHead(StandbyClientHandler.java:105) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.channelRead0(StandbyClientHandler.java:77) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.channelRead0(StandbyClientHandler.java:39) ~[classes/:na] at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.access$700(AbstractChannelHandlerContext.java:32) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext$8.run(AbstractChannelHandlerContext.java:324) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultEventExecutor.run(DefaultEventExecutor.java:36) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:06:50.425 WARN [nioEventLoopGroup-31-6] Slf4JLogger.java:151 Failed to initialize a channel. Closing: [id: 0x090d6a32, /127.0.0.1:54168 => /127.0.0.1:51913] io.netty.channel.ChannelPipelineException: org.apache.jackrabbit.oak.plugins.segment.ForwardHandler is not a @Sharable handler, so can't be added or removed multiple times. at io.netty.channel.DefaultChannelPipeline.checkMultiplicity(DefaultChannelPipeline.java:463) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.addLast0(DefaultChannelPipeline.java:135) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.addLast(DefaultChannelPipeline.java:128) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.addLast(DefaultChannelPipeline.java:256) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.addLast(DefaultChannelPipeline.java:243) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at org.apache.jackrabbit.oak.plugins.segment.NetworkErrorProxy$1.initChannel(NetworkErrorProxy.java:73) ~[test-classes/:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.NetworkErrorProxy$1.initChannel(NetworkErrorProxy.java:70) ~[test-classes/:1.0.37-SNAPSHOT] at io.netty.channel.ChannelInitializer.channelRegistered(ChannelInitializer.java:69) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRegistered(AbstractChannelHandlerContext.java:158) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRegistered(AbstractChannelHandlerContext.java:144) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRegistered(DefaultChannelPipeline.java:732) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.register0(AbstractChannel.java:442) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.access$100(AbstractChannel.java:374) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe$1.run(AbstractChannel.java:418) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:06:54.099 WARN [nioEventLoopGroup-31-7] Slf4JLogger.java:151 Failed to initialize a channel. Closing: [id: 0x81ba3e82, /127.0.0.1:54172 => /127.0.0.1:51913] io.netty.channel.ChannelPipelineException: org.apache.jackrabbit.oak.plugins.segment.ForwardHandler is not a @Sharable handler, so can't be added or removed multiple times. at io.netty.channel.DefaultChannelPipeline.checkMultiplicity(DefaultChannelPipeline.java:463) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.addLast0(DefaultChannelPipeline.java:135) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.addLast(DefaultChannelPipeline.java:128) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.addLast(DefaultChannelPipeline.java:256) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.addLast(DefaultChannelPipeline.java:243) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at org.apache.jackrabbit.oak.plugins.segment.NetworkErrorProxy$1.initChannel(NetworkErrorProxy.java:73) ~[test-classes/:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.NetworkErrorProxy$1.initChannel(NetworkErrorProxy.java:70) ~[test-classes/:1.0.37-SNAPSHOT] at io.netty.channel.ChannelInitializer.channelRegistered(ChannelInitializer.java:69) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRegistered(AbstractChannelHandlerContext.java:158) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRegistered(AbstractChannelHandlerContext.java:144) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRegistered(DefaultChannelPipeline.java:732) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.register0(AbstractChannel.java:442) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.access$100(AbstractChannel.java:374) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe$1.run(AbstractChannel.java:418) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:06:57.801 WARN [nioEventLoopGroup-31-8] Slf4JLogger.java:151 Failed to initialize a channel. Closing: [id: 0x12ae5f87, /127.0.0.1:54174 => /127.0.0.1:51913] io.netty.channel.ChannelPipelineException: org.apache.jackrabbit.oak.plugins.segment.ForwardHandler is not a @Sharable handler, so can't be added or removed multiple times. at io.netty.channel.DefaultChannelPipeline.checkMultiplicity(DefaultChannelPipeline.java:463) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.addLast0(DefaultChannelPipeline.java:135) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.addLast(DefaultChannelPipeline.java:128) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.addLast(DefaultChannelPipeline.java:256) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.addLast(DefaultChannelPipeline.java:243) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at org.apache.jackrabbit.oak.plugins.segment.NetworkErrorProxy$1.initChannel(NetworkErrorProxy.java:73) ~[test-classes/:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.NetworkErrorProxy$1.initChannel(NetworkErrorProxy.java:70) ~[test-classes/:1.0.37-SNAPSHOT] at io.netty.channel.ChannelInitializer.channelRegistered(ChannelInitializer.java:69) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRegistered(AbstractChannelHandlerContext.java:158) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRegistered(AbstractChannelHandlerContext.java:144) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRegistered(DefaultChannelPipeline.java:732) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.register0(AbstractChannel.java:442) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.access$100(AbstractChannel.java:374) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe$1.run(AbstractChannel.java:418) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:07:01.693 INFO [main] FileStore.java:776 TarMK closed: target/FailoverServerTest1683383650895186054dir 07:07:01.737 INFO [main] FileStore.java:776 TarMK closed: target/FailoverClientTest9089931670089433850dir 07:07:01.746 INFO [main] FileStore.java:425 TarMK opened: target/FailoverServerTest7637597615096682195dir (mmap=false) 07:07:01.748 INFO [main] FileStore.java:425 TarMK opened: target/FailoverClientTest4324003681720492102dir (mmap=false) 07:07:07.876 INFO [nioEventLoopGroup-48-1] NetworkErrorProxy.java:288 FlipHandler flips byte at offset 150 07:07:07.878 ERROR [defaultEventExecutorGroup-49-1] SegmentLoaderHandler.java:158 Exception caught, closing channel. io.netty.handler.codec.compression.DecompressionException: mismatching checksum: 31ade8f4 (expected: a2826058) at io.netty.handler.codec.compression.Snappy.validateChecksum(Snappy.java:654) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.compression.SnappyFramedDecoder.decode(SnappyFramedDecoder.java:178) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:249) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:149) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.timeout.ReadTimeoutHandler.channelRead(ReadTimeoutHandler.java:150) ~[netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:787) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:130) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:07:11.428 WARN [nioEventLoopGroup-43-2] Slf4JLogger.java:151 Failed to initialize a channel. Closing: [id: 0xf5ace171, /127.0.0.1:54196 => /127.0.0.1:51913] io.netty.channel.ChannelPipelineException: org.apache.jackrabbit.oak.plugins.segment.ForwardHandler is not a @Sharable handler, so can't be added or removed multiple times. at io.netty.channel.DefaultChannelPipeline.checkMultiplicity(DefaultChannelPipeline.java:463) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.addLast0(DefaultChannelPipeline.java:135) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.addLast(DefaultChannelPipeline.java:128) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.addLast(DefaultChannelPipeline.java:256) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.addLast(DefaultChannelPipeline.java:243) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at org.apache.jackrabbit.oak.plugins.segment.NetworkErrorProxy$1.initChannel(NetworkErrorProxy.java:73) ~[test-classes/:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.NetworkErrorProxy$1.initChannel(NetworkErrorProxy.java:70) ~[test-classes/:1.0.37-SNAPSHOT] at io.netty.channel.ChannelInitializer.channelRegistered(ChannelInitializer.java:69) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRegistered(AbstractChannelHandlerContext.java:158) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRegistered(AbstractChannelHandlerContext.java:144) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRegistered(DefaultChannelPipeline.java:732) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.register0(AbstractChannel.java:442) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.access$100(AbstractChannel.java:374) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe$1.run(AbstractChannel.java:418) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:07:11.873 ERROR [defaultEventExecutorGroup-46-1] StandbyStore.java:159 could NOT read segment 8af0bbd3-3490-45fb-a6a3-64075f1faa3f 07:07:11.875 ERROR [defaultEventExecutorGroup-46-1] StandbyClientHandler.java:112 Exception caught, closing channel. java.lang.IllegalStateException: Unable to load remote segment 8af0bbd3-3490-45fb-a6a3-64075f1faa3f at org.apache.jackrabbit.oak.plugins.segment.standby.store.StandbyStore.readSegment(StandbyStore.java:162) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.SegmentTracker.getSegment(SegmentTracker.java:138) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentId.getSegment(SegmentId.java:101) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.Record.getSegment(Record.java:82) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentNodeState.getTemplate(SegmentNodeState.java:79) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentNodeState.compareAgainstBaseState(SegmentNodeState.java:447) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.standby.client.SegmentLoaderHandler.initSync(SegmentLoaderHandler.java:105) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.SegmentLoaderHandler.channelActive(SegmentLoaderHandler.java:78) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.setHead(StandbyClientHandler.java:105) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.channelRead0(StandbyClientHandler.java:77) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.channelRead0(StandbyClientHandler.java:39) ~[classes/:na] at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.access$700(AbstractChannelHandlerContext.java:32) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext$8.run(AbstractChannelHandlerContext.java:324) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultEventExecutor.run(DefaultEventExecutor.java:36) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:07:15.108 WARN [nioEventLoopGroup-43-4] Slf4JLogger.java:151 Failed to initialize a channel. Closing: [id: 0x8aec9eb3, /127.0.0.1:54202 => /127.0.0.1:51913] io.netty.channel.ChannelPipelineException: org.apache.jackrabbit.oak.plugins.segment.ForwardHandler is not a @Sharable handler, so can't be added or removed multiple times. at io.netty.channel.DefaultChannelPipeline.checkMultiplicity(DefaultChannelPipeline.java:463) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.addLast0(DefaultChannelPipeline.java:135) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.addLast(DefaultChannelPipeline.java:128) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.addLast(DefaultChannelPipeline.java:256) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.addLast(DefaultChannelPipeline.java:243) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at org.apache.jackrabbit.oak.plugins.segment.NetworkErrorProxy$1.initChannel(NetworkErrorProxy.java:73) ~[test-classes/:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.NetworkErrorProxy$1.initChannel(NetworkErrorProxy.java:70) ~[test-classes/:1.0.37-SNAPSHOT] at io.netty.channel.ChannelInitializer.channelRegistered(ChannelInitializer.java:69) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRegistered(AbstractChannelHandlerContext.java:158) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRegistered(AbstractChannelHandlerContext.java:144) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRegistered(DefaultChannelPipeline.java:732) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.register0(AbstractChannel.java:442) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.access$100(AbstractChannel.java:374) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe$1.run(AbstractChannel.java:418) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:07:20.671 INFO [main] FileStore.java:776 TarMK closed: target/FailoverServerTest7637597615096682195dir 07:07:20.709 INFO [main] FileStore.java:776 TarMK closed: target/FailoverClientTest4324003681720492102dir 07:07:20.716 INFO [main] FileStore.java:425 TarMK opened: target/FailoverServerTest7754765352999998738dir (mmap=false) 07:07:20.718 INFO [main] FileStore.java:425 TarMK opened: target/FailoverClientTest306524094522716828dir (mmap=false) 07:07:20.729 WARN [main] NetworkErrorProxy.java:79 Unable to start proxy on port 51913: Address already in use java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:463) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:455) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) ~[na:1.7.0_80] at io.netty.channel.socket.nio.NioServerSocketChannel.doBind(NioServerSocketChannel.java:125) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.bind(AbstractChannel.java:475) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline$HeadContext.bind(DefaultChannelPipeline.java:1021) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeBind(AbstractChannelHandlerContext.java:455) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.bind(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.bind(DefaultChannelPipeline.java:844) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel.bind(AbstractChannel.java:194) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.bootstrap.AbstractBootstrap$2.run(AbstractBootstrap.java:340) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) ~[na:1.7.0_80] 07:07:20.739 ERROR [nioEventLoopGroup-56-1] StandbyServer.java:188 Server failed to start on port 52800, will be canceled java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:463) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:455) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) ~[na:1.7.0_80] at io.netty.channel.socket.nio.NioServerSocketChannel.doBind(NioServerSocketChannel.java:125) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.bind(AbstractChannel.java:475) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline$HeadContext.bind(DefaultChannelPipeline.java:1021) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeBind(AbstractChannelHandlerContext.java:455) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.bind(AbstractChannelHandlerContext.java:440) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.bind(DefaultChannelPipeline.java:844) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel.bind(AbstractChannel.java:194) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.bootstrap.AbstractBootstrap$2.run(AbstractBootstrap.java:340) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:07:20.832 ERROR [defaultEventExecutorGroup-58-1] StandbyClientHandler.java:112 Exception caught, closing channel. java.io.IOException: Connection reset by peer at sun.nio.ch.FileDispatcherImpl.read0(Native Method) ~[na:1.7.0_80] at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39) ~[na:1.7.0_80] at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223) ~[na:1.7.0_80] at sun.nio.ch.IOUtil.read(IOUtil.java:192) ~[na:1.7.0_80] at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:384) ~[na:1.7.0_80] at io.netty.buffer.UnpooledUnsafeDirectByteBuf.setBytes(UnpooledUnsafeDirectByteBuf.java:446) ~[netty-buffer-4.0.23.Final.jar:4.0.23.Final] at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:881) ~[netty-buffer-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:225) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:119) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:07:24.364 INFO [main] FileStore.java:776 TarMK closed: target/FailoverServerTest7754765352999998738dir 07:07:24.401 INFO [main] FileStore.java:776 TarMK closed: target/FailoverClientTest306524094522716828dir 07:07:24.407 INFO [main] FileStore.java:425 TarMK opened: target/FailoverServerTest1935874577230676736dir (mmap=false) 07:07:24.410 INFO [main] FileStore.java:425 TarMK opened: target/FailoverClientTest1637229229669162054dir (mmap=false) 07:07:24.420 WARN [main] NetworkErrorProxy.java:79 Unable to start proxy on port 51913: Address already in use java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:463) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:455) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) ~[na:1.7.0_80] at io.netty.channel.socket.nio.NioServerSocketChannel.doBind(NioServerSocketChannel.java:125) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.bind(AbstractChannel.java:475) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline$HeadContext.bind(DefaultChannelPipeline.java:1021) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeBind(AbstractChannelHandlerContext.java:455) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.bind(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.bind(DefaultChannelPipeline.java:844) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel.bind(AbstractChannel.java:194) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.bootstrap.AbstractBootstrap$2.run(AbstractBootstrap.java:340) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) ~[na:1.7.0_80] 07:07:24.427 ERROR [nioEventLoopGroup-62-1] StandbyServer.java:188 Server failed to start on port 52800, will be canceled java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:463) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:455) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) ~[na:1.7.0_80] at io.netty.channel.socket.nio.NioServerSocketChannel.doBind(NioServerSocketChannel.java:125) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.bind(AbstractChannel.java:475) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline$HeadContext.bind(DefaultChannelPipeline.java:1021) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeBind(AbstractChannelHandlerContext.java:455) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.bind(AbstractChannelHandlerContext.java:440) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.bind(DefaultChannelPipeline.java:844) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel.bind(AbstractChannel.java:194) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.bootstrap.AbstractBootstrap$2.run(AbstractBootstrap.java:340) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:07:24.517 ERROR [defaultEventExecutorGroup-64-1] StandbyClientHandler.java:112 Exception caught, closing channel. java.io.IOException: Connection reset by peer at sun.nio.ch.FileDispatcherImpl.read0(Native Method) ~[na:1.7.0_80] at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39) ~[na:1.7.0_80] at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223) ~[na:1.7.0_80] at sun.nio.ch.IOUtil.read(IOUtil.java:192) ~[na:1.7.0_80] at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:384) ~[na:1.7.0_80] at io.netty.buffer.UnpooledUnsafeDirectByteBuf.setBytes(UnpooledUnsafeDirectByteBuf.java:446) ~[netty-buffer-4.0.23.Final.jar:4.0.23.Final] at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:881) ~[netty-buffer-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:225) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:119) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:07:28.001 INFO [main] FileStore.java:776 TarMK closed: target/FailoverServerTest1935874577230676736dir 07:07:28.043 INFO [main] FileStore.java:776 TarMK closed: target/FailoverClientTest1637229229669162054dir 07:07:28.054 INFO [main] FileStore.java:425 TarMK opened: target/FailoverServerTest1474838032112434804dir (mmap=false) 07:07:28.056 INFO [main] FileStore.java:425 TarMK opened: target/FailoverClientTest1402102241640680396dir (mmap=false) 07:07:28.067 WARN [main] NetworkErrorProxy.java:79 Unable to start proxy on port 51913: Address already in use java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:463) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:455) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) ~[na:1.7.0_80] at io.netty.channel.socket.nio.NioServerSocketChannel.doBind(NioServerSocketChannel.java:125) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.bind(AbstractChannel.java:475) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline$HeadContext.bind(DefaultChannelPipeline.java:1021) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeBind(AbstractChannelHandlerContext.java:455) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.bind(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.bind(DefaultChannelPipeline.java:844) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel.bind(AbstractChannel.java:194) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.bootstrap.AbstractBootstrap$2.run(AbstractBootstrap.java:340) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) ~[na:1.7.0_80] 07:07:28.075 ERROR [nioEventLoopGroup-68-1] StandbyServer.java:188 Server failed to start on port 52800, will be canceled java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:463) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:455) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) ~[na:1.7.0_80] at io.netty.channel.socket.nio.NioServerSocketChannel.doBind(NioServerSocketChannel.java:125) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.bind(AbstractChannel.java:475) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline$HeadContext.bind(DefaultChannelPipeline.java:1021) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeBind(AbstractChannelHandlerContext.java:455) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.bind(AbstractChannelHandlerContext.java:440) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.bind(DefaultChannelPipeline.java:844) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel.bind(AbstractChannel.java:194) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.bootstrap.AbstractBootstrap$2.run(AbstractBootstrap.java:340) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:07:28.166 ERROR [defaultEventExecutorGroup-70-1] StandbyClientHandler.java:112 Exception caught, closing channel. java.io.IOException: Connection reset by peer at sun.nio.ch.FileDispatcherImpl.read0(Native Method) ~[na:1.7.0_80] at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39) ~[na:1.7.0_80] at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223) ~[na:1.7.0_80] at sun.nio.ch.IOUtil.read(IOUtil.java:192) ~[na:1.7.0_80] at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:384) ~[na:1.7.0_80] at io.netty.buffer.UnpooledUnsafeDirectByteBuf.setBytes(UnpooledUnsafeDirectByteBuf.java:446) ~[netty-buffer-4.0.23.Final.jar:4.0.23.Final] at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:881) ~[netty-buffer-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:225) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:119) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:07:31.704 INFO [main] FileStore.java:776 TarMK closed: target/FailoverServerTest1474838032112434804dir 07:07:31.743 INFO [main] FileStore.java:776 TarMK closed: target/FailoverClientTest1402102241640680396dir 07:07:31.754 INFO [main] FileStore.java:425 TarMK opened: target/FailoverServerTest6297100553982110947dir (mmap=false) 07:07:31.757 INFO [main] FileStore.java:425 TarMK opened: target/FailoverClientTest1020006088499800984dir (mmap=false) 07:07:31.767 ERROR [nioEventLoopGroup-72-1] StandbyServer.java:188 Server failed to start on port 52800, will be canceled java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:463) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:455) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) ~[na:1.7.0_80] at io.netty.channel.socket.nio.NioServerSocketChannel.doBind(NioServerSocketChannel.java:125) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.bind(AbstractChannel.java:475) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline$HeadContext.bind(DefaultChannelPipeline.java:1021) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeBind(AbstractChannelHandlerContext.java:455) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.bind(AbstractChannelHandlerContext.java:440) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.bind(DefaultChannelPipeline.java:844) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel.bind(AbstractChannel.java:194) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.bootstrap.AbstractBootstrap$2.run(AbstractBootstrap.java:340) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:07:37.254 INFO [main] FileStore.java:776 TarMK closed: target/FailoverServerTest6297100553982110947dir 07:07:37.298 INFO [main] FileStore.java:776 TarMK closed: target/FailoverClientTest1020006088499800984dir 07:07:37.309 INFO [main] FileStore.java:425 TarMK opened: target/FailoverServerTest208824282874806691dir (mmap=false) 07:07:37.312 INFO [main] FileStore.java:425 TarMK opened: target/FailoverClientTest4043686353582785840dir (mmap=false) 07:07:37.324 WARN [main] NetworkErrorProxy.java:79 Unable to start proxy on port 51913: Address already in use java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:463) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:455) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) ~[na:1.7.0_80] at io.netty.channel.socket.nio.NioServerSocketChannel.doBind(NioServerSocketChannel.java:125) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.bind(AbstractChannel.java:475) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline$HeadContext.bind(DefaultChannelPipeline.java:1021) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeBind(AbstractChannelHandlerContext.java:455) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.bind(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.bind(DefaultChannelPipeline.java:844) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel.bind(AbstractChannel.java:194) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.bootstrap.AbstractBootstrap$2.run(AbstractBootstrap.java:340) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) ~[na:1.7.0_80] 07:07:37.427 ERROR [defaultEventExecutorGroup-81-1] StandbyClientHandler.java:112 Exception caught, closing channel. java.io.IOException: Connection reset by peer at sun.nio.ch.FileDispatcherImpl.read0(Native Method) ~[na:1.7.0_80] at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39) ~[na:1.7.0_80] at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223) ~[na:1.7.0_80] at sun.nio.ch.IOUtil.read(IOUtil.java:192) ~[na:1.7.0_80] at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:384) ~[na:1.7.0_80] at io.netty.buffer.UnpooledUnsafeDirectByteBuf.setBytes(UnpooledUnsafeDirectByteBuf.java:446) ~[netty-buffer-4.0.23.Final.jar:4.0.23.Final] at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:881) ~[netty-buffer-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:225) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:119) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:07:43.126 INFO [main] FileStore.java:776 TarMK closed: target/FailoverServerTest208824282874806691dir 07:07:43.170 INFO [main] FileStore.java:776 TarMK closed: target/FailoverClientTest4043686353582785840dir 07:07:43.179 INFO [main] FileStore.java:425 TarMK opened: target/FailoverServerTest3864316768323751752dir (mmap=false) 07:07:43.182 INFO [main] FileStore.java:425 TarMK opened: target/FailoverClientTest1756852228395555185dir (mmap=false) 07:07:43.195 WARN [main] NetworkErrorProxy.java:79 Unable to start proxy on port 51913: Address already in use java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:463) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:455) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) ~[na:1.7.0_80] at io.netty.channel.socket.nio.NioServerSocketChannel.doBind(NioServerSocketChannel.java:125) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.bind(AbstractChannel.java:475) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline$HeadContext.bind(DefaultChannelPipeline.java:1021) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeBind(AbstractChannelHandlerContext.java:455) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.bind(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.bind(DefaultChannelPipeline.java:844) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel.bind(AbstractChannel.java:194) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.bootstrap.AbstractBootstrap$2.run(AbstractBootstrap.java:340) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) ~[na:1.7.0_80] 07:07:43.203 ERROR [nioEventLoopGroup-85-1] StandbyServer.java:188 Server failed to start on port 52800, will be canceled java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:463) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:455) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) ~[na:1.7.0_80] at io.netty.channel.socket.nio.NioServerSocketChannel.doBind(NioServerSocketChannel.java:125) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.bind(AbstractChannel.java:475) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline$HeadContext.bind(DefaultChannelPipeline.java:1021) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeBind(AbstractChannelHandlerContext.java:455) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.bind(AbstractChannelHandlerContext.java:440) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.bind(DefaultChannelPipeline.java:844) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel.bind(AbstractChannel.java:194) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.bootstrap.AbstractBootstrap$2.run(AbstractBootstrap.java:340) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:07:43.292 ERROR [defaultEventExecutorGroup-87-1] StandbyClientHandler.java:112 Exception caught, closing channel. java.io.IOException: Connection reset by peer at sun.nio.ch.FileDispatcherImpl.read0(Native Method) ~[na:1.7.0_80] at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39) ~[na:1.7.0_80] at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223) ~[na:1.7.0_80] at sun.nio.ch.IOUtil.read(IOUtil.java:192) ~[na:1.7.0_80] at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:384) ~[na:1.7.0_80] at io.netty.buffer.UnpooledUnsafeDirectByteBuf.setBytes(UnpooledUnsafeDirectByteBuf.java:446) ~[netty-buffer-4.0.23.Final.jar:4.0.23.Final] at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:881) ~[netty-buffer-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:225) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:119) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:07:46.815 INFO [main] FileStore.java:776 TarMK closed: target/FailoverServerTest3864316768323751752dir 07:07:46.855 INFO [main] FileStore.java:776 TarMK closed: target/FailoverClientTest1756852228395555185dir 07:07:46.862 INFO [main] FileStore.java:425 TarMK opened: target/FailoverServerTest4798593880709211010dir (mmap=false) 07:07:46.865 INFO [main] FileStore.java:425 TarMK opened: target/FailoverClientTest8787160273539314219dir (mmap=false) 07:07:46.876 WARN [main] NetworkErrorProxy.java:79 Unable to start proxy on port 51913: Address already in use java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:463) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:455) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) ~[na:1.7.0_80] at io.netty.channel.socket.nio.NioServerSocketChannel.doBind(NioServerSocketChannel.java:125) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.bind(AbstractChannel.java:475) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline$HeadContext.bind(DefaultChannelPipeline.java:1021) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeBind(AbstractChannelHandlerContext.java:455) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.bind(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.bind(DefaultChannelPipeline.java:844) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel.bind(AbstractChannel.java:194) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.bootstrap.AbstractBootstrap$2.run(AbstractBootstrap.java:340) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) ~[na:1.7.0_80] 07:07:46.884 ERROR [nioEventLoopGroup-91-1] StandbyServer.java:188 Server failed to start on port 52800, will be canceled java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:463) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:455) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) ~[na:1.7.0_80] at io.netty.channel.socket.nio.NioServerSocketChannel.doBind(NioServerSocketChannel.java:125) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.bind(AbstractChannel.java:475) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline$HeadContext.bind(DefaultChannelPipeline.java:1021) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeBind(AbstractChannelHandlerContext.java:455) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.bind(AbstractChannelHandlerContext.java:440) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.bind(DefaultChannelPipeline.java:844) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel.bind(AbstractChannel.java:194) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.bootstrap.AbstractBootstrap$2.run(AbstractBootstrap.java:340) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:07:46.973 ERROR [defaultEventExecutorGroup-93-1] StandbyClientHandler.java:112 Exception caught, closing channel. java.io.IOException: Connection reset by peer at sun.nio.ch.FileDispatcherImpl.read0(Native Method) ~[na:1.7.0_80] at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39) ~[na:1.7.0_80] at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223) ~[na:1.7.0_80] at sun.nio.ch.IOUtil.read(IOUtil.java:192) ~[na:1.7.0_80] at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:384) ~[na:1.7.0_80] at io.netty.buffer.UnpooledUnsafeDirectByteBuf.setBytes(UnpooledUnsafeDirectByteBuf.java:446) ~[netty-buffer-4.0.23.Final.jar:4.0.23.Final] at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:881) ~[netty-buffer-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:225) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:119) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:07:50.460 INFO [main] FileStore.java:776 TarMK closed: target/FailoverServerTest4798593880709211010dir 07:07:50.513 INFO [main] FileStore.java:776 TarMK closed: target/FailoverClientTest8787160273539314219dir 07:07:50.521 INFO [main] FileStore.java:425 TarMK opened: target/FailoverServerTest367255522807690692dir (mmap=false) 07:07:50.526 INFO [main] FileStore.java:425 TarMK opened: target/FailoverClientTest3323915803116430414dir (mmap=false) 07:07:50.536 WARN [main] NetworkErrorProxy.java:79 Unable to start proxy on port 51913: Address already in use java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:463) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:455) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) ~[na:1.7.0_80] at io.netty.channel.socket.nio.NioServerSocketChannel.doBind(NioServerSocketChannel.java:125) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.bind(AbstractChannel.java:475) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline$HeadContext.bind(DefaultChannelPipeline.java:1021) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeBind(AbstractChannelHandlerContext.java:455) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.bind(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.bind(DefaultChannelPipeline.java:844) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel.bind(AbstractChannel.java:194) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.bootstrap.AbstractBootstrap$2.run(AbstractBootstrap.java:340) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) ~[na:1.7.0_80] 07:07:50.545 ERROR [nioEventLoopGroup-97-1] StandbyServer.java:188 Server failed to start on port 52800, will be canceled java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:463) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:455) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) ~[na:1.7.0_80] at io.netty.channel.socket.nio.NioServerSocketChannel.doBind(NioServerSocketChannel.java:125) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.bind(AbstractChannel.java:475) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline$HeadContext.bind(DefaultChannelPipeline.java:1021) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeBind(AbstractChannelHandlerContext.java:455) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.bind(AbstractChannelHandlerContext.java:440) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.bind(DefaultChannelPipeline.java:844) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel.bind(AbstractChannel.java:194) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.bootstrap.AbstractBootstrap$2.run(AbstractBootstrap.java:340) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:07:50.659 ERROR [defaultEventExecutorGroup-99-1] StandbyClientHandler.java:112 Exception caught, closing channel. java.io.IOException: Connection reset by peer at sun.nio.ch.FileDispatcherImpl.read0(Native Method) ~[na:1.7.0_80] at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39) ~[na:1.7.0_80] at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223) ~[na:1.7.0_80] at sun.nio.ch.IOUtil.read(IOUtil.java:192) ~[na:1.7.0_80] at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:384) ~[na:1.7.0_80] at io.netty.buffer.UnpooledUnsafeDirectByteBuf.setBytes(UnpooledUnsafeDirectByteBuf.java:446) ~[netty-buffer-4.0.23.Final.jar:4.0.23.Final] at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:881) ~[netty-buffer-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:225) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:119) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:07:54.159 INFO [main] FileStore.java:776 TarMK closed: target/FailoverServerTest367255522807690692dir 07:07:54.203 INFO [main] FileStore.java:776 TarMK closed: target/FailoverClientTest3323915803116430414dir 07:07:54.212 INFO [main] FileStore.java:425 TarMK opened: target/FailoverServerTest7420151131386205870dir (mmap=false) 07:07:54.215 INFO [main] FileStore.java:425 TarMK opened: target/FailoverClientTest4718234366116289319dir (mmap=false) 07:07:54.226 WARN [main] NetworkErrorProxy.java:79 Unable to start proxy on port 51913: Address already in use java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:463) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:455) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) ~[na:1.7.0_80] at io.netty.channel.socket.nio.NioServerSocketChannel.doBind(NioServerSocketChannel.java:125) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.bind(AbstractChannel.java:475) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline$HeadContext.bind(DefaultChannelPipeline.java:1021) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeBind(AbstractChannelHandlerContext.java:455) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.bind(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.bind(DefaultChannelPipeline.java:844) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel.bind(AbstractChannel.java:194) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.bootstrap.AbstractBootstrap$2.run(AbstractBootstrap.java:340) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) ~[na:1.7.0_80] 07:07:54.234 ERROR [nioEventLoopGroup-103-1] StandbyServer.java:188 Server failed to start on port 52800, will be canceled java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:463) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:455) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) ~[na:1.7.0_80] at io.netty.channel.socket.nio.NioServerSocketChannel.doBind(NioServerSocketChannel.java:125) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.bind(AbstractChannel.java:475) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline$HeadContext.bind(DefaultChannelPipeline.java:1021) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeBind(AbstractChannelHandlerContext.java:455) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.bind(AbstractChannelHandlerContext.java:440) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.bind(DefaultChannelPipeline.java:844) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel.bind(AbstractChannel.java:194) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.bootstrap.AbstractBootstrap$2.run(AbstractBootstrap.java:340) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:07:54.353 ERROR [defaultEventExecutorGroup-105-1] StandbyClientHandler.java:112 Exception caught, closing channel. java.io.IOException: Connection reset by peer at sun.nio.ch.FileDispatcherImpl.read0(Native Method) ~[na:1.7.0_80] at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39) ~[na:1.7.0_80] at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223) ~[na:1.7.0_80] at sun.nio.ch.IOUtil.read(IOUtil.java:192) ~[na:1.7.0_80] at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:384) ~[na:1.7.0_80] at io.netty.buffer.UnpooledUnsafeDirectByteBuf.setBytes(UnpooledUnsafeDirectByteBuf.java:446) ~[netty-buffer-4.0.23.Final.jar:4.0.23.Final] at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:881) ~[netty-buffer-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:225) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:119) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:07:57.840 INFO [main] FileStore.java:776 TarMK closed: target/FailoverServerTest7420151131386205870dir 07:07:57.882 INFO [main] FileStore.java:776 TarMK closed: target/FailoverClientTest4718234366116289319dir 07:07:57.890 INFO [main] FileStore.java:425 TarMK opened: target/FailoverServerTest5260007403542113218dir (mmap=false) 07:07:57.893 INFO [main] FileStore.java:425 TarMK opened: target/FailoverClientTest3469216773842728296dir (mmap=false) 07:07:57.902 WARN [main] NetworkErrorProxy.java:79 Unable to start proxy on port 51913: Address already in use java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:463) ~[na:1.7.0_80] at sun.nio.ch.Net.bind(Net.java:455) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223) ~[na:1.7.0_80] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) ~[na:1.7.0_80] at io.netty.channel.socket.nio.NioServerSocketChannel.doBind(NioServerSocketChannel.java:125) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.bind(AbstractChannel.java:475) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline$HeadContext.bind(DefaultChannelPipeline.java:1021) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeBind(AbstractChannelHandlerContext.java:455) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.bind(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.bind(DefaultChannelPipeline.java:844) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel.bind(AbstractChannel.java:194) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.bootstrap.AbstractBootstrap$2.run(AbstractBootstrap.java:340) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) ~[na:1.7.0_80] 07:07:57.999 ERROR [defaultEventExecutorGroup-111-1] StandbyClientHandler.java:112 Exception caught, closing channel. java.io.IOException: Connection reset by peer at sun.nio.ch.FileDispatcherImpl.read0(Native Method) ~[na:1.7.0_80] at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39) ~[na:1.7.0_80] at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223) ~[na:1.7.0_80] at sun.nio.ch.IOUtil.read(IOUtil.java:192) ~[na:1.7.0_80] at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:384) ~[na:1.7.0_80] at io.netty.buffer.UnpooledUnsafeDirectByteBuf.setBytes(UnpooledUnsafeDirectByteBuf.java:446) ~[netty-buffer-4.0.23.Final.jar:4.0.23.Final] at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:881) ~[netty-buffer-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:225) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:119) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80] 07:08:03.741 INFO [main] FileStore.java:776 TarMK closed: target/FailoverServerTest5260007403542113218dir 07:08:03.777 INFO [main] FileStore.java:776 TarMK closed: target/FailoverClientTest3469216773842728296dir