05:44:24.158 INFO [main] FileStore.java:425 TarMK opened: target\FailoverServerTest4821403526486433150dir (mmap=false) 05:44:24.172 INFO [main] FileStore.java:425 TarMK opened: target\FailoverClientTest5695082519187339303dir (mmap=false) 05:44:24.174 INFO [main] FileStore.java:425 TarMK opened: target\FailoverClient2Test8545067669963694506dir (mmap=false) 05:44:43.995 INFO [main] FileStore.java:776 TarMK closed: target\FailoverServerTest4821403526486433150dir 05:44:44.036 INFO [main] FileStore.java:776 TarMK closed: target\FailoverClientTest5695082519187339303dir 05:44:44.094 INFO [main] FileStore.java:776 TarMK closed: target\FailoverClient2Test8545067669963694506dir 05:44:44.103 INFO [main] FileStore.java:425 TarMK opened: target\FailoverServerTest6138339004073447971dir (mmap=false) 05:44:44.105 INFO [main] FileStore.java:425 TarMK opened: target\FailoverClientTest5099736478465698591dir (mmap=false) 05:44:44.719 ERROR [nioEventLoopGroup-17-1] StandbyServerHandler.java:202 Exception occurred: not an SSL/TLS record: 5374616e6462792d434d444032373761633031322d613637392d343565312d626363312d3264393261363837323266313a680d0a io.netty.handler.ssl.NotSslRecordException: not an SSL/TLS record: 5374616e6462792d434d444032373761633031322d613637392d343565312d626363312d3264393261363837323266313a680d0a at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:860) ~[netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:249) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:149) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:787) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:130) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_79] 05:44:44.727 ERROR [defaultEventExecutorGroup-18-1] StandbyClientHandler.java:112 Exception caught, closing channel. io.netty.handler.codec.DecoderException: java.io.IOException: Received unexpected empty frame. Maybe you have enabled secure transmission on only one endpoint of the connection. at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:213) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:228) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:75) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.timeout.ReadTimeoutHandler.channelInactive(ReadTimeoutHandler.java:144) ~[netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:769) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe$5.run(AbstractChannel.java:567) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_79] Caused by: java.io.IOException: Received unexpected empty frame. Maybe you have enabled secure transmission on only one endpoint of the connection. at org.apache.jackrabbit.oak.plugins.segment.standby.codec.RecordIdDecoder.decode(RecordIdDecoder.java:51) ~[classes/:na] at io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:343) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.decodeLast(ByteToMessageDecoder.java:304) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:208) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] ... 16 common frames omitted 05:44:48.181 INFO [main] FileStore.java:776 TarMK closed: target\FailoverServerTest6138339004073447971dir 05:44:48.248 INFO [main] FileStore.java:776 TarMK closed: target\FailoverClientTest5099736478465698591dir 05:44:48.252 INFO [main] FileStore.java:425 TarMK opened: target\FailoverServerTest706206465414471944dir (mmap=false) 05:44:48.254 INFO [main] FileStore.java:425 TarMK opened: target\FailoverClientTest948312966593885629dir (mmap=false) 05:44:53.996 INFO [main] FileStore.java:776 TarMK closed: target\FailoverServerTest706206465414471944dir 05:44:54.025 INFO [main] FileStore.java:776 TarMK closed: target\FailoverClientTest948312966593885629dir 05:44:54.029 INFO [main] FileStore.java:425 TarMK opened: target\FailoverServerTest234831931937504132dir (mmap=false) 05:44:54.031 INFO [main] FileStore.java:425 TarMK opened: target\FailoverClientTest5155673074236803825dir (mmap=false) 05:44:54.071 ERROR [nioEventLoopGroup-26-1] StandbyServerHandler.java:202 Exception occurred: null java.lang.NullPointerException: null at org.apache.jackrabbit.oak.plugins.segment.standby.server.StandbyServerHandler.channelRead0(StandbyServerHandler.java:147) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.server.StandbyServerHandler.channelRead0(StandbyServerHandler.java:42) ~[classes/:na] at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:163) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:787) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:130) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_79] 05:44:54.072 ERROR [nioEventLoopGroup-26-1] StandbyServerHandler.java:202 Exception occurred: null java.lang.NullPointerException: null at org.apache.jackrabbit.oak.plugins.segment.standby.server.StandbyServerHandler.channelRead0(StandbyServerHandler.java:147) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.server.StandbyServerHandler.channelRead0(StandbyServerHandler.java:42) ~[classes/:na] at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:163) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:787) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:130) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_79] 05:44:59.069 ERROR [defaultEventExecutorGroup-27-1] StandbyClientHandler.java:112 Exception caught, closing channel. io.netty.handler.timeout.ReadTimeoutException: null 05:45:02.406 INFO [main] FileStore.java:776 TarMK closed: target\FailoverServerTest234831931937504132dir 05:45:02.431 INFO [main] FileStore.java:776 TarMK closed: target\FailoverClientTest5155673074236803825dir 05:45:02.438 INFO [main] FileStore.java:425 TarMK opened: target\FailoverServerTest4827780163485908000dir (mmap=false) 05:45:02.440 INFO [main] FileStore.java:425 TarMK opened: target\FailoverClientTest205624797020764632dir (mmap=false) 05:45:12.469 ERROR [defaultEventExecutorGroup-33-1] SegmentLoaderHandler.java:158 Exception caught, closing channel. io.netty.handler.timeout.ReadTimeoutException: null 05:45:12.471 ERROR [defaultEventExecutorGroup-31-1] StandbyStore.java:159 could NOT read segment 7ade7566-e1d1-40c6-a9a8-f6c62751e61e 05:45:12.472 ERROR [defaultEventExecutorGroup-31-1] StandbyClientHandler.java:112 Exception caught, closing channel. java.lang.IllegalStateException: Unable to load remote segment 7ade7566-e1d1-40c6-a9a8-f6c62751e61e at org.apache.jackrabbit.oak.plugins.segment.standby.store.StandbyStore.readSegment(StandbyStore.java:162) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.SegmentTracker.getSegment(SegmentTracker.java:138) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentId.getSegment(SegmentId.java:101) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.Record.getSegment(Record.java:82) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentNodeState.getTemplate(SegmentNodeState.java:79) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentNodeState.compareAgainstBaseState(SegmentNodeState.java:447) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.standby.client.SegmentLoaderHandler.initSync(SegmentLoaderHandler.java:105) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.SegmentLoaderHandler.channelActive(SegmentLoaderHandler.java:78) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.setHead(StandbyClientHandler.java:105) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.channelRead0(StandbyClientHandler.java:77) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.channelRead0(StandbyClientHandler.java:39) ~[classes/:na] at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.access$700(AbstractChannelHandlerContext.java:32) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext$8.run(AbstractChannelHandlerContext.java:324) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultEventExecutor.run(DefaultEventExecutor.java:36) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_79] 05:45:19.165 INFO [main] FileStore.java:776 TarMK closed: target\FailoverServerTest4827780163485908000dir 05:45:19.220 INFO [main] FileStore.java:776 TarMK closed: target\FailoverClientTest205624797020764632dir 05:45:19.224 INFO [main] FileStore.java:425 TarMK opened: target\FailoverServerTest8974854301563603971dir (mmap=false) 05:45:19.226 INFO [main] FileStore.java:425 TarMK opened: target\FailoverClientTest2756857870421788373dir (mmap=false) 05:45:24.768 INFO [main] FileStore.java:776 TarMK closed: target\FailoverServerTest8974854301563603971dir 05:45:24.840 INFO [main] FileStore.java:776 TarMK closed: target\FailoverClientTest2756857870421788373dir 05:45:24.845 INFO [main] FileStore.java:425 TarMK opened: target\FailoverServerTest4547153888392246774dir (mmap=false) 05:45:24.847 INFO [main] FileStore.java:425 TarMK opened: target\FailoverClientTest8409189081845586614dir (mmap=false) 05:46:32.311 INFO [main] FileStore.java:776 TarMK closed: target\FailoverServerTest4547153888392246774dir 05:46:32.356 INFO [main] FileStore.java:776 TarMK closed: target\FailoverClientTest8409189081845586614dir 05:46:32.370 INFO [main] FileStore.java:425 TarMK opened: target\FailoverServerTest39885805677060267dir (mmap=false) 05:46:32.372 INFO [main] FileStore.java:425 TarMK opened: target\FailoverClientTest7102292374898416725dir (mmap=false) 05:46:49.598 INFO [main] FileStore.java:776 TarMK closed: target\FailoverServerTest39885805677060267dir 05:46:49.628 INFO [main] FileStore.java:776 TarMK closed: target\FailoverClientTest7102292374898416725dir 05:46:51.797 INFO [main] FileStore.java:425 TarMK opened: target\FailoverServerTest4358950695552615255dir (mmap=false) 05:46:51.814 INFO [main] FileStore.java:425 TarMK opened: target\FailoverClientTest717996908521763563dir (mmap=false) 05:47:02.674 ERROR [defaultEventExecutorGroup-6-1] StandbyStore.java:159 could NOT read segment 9f1db267-2158-4bbc-a743-1b05cbce4c1f 05:47:12.677 ERROR [defaultEventExecutorGroup-6-1] StandbyStore.java:159 could NOT read segment 9f1db267-2158-4bbc-a743-1b05cbce4c1f 05:47:12.696 ERROR [defaultEventExecutorGroup-9-1] SegmentLoaderHandler.java:158 Exception caught, closing channel. io.netty.handler.timeout.ReadTimeoutException: null 05:47:22.682 ERROR [defaultEventExecutorGroup-6-1] StandbyStore.java:159 could NOT read segment 9f1db267-2158-4bbc-a743-1b05cbce4c1f 05:47:22.685 ERROR [defaultEventExecutorGroup-6-1] StandbyClientHandler.java:112 Exception caught, closing channel. java.lang.IllegalStateException: Unable to load remote segment 9f1db267-2158-4bbc-a743-1b05cbce4c1f at org.apache.jackrabbit.oak.plugins.segment.standby.store.StandbyStore.readSegment(StandbyStore.java:162) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.SegmentTracker.getSegment(SegmentTracker.java:138) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentId.getSegment(SegmentId.java:101) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.Record.getSegment(Record.java:82) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentNodeState.getTemplate(SegmentNodeState.java:79) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentNodeState.compareAgainstBaseState(SegmentNodeState.java:447) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.standby.client.SegmentLoaderHandler.initSync(SegmentLoaderHandler.java:105) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.SegmentLoaderHandler.channelActive(SegmentLoaderHandler.java:78) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.setHead(StandbyClientHandler.java:105) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.channelRead0(StandbyClientHandler.java:77) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.channelRead0(StandbyClientHandler.java:39) ~[classes/:na] at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.access$700(AbstractChannelHandlerContext.java:32) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext$8.run(AbstractChannelHandlerContext.java:324) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultEventExecutor.run(DefaultEventExecutor.java:36) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_79] 05:47:31.809 INFO [main] FileStore.java:776 TarMK closed: target\FailoverServerTest4358950695552615255dir 05:47:31.855 INFO [main] FileStore.java:776 TarMK closed: target\FailoverClientTest717996908521763563dir 05:47:31.881 INFO [main] FileStore.java:425 TarMK opened: target\FailoverServerTest784287026265375048dir (mmap=false) 05:47:31.885 INFO [main] FileStore.java:425 TarMK opened: target\FailoverClientTest361204421255251429dir (mmap=false) 05:47:43.632 INFO [main] FileStore.java:776 TarMK closed: target\FailoverServerTest784287026265375048dir 05:47:43.661 INFO [main] FileStore.java:776 TarMK closed: target\FailoverClientTest361204421255251429dir 05:47:43.671 INFO [main] FileStore.java:425 TarMK opened: target\FailoverServerTest7006212687412036128dir (mmap=false) 05:47:43.674 INFO [main] FileStore.java:425 TarMK opened: target\FailoverClientTest2150402177835903131dir (mmap=false) 05:47:49.892 INFO [nioEventLoopGroup-25-1] NetworkErrorProxy.java:288 FlipHandler flips byte at offset 150000 05:47:49.900 ERROR [defaultEventExecutorGroup-26-1] SegmentLoaderHandler.java:158 Exception caught, closing channel. io.netty.handler.codec.compression.DecompressionException: mismatching checksum: a282c49b (expected: a282e5e4) at io.netty.handler.codec.compression.Snappy.validateChecksum(Snappy.java:654) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.compression.SnappyFramedDecoder.decode(SnappyFramedDecoder.java:178) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:249) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:149) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.timeout.ReadTimeoutHandler.channelRead(ReadTimeoutHandler.java:150) ~[netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:787) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:130) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_79] 05:47:59.797 ERROR [defaultEventExecutorGroup-23-1] StandbyClientHandler.java:112 Exception caught, closing channel. java.lang.IllegalStateException: Unable to load remote blob 8f29b6ea1015029354ee3da9fbb40db213e8781c#5242880 at /root/server/#testBlob at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyApplyDiff.readBlob(StandbyApplyDiff.java:150) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyApplyDiff.binaryCheck(StandbyApplyDiff.java:131) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyApplyDiff.binaryCheck(StandbyApplyDiff.java:115) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyApplyDiff.propertyAdded(StandbyApplyDiff.java:83) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.memory.EmptyNodeState.compareAgainstEmptyState(EmptyNodeState.java:155) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentNodeState.compareAgainstBaseState(SegmentNodeState.java:434) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyApplyDiff.childNodeAdded(StandbyApplyDiff.java:169) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.SegmentNodeState.compareAgainstBaseState(SegmentNodeState.java:527) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyApplyDiff.childNodeChanged(StandbyApplyDiff.java:195) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.SegmentNodeState.compareAgainstBaseState(SegmentNodeState.java:531) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.standby.client.SegmentLoaderHandler.initSync(SegmentLoaderHandler.java:105) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.SegmentLoaderHandler.channelActive(SegmentLoaderHandler.java:78) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.setHead(StandbyClientHandler.java:105) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.channelRead0(StandbyClientHandler.java:77) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.channelRead0(StandbyClientHandler.java:39) ~[classes/:na] at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.access$700(AbstractChannelHandlerContext.java:32) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext$8.run(AbstractChannelHandlerContext.java:324) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultEventExecutor.run(DefaultEventExecutor.java:36) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_79] 05:48:12.661 INFO [main] FileStore.java:776 TarMK closed: target\FailoverServerTest7006212687412036128dir 05:48:12.701 INFO [main] FileStore.java:776 TarMK closed: target\FailoverClientTest2150402177835903131dir 05:48:12.713 INFO [main] FileStore.java:425 TarMK opened: target\FailoverServerTest1718280210225002594dir (mmap=false) 05:48:12.717 INFO [main] FileStore.java:425 TarMK opened: target\FailoverClientTest4559154085424290769dir (mmap=false) 05:48:18.839 INFO [nioEventLoopGroup-37-1] NetworkErrorProxy.java:288 FlipHandler flips byte at offset 150 05:48:18.841 ERROR [defaultEventExecutorGroup-38-1] SegmentLoaderHandler.java:158 Exception caught, closing channel. io.netty.handler.codec.compression.DecompressionException: mismatching checksum: d415025a (expected: a28286f6) at io.netty.handler.codec.compression.Snappy.validateChecksum(Snappy.java:654) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.compression.SnappyFramedDecoder.decode(SnappyFramedDecoder.java:178) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:249) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:149) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.timeout.ReadTimeoutHandler.channelRead(ReadTimeoutHandler.java:150) ~[netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:787) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:130) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_79] 05:48:22.837 ERROR [defaultEventExecutorGroup-35-1] StandbyStore.java:159 could NOT read segment cd1dd963-dc84-450f-a0b9-1bf58f6f6ce8 05:48:22.837 ERROR [defaultEventExecutorGroup-35-1] StandbyClientHandler.java:112 Exception caught, closing channel. java.lang.IllegalStateException: Unable to load remote segment cd1dd963-dc84-450f-a0b9-1bf58f6f6ce8 at org.apache.jackrabbit.oak.plugins.segment.standby.store.StandbyStore.readSegment(StandbyStore.java:162) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.SegmentTracker.getSegment(SegmentTracker.java:138) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentId.getSegment(SegmentId.java:101) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.Record.getSegment(Record.java:82) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentNodeState.getTemplate(SegmentNodeState.java:79) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentNodeState.compareAgainstBaseState(SegmentNodeState.java:447) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.standby.client.SegmentLoaderHandler.initSync(SegmentLoaderHandler.java:105) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.SegmentLoaderHandler.channelActive(SegmentLoaderHandler.java:78) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.setHead(StandbyClientHandler.java:105) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.channelRead0(StandbyClientHandler.java:77) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.channelRead0(StandbyClientHandler.java:39) ~[classes/:na] at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.access$700(AbstractChannelHandlerContext.java:32) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext$8.run(AbstractChannelHandlerContext.java:324) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultEventExecutor.run(DefaultEventExecutor.java:36) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_79] 05:48:35.890 INFO [main] FileStore.java:776 TarMK closed: target\FailoverServerTest1718280210225002594dir 05:48:35.919 INFO [main] FileStore.java:776 TarMK closed: target\FailoverClientTest4559154085424290769dir 05:48:35.934 INFO [main] FileStore.java:425 TarMK opened: target\FailoverServerTest3856289875900181482dir (mmap=false) 05:48:35.937 INFO [main] FileStore.java:425 TarMK opened: target\FailoverClientTest8317997184085102764dir (mmap=false) 05:48:42.051 ERROR [defaultEventExecutorGroup-50-1] SegmentLoaderHandler.java:158 Exception caught, closing channel. io.netty.handler.codec.DecoderException: java.lang.IllegalArgumentException: minimumReadableBytes: -7667708 (expected: >= 0) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:280) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:149) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.timeout.ReadTimeoutHandler.channelRead(ReadTimeoutHandler.java:150) ~[netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:787) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:130) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_79] Caused by: java.lang.IllegalArgumentException: minimumReadableBytes: -7667708 (expected: >= 0) at io.netty.buffer.AbstractByteBuf.checkReadableBytes(AbstractByteBuf.java:1172) ~[netty-buffer-4.0.23.Final.jar:4.0.23.Final] at io.netty.buffer.AbstractByteBuf.skipBytes(AbstractByteBuf.java:741) ~[netty-buffer-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.compression.SnappyFramedDecoder.decode(SnappyFramedDecoder.java:129) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:249) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] ... 15 common frames omitted 05:48:46.047 ERROR [defaultEventExecutorGroup-47-1] StandbyStore.java:159 could NOT read segment 7c216de0-469d-440b-a872-d0e53a463563 05:48:46.048 ERROR [defaultEventExecutorGroup-47-1] StandbyClientHandler.java:112 Exception caught, closing channel. java.lang.IllegalStateException: Unable to load remote segment 7c216de0-469d-440b-a872-d0e53a463563 at org.apache.jackrabbit.oak.plugins.segment.standby.store.StandbyStore.readSegment(StandbyStore.java:162) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.SegmentTracker.getSegment(SegmentTracker.java:138) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentId.getSegment(SegmentId.java:101) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.Record.getSegment(Record.java:82) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentNodeState.getTemplate(SegmentNodeState.java:79) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentNodeState.compareAgainstBaseState(SegmentNodeState.java:447) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.standby.client.SegmentLoaderHandler.initSync(SegmentLoaderHandler.java:105) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.SegmentLoaderHandler.channelActive(SegmentLoaderHandler.java:78) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.setHead(StandbyClientHandler.java:105) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.channelRead0(StandbyClientHandler.java:77) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.channelRead0(StandbyClientHandler.java:39) ~[classes/:na] at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.access$700(AbstractChannelHandlerContext.java:32) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext$8.run(AbstractChannelHandlerContext.java:324) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultEventExecutor.run(DefaultEventExecutor.java:36) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_79] 05:48:58.962 INFO [main] FileStore.java:776 TarMK closed: target\FailoverServerTest3856289875900181482dir 05:48:58.989 INFO [main] FileStore.java:776 TarMK closed: target\FailoverClientTest8317997184085102764dir 05:48:59.002 INFO [main] FileStore.java:425 TarMK opened: target\FailoverServerTest6858500929198246555dir (mmap=false) 05:48:59.006 INFO [main] FileStore.java:425 TarMK opened: target\FailoverClientTest2432060407179070660dir (mmap=false) 05:49:05.116 INFO [nioEventLoopGroup-61-1] NetworkErrorProxy.java:288 FlipHandler flips byte at offset 150 05:49:05.118 ERROR [defaultEventExecutorGroup-62-1] SegmentLoaderHandler.java:158 Exception caught, closing channel. io.netty.handler.codec.compression.DecompressionException: mismatching checksum: a35bc616 (expected: a2823b7a) at io.netty.handler.codec.compression.Snappy.validateChecksum(Snappy.java:654) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.compression.SnappyFramedDecoder.decode(SnappyFramedDecoder.java:178) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:249) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:149) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.timeout.ReadTimeoutHandler.channelRead(ReadTimeoutHandler.java:150) ~[netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:787) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:130) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_79] 05:49:09.114 ERROR [defaultEventExecutorGroup-59-1] StandbyStore.java:159 could NOT read segment e75ea33f-4b67-4dbf-a013-81dccb723345 05:49:09.115 ERROR [defaultEventExecutorGroup-59-1] StandbyClientHandler.java:112 Exception caught, closing channel. java.lang.IllegalStateException: Unable to load remote segment e75ea33f-4b67-4dbf-a013-81dccb723345 at org.apache.jackrabbit.oak.plugins.segment.standby.store.StandbyStore.readSegment(StandbyStore.java:162) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.SegmentTracker.getSegment(SegmentTracker.java:138) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentId.getSegment(SegmentId.java:101) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.Record.getSegment(Record.java:82) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentNodeState.getTemplate(SegmentNodeState.java:79) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentNodeState.compareAgainstBaseState(SegmentNodeState.java:447) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.standby.client.SegmentLoaderHandler.initSync(SegmentLoaderHandler.java:105) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.SegmentLoaderHandler.channelActive(SegmentLoaderHandler.java:78) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.setHead(StandbyClientHandler.java:105) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.channelRead0(StandbyClientHandler.java:77) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.channelRead0(StandbyClientHandler.java:39) ~[classes/:na] at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.access$700(AbstractChannelHandlerContext.java:32) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext$8.run(AbstractChannelHandlerContext.java:324) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultEventExecutor.run(DefaultEventExecutor.java:36) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_79] 05:49:18.393 INFO [main] FileStore.java:776 TarMK closed: target\FailoverServerTest6858500929198246555dir 05:49:18.436 INFO [main] FileStore.java:776 TarMK closed: target\FailoverClientTest2432060407179070660dir 05:49:18.446 INFO [main] FileStore.java:425 TarMK opened: target\FailoverServerTest1327573838196669069dir (mmap=false) 05:49:18.449 INFO [main] FileStore.java:425 TarMK opened: target\FailoverClientTest6315496591422491796dir (mmap=false) 05:49:24.645 INFO [nioEventLoopGroup-73-1] NetworkErrorProxy.java:288 FlipHandler flips byte at offset 150000 05:49:24.689 ERROR [defaultEventExecutorGroup-74-1] SegmentLoaderHandler.java:158 Exception caught, closing channel. io.netty.handler.codec.compression.DecompressionException: mismatching checksum: a28277a5 (expected: a28298da) at io.netty.handler.codec.compression.Snappy.validateChecksum(Snappy.java:654) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.compression.SnappyFramedDecoder.decode(SnappyFramedDecoder.java:178) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:249) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:149) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.timeout.ReadTimeoutHandler.channelRead(ReadTimeoutHandler.java:150) ~[netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:787) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:130) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_79] 05:49:34.587 ERROR [defaultEventExecutorGroup-71-1] StandbyClientHandler.java:112 Exception caught, closing channel. java.lang.IllegalStateException: Unable to load remote blob d4e5c788a868507af77eb484c8933f066b9cf6ff#5242880 at /root/server/#testBlob at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyApplyDiff.readBlob(StandbyApplyDiff.java:150) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyApplyDiff.binaryCheck(StandbyApplyDiff.java:131) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyApplyDiff.binaryCheck(StandbyApplyDiff.java:115) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyApplyDiff.propertyAdded(StandbyApplyDiff.java:83) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.memory.EmptyNodeState.compareAgainstEmptyState(EmptyNodeState.java:155) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentNodeState.compareAgainstBaseState(SegmentNodeState.java:434) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyApplyDiff.childNodeAdded(StandbyApplyDiff.java:169) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.SegmentNodeState.compareAgainstBaseState(SegmentNodeState.java:527) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyApplyDiff.childNodeChanged(StandbyApplyDiff.java:195) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.SegmentNodeState.compareAgainstBaseState(SegmentNodeState.java:531) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.standby.client.SegmentLoaderHandler.initSync(SegmentLoaderHandler.java:105) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.SegmentLoaderHandler.channelActive(SegmentLoaderHandler.java:78) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.setHead(StandbyClientHandler.java:105) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.channelRead0(StandbyClientHandler.java:77) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.channelRead0(StandbyClientHandler.java:39) ~[classes/:na] at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.access$700(AbstractChannelHandlerContext.java:32) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext$8.run(AbstractChannelHandlerContext.java:324) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultEventExecutor.run(DefaultEventExecutor.java:36) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_79] 05:49:43.836 INFO [main] FileStore.java:776 TarMK closed: target\FailoverServerTest1327573838196669069dir 05:49:43.930 INFO [main] FileStore.java:776 TarMK closed: target\FailoverClientTest6315496591422491796dir 05:49:43.940 INFO [main] FileStore.java:425 TarMK opened: target\FailoverServerTest5997394458095924877dir (mmap=false) 05:49:43.943 INFO [main] FileStore.java:425 TarMK opened: target\FailoverClientTest3935860786449037029dir (mmap=false) 05:49:44.236 INFO [nioEventLoopGroup-85-1] NetworkErrorProxy.java:288 FlipHandler flips byte at offset 0 05:49:44.257 ERROR [defaultEventExecutorGroup-83-1] StandbyClientHandler.java:112 Exception caught, closing channel. io.netty.handler.codec.compression.DecompressionException: Received RESERVED_SKIPPABLE tag before STREAM_IDENTIFIER at io.netty.handler.codec.compression.SnappyFramedDecoder.decode(SnappyFramedDecoder.java:121) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:249) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:149) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.timeout.ReadTimeoutHandler.channelRead(ReadTimeoutHandler.java:150) ~[netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:787) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:130) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_79] 05:49:57.556 INFO [main] FileStore.java:776 TarMK closed: target\FailoverServerTest5997394458095924877dir 05:49:57.654 INFO [main] FileStore.java:776 TarMK closed: target\FailoverClientTest3935860786449037029dir 05:49:57.667 INFO [main] FileStore.java:425 TarMK opened: target\FailoverServerTest2454028606148045942dir (mmap=false) 05:49:57.670 INFO [main] FileStore.java:425 TarMK opened: target\FailoverClientTest5883954210178344147dir (mmap=false) 05:50:07.782 ERROR [defaultEventExecutorGroup-94-1] StandbyStore.java:159 could NOT read segment 777e3f4c-203e-45ca-aa0f-6d0781e89f9e 05:50:17.784 ERROR [defaultEventExecutorGroup-94-1] StandbyStore.java:159 could NOT read segment 777e3f4c-203e-45ca-aa0f-6d0781e89f9e 05:50:17.788 ERROR [nioEventLoopGroup-93-1] StandbyServerHandler.java:202 Exception occurred: An established connection was aborted by the software in your host machine java.io.IOException: An established connection was aborted by the software in your host machine at sun.nio.ch.SocketDispatcher.read0(Native Method) ~[na:1.7.0_79] at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:43) ~[na:1.7.0_79] at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223) ~[na:1.7.0_79] at sun.nio.ch.IOUtil.read(IOUtil.java:192) ~[na:1.7.0_79] at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:379) ~[na:1.7.0_79] at io.netty.buffer.UnpooledUnsafeDirectByteBuf.setBytes(UnpooledUnsafeDirectByteBuf.java:446) ~[netty-buffer-4.0.23.Final.jar:4.0.23.Final] at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:881) ~[netty-buffer-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:225) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:119) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_79] 05:50:17.789 ERROR [defaultEventExecutorGroup-97-1] SegmentLoaderHandler.java:158 Exception caught, closing channel. io.netty.handler.timeout.ReadTimeoutException: null 05:50:27.787 ERROR [defaultEventExecutorGroup-94-1] StandbyStore.java:159 could NOT read segment 777e3f4c-203e-45ca-aa0f-6d0781e89f9e 05:50:27.788 ERROR [defaultEventExecutorGroup-94-1] StandbyClientHandler.java:112 Exception caught, closing channel. java.lang.IllegalStateException: Unable to load remote segment 777e3f4c-203e-45ca-aa0f-6d0781e89f9e at org.apache.jackrabbit.oak.plugins.segment.standby.store.StandbyStore.readSegment(StandbyStore.java:162) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.SegmentTracker.getSegment(SegmentTracker.java:138) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentId.getSegment(SegmentId.java:101) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.Record.getSegment(Record.java:82) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentNodeState.getTemplate(SegmentNodeState.java:79) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentNodeState.compareAgainstBaseState(SegmentNodeState.java:447) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.standby.client.SegmentLoaderHandler.initSync(SegmentLoaderHandler.java:105) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.SegmentLoaderHandler.channelActive(SegmentLoaderHandler.java:78) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.setHead(StandbyClientHandler.java:105) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.channelRead0(StandbyClientHandler.java:77) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.channelRead0(StandbyClientHandler.java:39) ~[classes/:na] at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.access$700(AbstractChannelHandlerContext.java:32) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext$8.run(AbstractChannelHandlerContext.java:324) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultEventExecutor.run(DefaultEventExecutor.java:36) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_79] 05:50:36.766 INFO [main] FileStore.java:776 TarMK closed: target\FailoverServerTest2454028606148045942dir 05:50:36.800 INFO [main] FileStore.java:776 TarMK closed: target\FailoverClientTest5883954210178344147dir 05:50:36.809 INFO [main] FileStore.java:425 TarMK opened: target\FailoverServerTest8210030040432915052dir (mmap=false) 05:50:36.812 INFO [main] FileStore.java:425 TarMK opened: target\FailoverClientTest2964371286620083544dir (mmap=false) 05:50:48.370 INFO [main] FileStore.java:776 TarMK closed: target\FailoverServerTest8210030040432915052dir 05:50:48.399 INFO [main] FileStore.java:776 TarMK closed: target\FailoverClientTest2964371286620083544dir 05:50:48.407 INFO [main] FileStore.java:425 TarMK opened: target\FailoverServerTest1033360784599805716dir (mmap=false) 05:50:48.409 INFO [main] FileStore.java:425 TarMK opened: target\FailoverClientTest301022760554196145dir (mmap=false) 05:50:48.430 ERROR [nioEventLoopGroup-109-1] StandbyServer.java:188 Server failed to start on port 52800, will be canceled java.net.BindException: Address already in use: bind at sun.nio.ch.Net.bind0(Native Method) ~[na:1.7.0_79] at sun.nio.ch.Net.bind(Net.java:444) ~[na:1.7.0_79] at sun.nio.ch.Net.bind(Net.java:436) ~[na:1.7.0_79] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:214) ~[na:1.7.0_79] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) ~[na:1.7.0_79] at io.netty.channel.socket.nio.NioServerSocketChannel.doBind(NioServerSocketChannel.java:125) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.bind(AbstractChannel.java:475) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline$HeadContext.bind(DefaultChannelPipeline.java:1021) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeBind(AbstractChannelHandlerContext.java:455) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.bind(AbstractChannelHandlerContext.java:440) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.bind(DefaultChannelPipeline.java:844) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel.bind(AbstractChannel.java:194) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.bootstrap.AbstractBootstrap$2.run(AbstractBootstrap.java:340) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_79] 05:50:49.509 ERROR [defaultEventExecutorGroup-111-1] StandbyClientHandler.java:112 Exception caught, closing channel. io.netty.handler.codec.DecoderException: java.io.IOException: Received unexpected empty frame. Maybe you have enabled secure transmission on only one endpoint of the connection. at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:213) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:228) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:75) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.timeout.ReadTimeoutHandler.channelInactive(ReadTimeoutHandler.java:144) ~[netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:769) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe$5.run(AbstractChannel.java:567) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_79] Caused by: java.io.IOException: Received unexpected empty frame. Maybe you have enabled secure transmission on only one endpoint of the connection. at org.apache.jackrabbit.oak.plugins.segment.standby.codec.RecordIdDecoder.decode(RecordIdDecoder.java:51) ~[classes/:na] at io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:343) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.decodeLast(ByteToMessageDecoder.java:304) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:208) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] ... 16 common frames omitted 05:50:51.755 ERROR [defaultEventExecutorGroup-114-1] StandbyClientHandler.java:112 Exception caught, closing channel. io.netty.handler.codec.DecoderException: java.io.IOException: Received unexpected empty frame. Maybe you have enabled secure transmission on only one endpoint of the connection. at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:213) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:228) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:75) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.timeout.ReadTimeoutHandler.channelInactive(ReadTimeoutHandler.java:144) ~[netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:769) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe$5.run(AbstractChannel.java:567) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_79] Caused by: java.io.IOException: Received unexpected empty frame. Maybe you have enabled secure transmission on only one endpoint of the connection. at org.apache.jackrabbit.oak.plugins.segment.standby.codec.RecordIdDecoder.decode(RecordIdDecoder.java:51) ~[classes/:na] at io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:343) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.decodeLast(ByteToMessageDecoder.java:304) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:208) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] ... 16 common frames omitted 05:50:55.275 INFO [main] FileStore.java:776 TarMK closed: target\FailoverServerTest1033360784599805716dir 05:50:55.370 INFO [main] FileStore.java:776 TarMK closed: target\FailoverClientTest301022760554196145dir 05:50:55.385 INFO [main] FileStore.java:425 TarMK opened: target\FailoverServerTest810328576195303158dir (mmap=false) 05:50:55.387 INFO [main] FileStore.java:425 TarMK opened: target\FailoverClientTest5486114744655208152dir (mmap=false) 05:51:01.514 INFO [nioEventLoopGroup-123-1] NetworkErrorProxy.java:288 FlipHandler flips byte at offset 150 05:51:01.521 ERROR [defaultEventExecutorGroup-124-1] SegmentLoaderHandler.java:158 Exception caught, closing channel. io.netty.handler.codec.compression.DecompressionException: mismatching checksum: a282d958 (expected: 58a34ff4) at io.netty.handler.codec.compression.Snappy.validateChecksum(Snappy.java:654) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.compression.SnappyFramedDecoder.decode(SnappyFramedDecoder.java:178) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:249) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:149) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.timeout.ReadTimeoutHandler.channelRead(ReadTimeoutHandler.java:150) ~[netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:787) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:130) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_79] 05:51:05.515 ERROR [defaultEventExecutorGroup-121-1] StandbyStore.java:159 could NOT read segment d199e713-d1f3-40ff-ad6f-8cd9447bc47b 05:51:05.516 ERROR [defaultEventExecutorGroup-121-1] StandbyClientHandler.java:112 Exception caught, closing channel. java.lang.IllegalStateException: Unable to load remote segment d199e713-d1f3-40ff-ad6f-8cd9447bc47b at org.apache.jackrabbit.oak.plugins.segment.standby.store.StandbyStore.readSegment(StandbyStore.java:162) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.SegmentTracker.getSegment(SegmentTracker.java:138) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentId.getSegment(SegmentId.java:101) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.Record.getSegment(Record.java:82) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentNodeState.getTemplate(SegmentNodeState.java:79) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentNodeState.compareAgainstBaseState(SegmentNodeState.java:447) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.standby.client.SegmentLoaderHandler.initSync(SegmentLoaderHandler.java:105) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.SegmentLoaderHandler.channelActive(SegmentLoaderHandler.java:78) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.setHead(StandbyClientHandler.java:105) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.channelRead0(StandbyClientHandler.java:77) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.channelRead0(StandbyClientHandler.java:39) ~[classes/:na] at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.access$700(AbstractChannelHandlerContext.java:32) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext$8.run(AbstractChannelHandlerContext.java:324) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultEventExecutor.run(DefaultEventExecutor.java:36) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_79] 05:51:17.149 INFO [main] FileStore.java:776 TarMK closed: target\FailoverServerTest810328576195303158dir 05:51:17.194 INFO [main] FileStore.java:776 TarMK closed: target\FailoverClientTest5486114744655208152dir 05:51:17.204 INFO [main] FileStore.java:425 TarMK opened: target\FailoverServerTest8709044595470491633dir (mmap=false) 05:51:17.206 INFO [main] FileStore.java:425 TarMK opened: target\FailoverClientTest6351034716425531949dir (mmap=false) 05:51:23.316 ERROR [defaultEventExecutorGroup-136-1] SegmentLoaderHandler.java:158 Exception caught, closing channel. io.netty.handler.codec.DecoderException: java.lang.IllegalArgumentException: minimumReadableBytes: -5636092 (expected: >= 0) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:280) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:149) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.timeout.ReadTimeoutHandler.channelRead(ReadTimeoutHandler.java:150) ~[netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:787) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:130) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_79] Caused by: java.lang.IllegalArgumentException: minimumReadableBytes: -5636092 (expected: >= 0) at io.netty.buffer.AbstractByteBuf.checkReadableBytes(AbstractByteBuf.java:1172) ~[netty-buffer-4.0.23.Final.jar:4.0.23.Final] at io.netty.buffer.AbstractByteBuf.skipBytes(AbstractByteBuf.java:741) ~[netty-buffer-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.compression.SnappyFramedDecoder.decode(SnappyFramedDecoder.java:129) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:249) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] ... 15 common frames omitted 05:51:27.312 ERROR [defaultEventExecutorGroup-133-1] StandbyStore.java:159 could NOT read segment 75d869b1-1352-4339-a94e-a35968c4d62a 05:51:27.313 ERROR [defaultEventExecutorGroup-133-1] StandbyClientHandler.java:112 Exception caught, closing channel. java.lang.IllegalStateException: Unable to load remote segment 75d869b1-1352-4339-a94e-a35968c4d62a at org.apache.jackrabbit.oak.plugins.segment.standby.store.StandbyStore.readSegment(StandbyStore.java:162) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.SegmentTracker.getSegment(SegmentTracker.java:138) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentId.getSegment(SegmentId.java:101) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.Record.getSegment(Record.java:82) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentNodeState.getTemplate(SegmentNodeState.java:79) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentNodeState.compareAgainstBaseState(SegmentNodeState.java:447) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.standby.client.SegmentLoaderHandler.initSync(SegmentLoaderHandler.java:105) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.SegmentLoaderHandler.channelActive(SegmentLoaderHandler.java:78) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.setHead(StandbyClientHandler.java:105) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.channelRead0(StandbyClientHandler.java:77) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.channelRead0(StandbyClientHandler.java:39) ~[classes/:na] at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.access$700(AbstractChannelHandlerContext.java:32) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext$8.run(AbstractChannelHandlerContext.java:324) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultEventExecutor.run(DefaultEventExecutor.java:36) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_79] 05:51:40.125 INFO [main] FileStore.java:776 TarMK closed: target\FailoverServerTest8709044595470491633dir 05:51:40.159 INFO [main] FileStore.java:776 TarMK closed: target\FailoverClientTest6351034716425531949dir 05:51:40.168 INFO [main] FileStore.java:425 TarMK opened: target\FailoverServerTest7622861965422306301dir (mmap=false) 05:51:40.171 INFO [main] FileStore.java:425 TarMK opened: target\FailoverClientTest1564543728613425500dir (mmap=false) 05:51:46.282 INFO [nioEventLoopGroup-147-1] NetworkErrorProxy.java:288 FlipHandler flips byte at offset 150 05:51:46.299 ERROR [defaultEventExecutorGroup-148-1] SegmentLoaderHandler.java:158 Exception caught, closing channel. io.netty.handler.codec.compression.DecompressionException: mismatching checksum: a2821a04 (expected: e4338f88) at io.netty.handler.codec.compression.Snappy.validateChecksum(Snappy.java:654) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.compression.SnappyFramedDecoder.decode(SnappyFramedDecoder.java:178) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:249) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:149) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.timeout.ReadTimeoutHandler.channelRead(ReadTimeoutHandler.java:150) ~[netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:787) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:130) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_79] 05:51:50.279 ERROR [defaultEventExecutorGroup-145-1] StandbyStore.java:159 could NOT read segment 80d1e190-0a58-44b9-a6f2-d32b11aa816d 05:51:50.280 ERROR [defaultEventExecutorGroup-145-1] StandbyClientHandler.java:112 Exception caught, closing channel. java.lang.IllegalStateException: Unable to load remote segment 80d1e190-0a58-44b9-a6f2-d32b11aa816d at org.apache.jackrabbit.oak.plugins.segment.standby.store.StandbyStore.readSegment(StandbyStore.java:162) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.SegmentTracker.getSegment(SegmentTracker.java:138) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentId.getSegment(SegmentId.java:101) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.Record.getSegment(Record.java:82) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentNodeState.getTemplate(SegmentNodeState.java:79) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.SegmentNodeState.compareAgainstBaseState(SegmentNodeState.java:447) ~[oak-core-1.0.37-SNAPSHOT.jar:1.0.37-SNAPSHOT] at org.apache.jackrabbit.oak.plugins.segment.standby.client.SegmentLoaderHandler.initSync(SegmentLoaderHandler.java:105) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.SegmentLoaderHandler.channelActive(SegmentLoaderHandler.java:78) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.setHead(StandbyClientHandler.java:105) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.channelRead0(StandbyClientHandler.java:77) ~[classes/:na] at org.apache.jackrabbit.oak.plugins.segment.standby.client.StandbyClientHandler.channelRead0(StandbyClientHandler.java:39) ~[classes/:na] at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.access$700(AbstractChannelHandlerContext.java:32) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext$8.run(AbstractChannelHandlerContext.java:324) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultEventExecutor.run(DefaultEventExecutor.java:36) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_79] 05:51:59.016 INFO [main] FileStore.java:776 TarMK closed: target\FailoverServerTest7622861965422306301dir 05:51:59.050 INFO [main] FileStore.java:776 TarMK closed: target\FailoverClientTest1564543728613425500dir 05:51:59.059 INFO [main] FileStore.java:425 TarMK opened: target\FailoverServerTest8826726586884744506dir (mmap=false) 05:51:59.061 INFO [main] FileStore.java:425 TarMK opened: target\FailoverClientTest7765796198468638906dir (mmap=false) 05:52:16.177 INFO [main] FileStore.java:776 TarMK closed: target\FailoverServerTest8826726586884744506dir 05:52:16.294 INFO [main] FileStore.java:776 TarMK closed: target\FailoverClientTest7765796198468638906dir 05:52:16.302 INFO [main] FileStore.java:425 TarMK opened: target\FailoverServerTest4427927998324221794dir (mmap=false) 05:52:16.304 INFO [main] FileStore.java:425 TarMK opened: target\FailoverClientTest5609157356518080285dir (mmap=false) 05:52:16.407 INFO [nioEventLoopGroup-171-1] NetworkErrorProxy.java:288 FlipHandler flips byte at offset 0 05:52:16.408 ERROR [defaultEventExecutorGroup-169-1] StandbyClientHandler.java:112 Exception caught, closing channel. io.netty.handler.codec.compression.DecompressionException: Received RESERVED_SKIPPABLE tag before STREAM_IDENTIFIER at io.netty.handler.codec.compression.SnappyFramedDecoder.decode(SnappyFramedDecoder.java:121) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:249) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:149) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.timeout.ReadTimeoutHandler.channelRead(ReadTimeoutHandler.java:150) ~[netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:787) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:130) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.7.0_79] 05:52:29.324 INFO [main] FileStore.java:776 TarMK closed: target\FailoverServerTest4427927998324221794dir 05:52:29.358 INFO [main] FileStore.java:776 TarMK closed: target\FailoverClientTest5609157356518080285dir