03:58:29.642 INFO [main] FileStore.java:565 TarMK opened: target/StandbyTest-Server1828222299776776671dir (mmap=false) 03:58:29.652 INFO [main] FileStore.java:565 TarMK opened: target/StandbyTest-Client6574108729365978334dir (mmap=false) 03:58:29.656 INFO [main] SegmentNodeStore.java:195 Initializing SegmentNodeStore with the commitFairLock option enabled. 03:58:31.384 INFO [main] FileStore.java:1207 TarMK closed: target/StandbyTest-Server1828222299776776671dir 03:58:31.454 INFO [main] FileStore.java:1207 TarMK closed: target/StandbyTest-Client6574108729365978334dir 03:58:31.493 INFO [main] FileStore.java:565 TarMK opened: target/BrokenNetworkTest-Server3881380628543666173dir (mmap=false) 03:58:31.496 INFO [main] FileStore.java:565 TarMK opened: target/BrokenNetworkTest-Client2087949236439962655dir (mmap=false) 03:58:31.497 INFO [main] FileStore.java:565 TarMK opened: target/BrokenNetworkTest-Client24419054245406018728dir (mmap=false) 03:58:31.513 INFO [main] SegmentNodeStore.java:195 Initializing SegmentNodeStore with the commitFairLock option enabled. 03:58:31.559 ERROR [nioEventLoopGroup-9-1] SegmentLoaderHandler.java:86 Exception caught, closing channel. io.netty.handler.codec.DecoderException: java.lang.IllegalArgumentException: minimumReadableBytes: -2752508 (expected: >= 0) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:280) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:149) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:787) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:130) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.8.0_102] Caused by: java.lang.IllegalArgumentException: minimumReadableBytes: -2752508 (expected: >= 0) at io.netty.buffer.AbstractByteBuf.checkReadableBytes(AbstractByteBuf.java:1172) ~[netty-buffer-4.0.23.Final.jar:4.0.23.Final] at io.netty.buffer.AbstractByteBuf.skipBytes(AbstractByteBuf.java:741) ~[netty-buffer-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.compression.SnappyFramedDecoder.decode(SnappyFramedDecoder.java:129) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:249) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] ... 12 common frames omitted 03:58:31.579 WARN [main] NetworkErrorProxy.java:79 Unable to start proxy on port 56363: Address already in use java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[na:1.8.0_102] at sun.nio.ch.Net.bind(Net.java:433) ~[na:1.8.0_102] at sun.nio.ch.Net.bind(Net.java:425) ~[na:1.8.0_102] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223) ~[na:1.8.0_102] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) ~[na:1.8.0_102] at io.netty.channel.socket.nio.NioServerSocketChannel.doBind(NioServerSocketChannel.java:125) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.bind(AbstractChannel.java:475) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline$HeadContext.bind(DefaultChannelPipeline.java:1021) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeBind(AbstractChannelHandlerContext.java:455) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.bind(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.bind(DefaultChannelPipeline.java:844) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel.bind(AbstractChannel.java:194) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.bootstrap.AbstractBootstrap$2.run(AbstractBootstrap.java:340) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) ~[na:1.8.0_102] 03:58:31.585 ERROR [main] StandbyClient.java:191 Failed synchronizing state. java.net.ConnectException: Connection refused: /127.0.0.1:56363 at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[na:1.8.0_102] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) ~[na:1.8.0_102] at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:208) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:287) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:528) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) ~[na:1.8.0_102] 03:58:31.866 INFO [main] FileStore.java:1207 TarMK closed: target/BrokenNetworkTest-Server3881380628543666173dir 03:58:31.945 INFO [main] FileStore.java:1207 TarMK closed: target/BrokenNetworkTest-Client2087949236439962655dir 03:58:32.023 INFO [main] FileStore.java:1207 TarMK closed: target/BrokenNetworkTest-Client24419054245406018728dir 03:58:32.032 INFO [main] FileStore.java:565 TarMK opened: target/BrokenNetworkTest-Server7414320069854822150dir (mmap=false) 03:58:32.037 INFO [main] FileStore.java:565 TarMK opened: target/BrokenNetworkTest-Client2105376946811029225dir (mmap=false) 03:58:32.040 INFO [main] FileStore.java:565 TarMK opened: target/BrokenNetworkTest-Client22897930094258640940dir (mmap=false) 03:58:32.048 INFO [main] SegmentNodeStore.java:195 Initializing SegmentNodeStore with the commitFairLock option enabled. 03:58:32.048 ERROR [pool-2-thread-1] StandbyStore.java:172 could NOT read segment 5f53f38c-9240-4a84-ac82-2fec043687d3 03:58:32.703 INFO [nioEventLoopGroup-17-1] NetworkErrorProxy.java:288 FlipHandler flips byte at offset 0 03:58:32.707 ERROR [nioEventLoopGroup-16-1] StandbyClientHandler.java:98 Exception caught, closing channel. io.netty.handler.codec.DecoderException: javax.net.ssl.SSLException: Unrecognized SSL message, plaintext connection? at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:280) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:149) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:787) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:130) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.8.0_102] Caused by: javax.net.ssl.SSLException: Unrecognized SSL message, plaintext connection? at sun.security.ssl.EngineInputRecord.bytesInCompletePacket(EngineInputRecord.java:156) ~[na:1.8.0_102] at sun.security.ssl.SSLEngineImpl.readNetRecord(SSLEngineImpl.java:868) ~[na:1.8.0_102] at sun.security.ssl.SSLEngineImpl.unwrap(SSLEngineImpl.java:781) ~[na:1.8.0_102] at javax.net.ssl.SSLEngine.unwrap(SSLEngine.java:624) ~[na:1.8.0_102] at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:982) ~[netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:908) ~[netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:854) ~[netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:249) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] ... 12 common frames omitted 03:58:32.712 ERROR [nioEventLoopGroup-16-1] StandbyClientHandler.java:98 Exception caught, closing channel. io.netty.handler.codec.DecoderException: java.io.IOException: Received unexpected empty frame. Maybe you have enabled secure transmission on only one endpoint of the connection. at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:213) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:228) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:75) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.timeout.ReadTimeoutHandler.channelInactive(ReadTimeoutHandler.java:144) [netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:228) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.ssl.SslHandler.channelInactive(SslHandler.java:606) [netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:769) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe$5.run(AbstractChannel.java:567) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.8.0_102] Caused by: java.io.IOException: Received unexpected empty frame. Maybe you have enabled secure transmission on only one endpoint of the connection. at org.apache.jackrabbit.oak.plugins.segment.standby.codec.RecordIdDecoder.decode(RecordIdDecoder.java:54) ~[classes/:na] at io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:343) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.decodeLast(ByteToMessageDecoder.java:304) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:208) [netty-codec-4.0.23.Final.jar:4.0.23.Final] ... 20 common frames omitted 03:58:32.988 INFO [main] FileStore.java:1207 TarMK closed: target/BrokenNetworkTest-Server7414320069854822150dir 03:58:33.048 INFO [main] FileStore.java:1207 TarMK closed: target/BrokenNetworkTest-Client2105376946811029225dir 03:58:33.098 INFO [main] FileStore.java:1207 TarMK closed: target/BrokenNetworkTest-Client22897930094258640940dir 03:58:33.103 INFO [main] FileStore.java:565 TarMK opened: target/BrokenNetworkTest-Server7158743947187780649dir (mmap=false) 03:58:33.108 INFO [main] FileStore.java:565 TarMK opened: target/BrokenNetworkTest-Client206465865778613962dir (mmap=false) 03:58:33.112 INFO [main] FileStore.java:565 TarMK opened: target/BrokenNetworkTest-Client27581233588504172067dir (mmap=false) 03:58:33.127 INFO [main] SegmentNodeStore.java:195 Initializing SegmentNodeStore with the commitFairLock option enabled. 03:58:33.283 INFO [main] FileStore.java:1207 TarMK closed: target/BrokenNetworkTest-Server7158743947187780649dir 03:58:33.347 INFO [main] FileStore.java:1207 TarMK closed: target/BrokenNetworkTest-Client206465865778613962dir 03:58:33.392 INFO [main] FileStore.java:1207 TarMK closed: target/BrokenNetworkTest-Client27581233588504172067dir 03:58:33.395 INFO [main] FileStore.java:565 TarMK opened: target/BrokenNetworkTest-Server4047523474551069945dir (mmap=false) 03:58:33.398 INFO [main] FileStore.java:565 TarMK opened: target/BrokenNetworkTest-Client6144919994486033504dir (mmap=false) 03:58:33.400 INFO [main] FileStore.java:565 TarMK opened: target/BrokenNetworkTest-Client26572288670706860971dir (mmap=false) 03:58:33.406 INFO [main] SegmentNodeStore.java:195 Initializing SegmentNodeStore with the commitFairLock option enabled. 03:58:33.663 INFO [main] FileStore.java:1207 TarMK closed: target/BrokenNetworkTest-Server4047523474551069945dir 03:58:33.706 INFO [main] FileStore.java:1207 TarMK closed: target/BrokenNetworkTest-Client6144919994486033504dir 03:58:33.753 INFO [main] FileStore.java:1207 TarMK closed: target/BrokenNetworkTest-Client26572288670706860971dir 03:58:33.757 INFO [main] FileStore.java:565 TarMK opened: target/BrokenNetworkTest-Server3680770117609611338dir (mmap=false) 03:58:33.763 INFO [main] FileStore.java:565 TarMK opened: target/BrokenNetworkTest-Client7096500830183065191dir (mmap=false) 03:58:33.765 INFO [main] FileStore.java:565 TarMK opened: target/BrokenNetworkTest-Client22479726568082502187dir (mmap=false) 03:58:33.771 INFO [main] SegmentNodeStore.java:195 Initializing SegmentNodeStore with the commitFairLock option enabled. 03:58:33.794 INFO [nioEventLoopGroup-37-1] NetworkErrorProxy.java:288 FlipHandler flips byte at offset 220 03:58:33.795 ERROR [nioEventLoopGroup-36-1] SegmentLoaderHandler.java:86 Exception caught, closing channel. io.netty.handler.codec.compression.DecompressionException: mismatching checksum: aedbbe53 (expected: a282c58e) at io.netty.handler.codec.compression.Snappy.validateChecksum(Snappy.java:654) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.compression.SnappyFramedDecoder.decode(SnappyFramedDecoder.java:178) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:249) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:149) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:787) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:130) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.8.0_102] 03:58:34.293 ERROR [pool-6-thread-1] StandbyStore.java:172 could NOT read segment be108c9b-66c5-4ba3-aaf7-0000ea699a70 03:58:34.422 INFO [main] FileStore.java:1207 TarMK closed: target/BrokenNetworkTest-Server3680770117609611338dir 03:58:34.476 INFO [main] FileStore.java:1207 TarMK closed: target/BrokenNetworkTest-Client7096500830183065191dir 03:58:34.532 INFO [main] FileStore.java:1207 TarMK closed: target/BrokenNetworkTest-Client22479726568082502187dir 03:58:34.536 INFO [main] FileStore.java:565 TarMK opened: target/BrokenNetworkTest-Server2194157259439525271dir (mmap=false) 03:58:34.539 INFO [main] FileStore.java:565 TarMK opened: target/BrokenNetworkTest-Client1499639229661184516dir (mmap=false) 03:58:34.541 INFO [main] FileStore.java:565 TarMK opened: target/BrokenNetworkTest-Client27554027116349843689dir (mmap=false) 03:58:34.548 INFO [main] SegmentNodeStore.java:195 Initializing SegmentNodeStore with the commitFairLock option enabled. 03:58:35.084 ERROR [pool-8-thread-1] StandbyStore.java:172 could NOT read segment d312239b-0f39-4f69-a6af-67e00ceb792f 03:58:35.585 ERROR [pool-8-thread-1] StandbyStore.java:172 could NOT read segment d312239b-0f39-4f69-a6af-67e00ceb792f 03:58:36.086 ERROR [pool-8-thread-1] StandbyStore.java:172 could NOT read segment d312239b-0f39-4f69-a6af-67e00ceb792f 03:58:36.586 ERROR [pool-8-thread-1] StandbyStore.java:172 could NOT read segment d312239b-0f39-4f69-a6af-67e00ceb792f 03:58:37.087 ERROR [pool-8-thread-1] StandbyStore.java:172 could NOT read segment d312239b-0f39-4f69-a6af-67e00ceb792f 03:58:37.263 INFO [main] FileStore.java:1207 TarMK closed: target/BrokenNetworkTest-Server2194157259439525271dir 03:58:37.304 INFO [main] FileStore.java:1207 TarMK closed: target/BrokenNetworkTest-Client1499639229661184516dir 03:58:37.369 INFO [main] FileStore.java:1207 TarMK closed: target/BrokenNetworkTest-Client27554027116349843689dir 03:58:37.376 INFO [main] FileStore.java:565 TarMK opened: target/BrokenNetworkTest-Server1399572331800963463dir (mmap=false) 03:58:37.380 INFO [main] FileStore.java:565 TarMK opened: target/BrokenNetworkTest-Client45446002997826002dir (mmap=false) 03:58:37.383 INFO [main] FileStore.java:565 TarMK opened: target/BrokenNetworkTest-Client21178261564763829829dir (mmap=false) 03:58:37.389 INFO [main] SegmentNodeStore.java:195 Initializing SegmentNodeStore with the commitFairLock option enabled. 03:58:37.418 INFO [nioEventLoopGroup-53-1] NetworkErrorProxy.java:288 FlipHandler flips byte at offset 150 03:58:37.420 ERROR [nioEventLoopGroup-52-1] SegmentLoaderHandler.java:86 Exception caught, closing channel. io.netty.handler.codec.compression.DecompressionException: mismatching checksum: a28217ed (expected: a7b392ad) at io.netty.handler.codec.compression.Snappy.validateChecksum(Snappy.java:654) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.compression.SnappyFramedDecoder.decode(SnappyFramedDecoder.java:178) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:249) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:149) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:787) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:130) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.8.0_102] 03:58:37.915 ERROR [pool-10-thread-1] StandbyStore.java:172 could NOT read segment 2318d5d4-5d7d-450d-a18b-0dbea770f78e 03:58:38.012 INFO [main] FileStore.java:1207 TarMK closed: target/BrokenNetworkTest-Server1399572331800963463dir 03:58:38.093 INFO [main] FileStore.java:1207 TarMK closed: target/BrokenNetworkTest-Client45446002997826002dir 03:58:38.157 INFO [main] FileStore.java:1207 TarMK closed: target/BrokenNetworkTest-Client21178261564763829829dir 03:58:38.163 INFO [main] FileStore.java:565 TarMK opened: target/BrokenNetworkTest-Server723611485509532666dir (mmap=false) 03:58:38.168 INFO [main] FileStore.java:565 TarMK opened: target/BrokenNetworkTest-Client8762397406671391320dir (mmap=false) 03:58:38.170 INFO [main] FileStore.java:565 TarMK opened: target/BrokenNetworkTest-Client26616157957467374419dir (mmap=false) 03:58:38.178 INFO [main] SegmentNodeStore.java:195 Initializing SegmentNodeStore with the commitFairLock option enabled. 03:58:38.352 ERROR [nioEventLoopGroup-60-1] StandbyClientHandler.java:98 Exception caught, closing channel. io.netty.handler.ssl.NotSslRecordException: not an SSL/TLS record: 2800000000000000003a2d950faad487dd542f4b8c2db1fc2c0f051ed102b8dc913bf5b285482e0621 at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:860) ~[netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:249) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:149) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:787) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:130) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.8.0_102] 03:58:38.353 ERROR [nioEventLoopGroup-60-1] StandbyClientHandler.java:98 Exception caught, closing channel. io.netty.handler.codec.DecoderException: java.io.IOException: Received unexpected empty frame. Maybe you have enabled secure transmission on only one endpoint of the connection. at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:213) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:228) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:75) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.timeout.ReadTimeoutHandler.channelInactive(ReadTimeoutHandler.java:144) [netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:228) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.ssl.SslHandler.channelInactive(SslHandler.java:606) [netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:769) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe$5.run(AbstractChannel.java:567) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.8.0_102] Caused by: java.io.IOException: Received unexpected empty frame. Maybe you have enabled secure transmission on only one endpoint of the connection. at org.apache.jackrabbit.oak.plugins.segment.standby.codec.RecordIdDecoder.decode(RecordIdDecoder.java:54) ~[classes/:na] at io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:343) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.decodeLast(ByteToMessageDecoder.java:304) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:208) [netty-codec-4.0.23.Final.jar:4.0.23.Final] ... 20 common frames omitted 03:58:38.509 INFO [main] FileStore.java:1207 TarMK closed: target/BrokenNetworkTest-Server723611485509532666dir 03:58:38.568 INFO [main] FileStore.java:1207 TarMK closed: target/BrokenNetworkTest-Client8762397406671391320dir 03:58:38.611 INFO [main] FileStore.java:1207 TarMK closed: target/BrokenNetworkTest-Client26616157957467374419dir 03:58:38.614 INFO [main] FileStore.java:565 TarMK opened: target/BrokenNetworkTest-Server3997130816303918767dir (mmap=false) 03:58:38.615 INFO [main] FileStore.java:565 TarMK opened: target/BrokenNetworkTest-Client2254250775656567957dir (mmap=false) 03:58:38.617 INFO [main] FileStore.java:565 TarMK opened: target/BrokenNetworkTest-Client24140688828352729122dir (mmap=false) 03:58:38.621 INFO [main] SegmentNodeStore.java:195 Initializing SegmentNodeStore with the commitFairLock option enabled. 03:58:38.637 INFO [nioEventLoopGroup-69-1] NetworkErrorProxy.java:288 FlipHandler flips byte at offset 0 03:58:38.638 ERROR [nioEventLoopGroup-68-1] StandbyClientHandler.java:98 Exception caught, closing channel. io.netty.handler.codec.compression.DecompressionException: Received RESERVED_SKIPPABLE tag before STREAM_IDENTIFIER at io.netty.handler.codec.compression.SnappyFramedDecoder.decode(SnappyFramedDecoder.java:121) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:249) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:149) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.timeout.ReadTimeoutHandler.channelRead(ReadTimeoutHandler.java:150) [netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:787) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:130) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.8.0_102] 03:58:39.138 ERROR [nioEventLoopGroup-68-1] StandbyClientHandler.java:98 Exception caught, closing channel. io.netty.handler.timeout.ReadTimeoutException: null 03:58:39.140 ERROR [nioEventLoopGroup-68-1] StandbyClientHandler.java:98 Exception caught, closing channel. io.netty.handler.codec.DecoderException: java.io.IOException: Received unexpected empty frame. Maybe you have enabled secure transmission on only one endpoint of the connection. at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:213) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:228) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:75) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.timeout.ReadTimeoutHandler.channelInactive(ReadTimeoutHandler.java:144) [netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:769) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe$5.run(AbstractChannel.java:567) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.8.0_102] Caused by: java.io.IOException: Received unexpected empty frame. Maybe you have enabled secure transmission on only one endpoint of the connection. at org.apache.jackrabbit.oak.plugins.segment.standby.codec.RecordIdDecoder.decode(RecordIdDecoder.java:54) ~[classes/:na] at io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:343) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.decodeLast(ByteToMessageDecoder.java:304) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:208) [netty-codec-4.0.23.Final.jar:4.0.23.Final] ... 16 common frames omitted 03:58:39.333 INFO [main] FileStore.java:1207 TarMK closed: target/BrokenNetworkTest-Server3997130816303918767dir 03:58:39.424 INFO [main] FileStore.java:1207 TarMK closed: target/BrokenNetworkTest-Client2254250775656567957dir 03:58:39.473 INFO [main] FileStore.java:1207 TarMK closed: target/BrokenNetworkTest-Client24140688828352729122dir 03:58:39.476 INFO [main] FileStore.java:565 TarMK opened: target/BrokenNetworkTest-Server5512598172708909843dir (mmap=false) 03:58:39.478 INFO [main] FileStore.java:565 TarMK opened: target/BrokenNetworkTest-Client8231347938325563930dir (mmap=false) 03:58:39.480 INFO [main] FileStore.java:565 TarMK opened: target/BrokenNetworkTest-Client25182357103221557763dir (mmap=false) 03:58:39.485 INFO [main] SegmentNodeStore.java:195 Initializing SegmentNodeStore with the commitFairLock option enabled. 03:58:39.591 INFO [nioEventLoopGroup-77-1] NetworkErrorProxy.java:288 FlipHandler flips byte at offset 575 03:58:39.597 ERROR [nioEventLoopGroup-76-1] StandbyClientHandler.java:98 Exception caught, closing channel. io.netty.handler.codec.DecoderException: javax.net.ssl.SSLKeyException: Invalid signature on ECDH server key exchange message at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:280) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:149) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:787) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:130) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.8.0_102] Caused by: javax.net.ssl.SSLKeyException: Invalid signature on ECDH server key exchange message at sun.security.ssl.Handshaker.checkThrown(Handshaker.java:1434) ~[na:1.8.0_102] at sun.security.ssl.SSLEngineImpl.checkTaskThrown(SSLEngineImpl.java:535) ~[na:1.8.0_102] at sun.security.ssl.SSLEngineImpl.readNetRecord(SSLEngineImpl.java:813) ~[na:1.8.0_102] at sun.security.ssl.SSLEngineImpl.unwrap(SSLEngineImpl.java:781) ~[na:1.8.0_102] at javax.net.ssl.SSLEngine.unwrap(SSLEngine.java:624) ~[na:1.8.0_102] at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:982) ~[netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:908) ~[netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:854) ~[netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:249) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] ... 12 common frames omitted Caused by: javax.net.ssl.SSLKeyException: Invalid signature on ECDH server key exchange message at sun.security.ssl.HandshakeMessage$ECDH_ServerKeyExchange.(HandshakeMessage.java:1122) ~[na:1.8.0_102] at sun.security.ssl.ClientHandshaker.processMessage(ClientHandshaker.java:284) ~[na:1.8.0_102] at sun.security.ssl.Handshaker.processLoop(Handshaker.java:979) ~[na:1.8.0_102] at sun.security.ssl.Handshaker$1.run(Handshaker.java:919) ~[na:1.8.0_102] at sun.security.ssl.Handshaker$1.run(Handshaker.java:916) ~[na:1.8.0_102] at java.security.AccessController.doPrivileged(Native Method) ~[na:1.8.0_102] at sun.security.ssl.Handshaker$DelegatedTask.run(Handshaker.java:1369) ~[na:1.8.0_102] at io.netty.handler.ssl.SslHandler.runDelegatedTasks(SslHandler.java:1015) ~[netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:927) ~[netty-handler-4.0.23.Final.jar:4.0.23.Final] ... 14 common frames omitted 03:58:39.598 ERROR [nioEventLoopGroup-76-1] StandbyClientHandler.java:98 Exception caught, closing channel. io.netty.handler.codec.DecoderException: java.io.IOException: Received unexpected empty frame. Maybe you have enabled secure transmission on only one endpoint of the connection. at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:213) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:228) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:75) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.timeout.ReadTimeoutHandler.channelInactive(ReadTimeoutHandler.java:144) [netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:228) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.ssl.SslHandler.channelInactive(SslHandler.java:606) [netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:769) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe$5.run(AbstractChannel.java:567) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.8.0_102] Caused by: java.io.IOException: Received unexpected empty frame. Maybe you have enabled secure transmission on only one endpoint of the connection. at org.apache.jackrabbit.oak.plugins.segment.standby.codec.RecordIdDecoder.decode(RecordIdDecoder.java:54) ~[classes/:na] at io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:343) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.decodeLast(ByteToMessageDecoder.java:304) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:208) [netty-codec-4.0.23.Final.jar:4.0.23.Final] ... 20 common frames omitted 03:58:39.777 INFO [main] FileStore.java:1207 TarMK closed: target/BrokenNetworkTest-Server5512598172708909843dir 03:58:39.877 INFO [main] FileStore.java:1207 TarMK closed: target/BrokenNetworkTest-Client8231347938325563930dir 03:58:39.989 INFO [main] FileStore.java:1207 TarMK closed: target/BrokenNetworkTest-Client25182357103221557763dir 03:58:39.995 INFO [main] FileStore.java:565 TarMK opened: target/BrokenNetworkTest-Server7055513097603885922dir (mmap=false) 03:58:39.997 INFO [main] FileStore.java:565 TarMK opened: target/BrokenNetworkTest-Client2995602679452436720dir (mmap=false) 03:58:39.999 INFO [main] FileStore.java:565 TarMK opened: target/BrokenNetworkTest-Client26131028682049773623dir (mmap=false) 03:58:40.004 INFO [main] SegmentNodeStore.java:195 Initializing SegmentNodeStore with the commitFairLock option enabled. 03:58:40.152 INFO [nioEventLoopGroup-85-1] NetworkErrorProxy.java:288 FlipHandler flips byte at offset 560 03:58:40.157 ERROR [nioEventLoopGroup-84-1] StandbyClientHandler.java:98 Exception caught, closing channel. io.netty.handler.codec.DecoderException: javax.net.ssl.SSLKeyException: Invalid signature on ECDH server key exchange message at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:280) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:149) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:787) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:130) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.8.0_102] Caused by: javax.net.ssl.SSLKeyException: Invalid signature on ECDH server key exchange message at sun.security.ssl.Handshaker.checkThrown(Handshaker.java:1434) ~[na:1.8.0_102] at sun.security.ssl.SSLEngineImpl.checkTaskThrown(SSLEngineImpl.java:535) ~[na:1.8.0_102] at sun.security.ssl.SSLEngineImpl.readNetRecord(SSLEngineImpl.java:813) ~[na:1.8.0_102] at sun.security.ssl.SSLEngineImpl.unwrap(SSLEngineImpl.java:781) ~[na:1.8.0_102] at javax.net.ssl.SSLEngine.unwrap(SSLEngine.java:624) ~[na:1.8.0_102] at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:982) ~[netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:908) ~[netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:854) ~[netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:249) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] ... 12 common frames omitted Caused by: javax.net.ssl.SSLKeyException: Invalid signature on ECDH server key exchange message at sun.security.ssl.HandshakeMessage$ECDH_ServerKeyExchange.(HandshakeMessage.java:1122) ~[na:1.8.0_102] at sun.security.ssl.ClientHandshaker.processMessage(ClientHandshaker.java:284) ~[na:1.8.0_102] at sun.security.ssl.Handshaker.processLoop(Handshaker.java:979) ~[na:1.8.0_102] at sun.security.ssl.Handshaker$1.run(Handshaker.java:919) ~[na:1.8.0_102] at sun.security.ssl.Handshaker$1.run(Handshaker.java:916) ~[na:1.8.0_102] at java.security.AccessController.doPrivileged(Native Method) ~[na:1.8.0_102] at sun.security.ssl.Handshaker$DelegatedTask.run(Handshaker.java:1369) ~[na:1.8.0_102] at io.netty.handler.ssl.SslHandler.runDelegatedTasks(SslHandler.java:1015) ~[netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:927) ~[netty-handler-4.0.23.Final.jar:4.0.23.Final] ... 14 common frames omitted 03:58:40.158 ERROR [nioEventLoopGroup-84-1] StandbyClientHandler.java:98 Exception caught, closing channel. io.netty.handler.codec.DecoderException: java.io.IOException: Received unexpected empty frame. Maybe you have enabled secure transmission on only one endpoint of the connection. at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:213) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:228) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:75) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.timeout.ReadTimeoutHandler.channelInactive(ReadTimeoutHandler.java:144) [netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:228) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.ssl.SslHandler.channelInactive(SslHandler.java:606) [netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:769) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe$5.run(AbstractChannel.java:567) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.8.0_102] Caused by: java.io.IOException: Received unexpected empty frame. Maybe you have enabled secure transmission on only one endpoint of the connection. at org.apache.jackrabbit.oak.plugins.segment.standby.codec.RecordIdDecoder.decode(RecordIdDecoder.java:54) ~[classes/:na] at io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:343) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.decodeLast(ByteToMessageDecoder.java:304) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:208) [netty-codec-4.0.23.Final.jar:4.0.23.Final] ... 20 common frames omitted 03:58:40.389 INFO [main] FileStore.java:1207 TarMK closed: target/BrokenNetworkTest-Server7055513097603885922dir 03:58:40.486 INFO [main] FileStore.java:1207 TarMK closed: target/BrokenNetworkTest-Client2995602679452436720dir 03:58:40.564 INFO [main] FileStore.java:1207 TarMK closed: target/BrokenNetworkTest-Client26131028682049773623dir 03:58:40.569 INFO [main] FileStore.java:565 TarMK opened: target/BrokenNetworkTest-Server6443004451550816228dir (mmap=false) 03:58:40.570 INFO [main] FileStore.java:565 TarMK opened: target/BrokenNetworkTest-Client8086872189782092512dir (mmap=false) 03:58:40.572 INFO [main] FileStore.java:565 TarMK opened: target/BrokenNetworkTest-Client25367796862526248883dir (mmap=false) 03:58:40.577 INFO [main] SegmentNodeStore.java:195 Initializing SegmentNodeStore with the commitFairLock option enabled. 03:58:40.784 ERROR [nioEventLoopGroup-92-1] StandbyClientHandler.java:98 Exception caught, closing channel. io.netty.handler.ssl.NotSslRecordException: not an SSL/TLS record: 280000000000000000d058cebbb553fa2a1a3e90326d33e881ace636cc9e03c13a86ab28d012bd6278 at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:860) ~[netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:249) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:149) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:787) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:130) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.8.0_102] 03:58:40.787 ERROR [nioEventLoopGroup-92-1] StandbyClientHandler.java:98 Exception caught, closing channel. io.netty.handler.codec.DecoderException: java.io.IOException: Received unexpected empty frame. Maybe you have enabled secure transmission on only one endpoint of the connection. at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:213) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:228) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:75) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.timeout.ReadTimeoutHandler.channelInactive(ReadTimeoutHandler.java:144) [netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:228) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.ssl.SslHandler.channelInactive(SslHandler.java:606) [netty-handler-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:233) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:219) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:769) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe$5.run(AbstractChannel.java:567) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) [netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) [netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) [netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) [na:1.8.0_102] Caused by: java.io.IOException: Received unexpected empty frame. Maybe you have enabled secure transmission on only one endpoint of the connection. at org.apache.jackrabbit.oak.plugins.segment.standby.codec.RecordIdDecoder.decode(RecordIdDecoder.java:54) ~[classes/:na] at io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:343) ~[netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.decodeLast(ByteToMessageDecoder.java:304) [netty-codec-4.0.23.Final.jar:4.0.23.Final] at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:208) [netty-codec-4.0.23.Final.jar:4.0.23.Final] ... 20 common frames omitted 03:58:40.837 WARN [main] NetworkErrorProxy.java:79 Unable to start proxy on port 56363: Address already in use java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[na:1.8.0_102] at sun.nio.ch.Net.bind(Net.java:433) ~[na:1.8.0_102] at sun.nio.ch.Net.bind(Net.java:425) ~[na:1.8.0_102] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223) ~[na:1.8.0_102] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74) ~[na:1.8.0_102] at io.netty.channel.socket.nio.NioServerSocketChannel.doBind(NioServerSocketChannel.java:125) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel$AbstractUnsafe.bind(AbstractChannel.java:475) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline$HeadContext.bind(DefaultChannelPipeline.java:1021) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.invokeBind(AbstractChannelHandlerContext.java:455) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannelHandlerContext.bind(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.DefaultChannelPipeline.bind(DefaultChannelPipeline.java:844) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.AbstractChannel.bind(AbstractChannel.java:194) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.bootstrap.AbstractBootstrap$2.run(AbstractBootstrap.java:340) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:380) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:357) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) ~[na:1.8.0_102] 03:58:40.855 ERROR [main] StandbyClient.java:191 Failed synchronizing state. java.net.ConnectException: Connection refused: /127.0.0.1:56363 at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[na:1.8.0_102] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) ~[na:1.8.0_102] at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:208) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:287) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:528) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) ~[netty-transport-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:116) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) ~[netty-common-4.0.23.Final.jar:4.0.23.Final] at java.lang.Thread.run(Thread.java:745) ~[na:1.8.0_102] 03:58:41.016 INFO [main] FileStore.java:1207 TarMK closed: target/BrokenNetworkTest-Server6443004451550816228dir 03:58:41.116 INFO [main] FileStore.java:1207 TarMK closed: target/BrokenNetworkTest-Client8086872189782092512dir 03:58:41.191 INFO [main] FileStore.java:1207 TarMK closed: target/BrokenNetworkTest-Client25367796862526248883dir